{"level":"warn","ts":"2026-04-27T02:43:55.067855Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T02:43:55.067999Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-27T02:43:55.06808Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T02:43:55.068107Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-27T02:43:55.068139Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T02:43:55.069496Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-04-27T02:43:55.069719Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-27T02:43:55.074188Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.160426ms"} {"level":"info","ts":"2026-04-27T02:43:55.088853Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-27T02:43:55.088906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-04-27T02:43:55.088926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-04-27T02:43:55.088938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-27T02:43:55.088946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-04-27T02:43:55.088983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-04-27T02:43:55.102863Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-27T02:43:55.106561Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-27T02:43:55.107983Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-27T02:43:55.110379Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-27T02:43:55.111126Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-27T02:43:55.111284Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T02:43:55.111382Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T02:43:55.111393Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T02:43:55.112033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-04-27T02:43:55.112246Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-27T02:43:55.113341Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T02:43:55.113538Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-27T02:43:55.113587Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-27T02:43:55.113634Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-27T02:43:55.113671Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-27T02:43:55.189836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-04-27T02:43:55.189931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-27T02:43:55.189977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-04-27T02:43:55.189997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-04-27T02:43:55.190018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-27T02:43:55.190039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-04-27T02:43:55.190058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-27T02:43:55.190979Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T02:43:55.193704Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-27T02:43:55.193898Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T02:43:55.194028Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T02:43:55.194288Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-27T02:43:55.194313Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-27T02:43:55.194375Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T02:43:55.194572Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T02:43:55.194648Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T02:43:55.203381Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-27T02:43:55.204259Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-04-27T02:44:13.143058Z","caller":"traceutil/trace.go:171","msg":"trace[1057835597] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"132.89617ms","start":"2026-04-27T02:44:13.010128Z","end":"2026-04-27T02:44:13.143025Z","steps":["trace[1057835597] 'process raft request' (duration: 132.742248ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:18.226089Z","caller":"traceutil/trace.go:171","msg":"trace[994515593] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"148.623719ms","start":"2026-04-27T02:44:18.077439Z","end":"2026-04-27T02:44:18.226063Z","steps":["trace[994515593] 'read index received' (duration: 148.479508ms)","trace[994515593] 'applied index is now lower than readState.Index' (duration: 143.181µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:18.226228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.773032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:18.226317Z","caller":"traceutil/trace.go:171","msg":"trace[120208045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"148.902023ms","start":"2026-04-27T02:44:18.077384Z","end":"2026-04-27T02:44:18.226286Z","steps":["trace[120208045] 'agreement among raft nodes before linearized reading' (duration: 148.787123ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:18.226353Z","caller":"traceutil/trace.go:171","msg":"trace[1210060629] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"221.260063ms","start":"2026-04-27T02:44:18.005073Z","end":"2026-04-27T02:44:18.226333Z","steps":["trace[1210060629] 'process raft request' (duration: 220.827227ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:18.989407Z","caller":"traceutil/trace.go:171","msg":"trace[1608066181] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"298.374581ms","start":"2026-04-27T02:44:18.691013Z","end":"2026-04-27T02:44:18.989387Z","steps":["trace[1608066181] 'process raft request' (duration: 297.915444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:23.700048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290772750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:44:23.970087Z","caller":"traceutil/trace.go:171","msg":"trace[1598088101] transaction","detail":"{read_only:false; number_of_response:0; response_revision:480; }","duration":"817.643763ms","start":"2026-04-27T02:44:23.152418Z","end":"2026-04-27T02:44:23.970061Z","steps":["trace[1598088101] 'process raft request' (duration: 817.534599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:23.97066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.152394Z","time spent":"817.773877ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:44:24.116695Z","caller":"traceutil/trace.go:171","msg":"trace[1231868835] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"961.480255ms","start":"2026-04-27T02:44:23.155174Z","end":"2026-04-27T02:44:24.116654Z","steps":["trace[1231868835] 'process raft request' (duration: 961.30357ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.116728Z","caller":"traceutil/trace.go:171","msg":"trace[62707515] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"963.829099ms","start":"2026-04-27T02:44:23.152871Z","end":"2026-04-27T02:44:24.1167Z","steps":["trace[62707515] 'process raft request' (duration: 963.412455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.116852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.155156Z","time spent":"961.622549ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:44:24.116858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.15286Z","time spent":"963.934112ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:44:24.116971Z","caller":"traceutil/trace.go:171","msg":"trace[136309540] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"956.24018ms","start":"2026-04-27T02:44:23.16072Z","end":"2026-04-27T02:44:24.11696Z","steps":["trace[136309540] 'process raft request' (duration: 955.860758ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.117078Z","caller":"traceutil/trace.go:171","msg":"trace[230137474] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"957.400506ms","start":"2026-04-27T02:44:23.159645Z","end":"2026-04-27T02:44:24.117045Z","steps":["trace[230137474] 'process raft request' (duration: 956.88599ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.117124Z","caller":"traceutil/trace.go:171","msg":"trace[1361853892] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"955.249508ms","start":"2026-04-27T02:44:23.161788Z","end":"2026-04-27T02:44:24.117038Z","steps":["trace[1361853892] 'process raft request' (duration: 954.943549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.117228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.16071Z","time spent":"956.291241ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:44:24.117241Z","caller":"traceutil/trace.go:171","msg":"trace[417658170] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"950.158308ms","start":"2026-04-27T02:44:23.167044Z","end":"2026-04-27T02:44:24.117202Z","steps":["trace[417658170] 'process raft request' (duration: 949.90794ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.117275Z","caller":"traceutil/trace.go:171","msg":"trace[1172706177] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:500; }","duration":"917.882821ms","start":"2026-04-27T02:44:23.199369Z","end":"2026-04-27T02:44:24.117252Z","steps":["trace[1172706177] 'read index received' (duration: 770.59018ms)","trace[1172706177] 'applied index is now lower than readState.Index' (duration: 147.291591ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:24.117337Z","caller":"traceutil/trace.go:171","msg":"trace[1085365483] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"835.179345ms","start":"2026-04-27T02:44:23.282123Z","end":"2026-04-27T02:44:24.117302Z","steps":["trace[1085365483] 'process raft request' (duration: 835.044581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.117365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.167021Z","time spent":"950.265931ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:44:24.117399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.2821Z","time spent":"835.272828ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:44:24.11742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.063727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:44:24.117501Z","caller":"traceutil/trace.go:171","msg":"trace[1751968140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:490; }","duration":"918.18072ms","start":"2026-04-27T02:44:23.199308Z","end":"2026-04-27T02:44:24.117488Z","steps":["trace[1751968140] 'agreement among raft nodes before linearized reading' (duration: 918.040946ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.117488Z","caller":"traceutil/trace.go:171","msg":"trace[1219732733] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"956.425215ms","start":"2026-04-27T02:44:23.160998Z","end":"2026-04-27T02:44:24.117423Z","steps":["trace[1219732733] 'process raft request' (duration: 955.666541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.117543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.523647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:44:24.117542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.199282Z","time spent":"918.252653ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:44:24.117531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.265368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:44:24.117565Z","caller":"traceutil/trace.go:171","msg":"trace[1118434213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:490; }","duration":"358.579489ms","start":"2026-04-27T02:44:23.758979Z","end":"2026-04-27T02:44:24.117558Z","steps":["trace[1118434213] 'agreement among raft nodes before linearized reading' (duration: 358.514637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.117563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.159629Z","time spent":"957.52118ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:44:24.117546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.605177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-04-27T02:44:24.117589Z","caller":"traceutil/trace.go:171","msg":"trace[1655228261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:490; }","duration":"577.356121ms","start":"2026-04-27T02:44:23.540218Z","end":"2026-04-27T02:44:24.117574Z","steps":["trace[1655228261] 'agreement among raft nodes before linearized reading' (duration: 577.159155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.117649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.540194Z","time spent":"577.442804ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:44:24.117652Z","caller":"traceutil/trace.go:171","msg":"trace[221812876] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:490; }","duration":"145.749892ms","start":"2026-04-27T02:44:23.971877Z","end":"2026-04-27T02:44:24.117626Z","steps":["trace[221812876] 'agreement among raft nodes before linearized reading' (duration: 145.531285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.117656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.160989Z","time spent":"956.56272ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:44:24.117744Z","caller":"traceutil/trace.go:171","msg":"trace[713917626] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"949.381324ms","start":"2026-04-27T02:44:23.168026Z","end":"2026-04-27T02:44:24.117407Z","steps":["trace[713917626] 'process raft request' (duration: 949.031993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.117887Z","caller":"traceutil/trace.go:171","msg":"trace[606801769] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"951.673865ms","start":"2026-04-27T02:44:23.166193Z","end":"2026-04-27T02:44:24.117867Z","steps":["trace[606801769] 'process raft request' (duration: 950.601612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:24.118002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.166173Z","time spent":"951.779029ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:44:24.117583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.758961Z","time spent":"358.619299ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:44:24.118118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.161779Z","time spent":"955.496607ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:44:24.119095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:23.168007Z","time spent":"949.896779ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:44:24.433738Z","caller":"traceutil/trace.go:171","msg":"trace[1600845753] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"173.732184ms","start":"2026-04-27T02:44:24.259257Z","end":"2026-04-27T02:44:24.432989Z","steps":["trace[1600845753] 'process raft request' (duration: 83.831961ms)","trace[1600845753] 'compare' (duration: 89.665785ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:24.435357Z","caller":"traceutil/trace.go:171","msg":"trace[1554667692] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"161.105786ms","start":"2026-04-27T02:44:24.274223Z","end":"2026-04-27T02:44:24.435329Z","steps":["trace[1554667692] 'process raft request' (duration: 158.658809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.439918Z","caller":"traceutil/trace.go:171","msg":"trace[1969060122] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"159.721033ms","start":"2026-04-27T02:44:24.277334Z","end":"2026-04-27T02:44:24.437055Z","steps":["trace[1969060122] 'process raft request' (duration: 157.894855ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.440327Z","caller":"traceutil/trace.go:171","msg":"trace[370975156] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"161.488329ms","start":"2026-04-27T02:44:24.27883Z","end":"2026-04-27T02:44:24.440318Z","steps":["trace[370975156] 'process raft request' (duration: 158.155343ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:25.167451Z","caller":"traceutil/trace.go:171","msg":"trace[648082162] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"222.377817ms","start":"2026-04-27T02:44:24.945032Z","end":"2026-04-27T02:44:25.167409Z","steps":["trace[648082162] 'process raft request' (duration: 139.234967ms)","trace[648082162] 'compare' (duration: 82.49556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:28.657839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.68961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:44:28.657922Z","caller":"traceutil/trace.go:171","msg":"trace[450635758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:559; }","duration":"204.820374ms","start":"2026-04-27T02:44:28.453083Z","end":"2026-04-27T02:44:28.657904Z","steps":["trace[450635758] 'range keys from in-memory index tree' (duration: 204.523375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:29.827425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.858835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:29.827516Z","caller":"traceutil/trace.go:171","msg":"trace[1688682792] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:567; }","duration":"111.989599ms","start":"2026-04-27T02:44:29.715502Z","end":"2026-04-27T02:44:29.827492Z","steps":["trace[1688682792] 'range keys from in-memory index tree' (duration: 111.773571ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:31.394296Z","caller":"traceutil/trace.go:171","msg":"trace[577278487] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"104.538814ms","start":"2026-04-27T02:44:31.289726Z","end":"2026-04-27T02:44:31.394264Z","steps":["trace[577278487] 'process raft request' (duration: 103.957236ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:31.623461Z","caller":"traceutil/trace.go:171","msg":"trace[1319611332] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"123.218763ms","start":"2026-04-27T02:44:31.500214Z","end":"2026-04-27T02:44:31.623432Z","steps":["trace[1319611332] 'process raft request' (duration: 35.496219ms)","trace[1319611332] 'compare' (duration: 87.62256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:33.336283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257409098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:33.336358Z","caller":"traceutil/trace.go:171","msg":"trace[1347343644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"1.257544403s","start":"2026-04-27T02:44:32.078798Z","end":"2026-04-27T02:44:33.336342Z","steps":["trace[1347343644] 'range keys from in-memory index tree' (duration: 1.257318525s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:33.33639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:32.078777Z","time spent":"1.257607134s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:44:33.336554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047249307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rlng2\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-27T02:44:33.336644Z","caller":"traceutil/trace.go:171","msg":"trace[1857169560] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rlng2; range_end:; response_count:1; response_revision:586; }","duration":"1.047376411s","start":"2026-04-27T02:44:32.289243Z","end":"2026-04-27T02:44:33.33662Z","steps":["trace[1857169560] 'range keys from in-memory index tree' (duration: 1.047086421s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:33.336688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:32.289226Z","time spent":"1.047450932s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-rlng2\" "} {"level":"warn","ts":"2026-04-27T02:44:33.337228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.320012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:44:33.337271Z","caller":"traceutil/trace.go:171","msg":"trace[126239550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"652.398815ms","start":"2026-04-27T02:44:32.684859Z","end":"2026-04-27T02:44:33.337258Z","steps":["trace[126239550] 'range keys from in-memory index tree' (duration: 652.168128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:33.337302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:32.684837Z","time spent":"652.457227ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:44:33.337671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123761837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T02:44:33.33773Z","caller":"traceutil/trace.go:171","msg":"trace[5510843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"1.123817379s","start":"2026-04-27T02:44:32.213893Z","end":"2026-04-27T02:44:33.33771Z","steps":["trace[5510843] 'range keys from in-memory index tree' (duration: 1.123652353s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:33.337756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120812384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:44:33.337779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:32.213851Z","time spent":"1.123915792s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:44:33.337801Z","caller":"traceutil/trace.go:171","msg":"trace[1324087481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"1.120867515s","start":"2026-04-27T02:44:32.216921Z","end":"2026-04-27T02:44:33.337789Z","steps":["trace[1324087481] 'range keys from in-memory index tree' (duration: 1.120738612s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:33.337834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:32.216915Z","time spent":"1.120912018s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:44:33.337972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120783883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:44:33.338Z","caller":"traceutil/trace.go:171","msg":"trace[1449670044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:586; }","duration":"1.120817375s","start":"2026-04-27T02:44:32.217173Z","end":"2026-04-27T02:44:33.33799Z","steps":["trace[1449670044] 'range keys from in-memory index tree' (duration: 1.12069401s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:33.338028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:32.217169Z","time spent":"1.120852066s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:44:33.55096Z","caller":"traceutil/trace.go:171","msg":"trace[1316938907] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"210.150982ms","start":"2026-04-27T02:44:33.340783Z","end":"2026-04-27T02:44:33.550934Z","steps":["trace[1316938907] 'process raft request' (duration: 209.889213ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:33.55872Z","caller":"traceutil/trace.go:171","msg":"trace[1881626465] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:609; }","duration":"215.363676ms","start":"2026-04-27T02:44:33.34333Z","end":"2026-04-27T02:44:33.558694Z","steps":["trace[1881626465] 'read index received' (duration: 207.372784ms)","trace[1881626465] 'applied index is now lower than readState.Index' (duration: 7.989902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:33.55884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.48619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:33.558833Z","caller":"traceutil/trace.go:171","msg":"trace[553458990] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"216.828252ms","start":"2026-04-27T02:44:33.34199Z","end":"2026-04-27T02:44:33.558818Z","steps":["trace[553458990] 'process raft request' (duration: 216.529732ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:33.558873Z","caller":"traceutil/trace.go:171","msg":"trace[386706311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"215.535411ms","start":"2026-04-27T02:44:33.343326Z","end":"2026-04-27T02:44:33.558861Z","steps":["trace[386706311] 'agreement among raft nodes before linearized reading' (duration: 215.465979ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:33.558998Z","caller":"traceutil/trace.go:171","msg":"trace[1032370382] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"217.40622ms","start":"2026-04-27T02:44:33.341583Z","end":"2026-04-27T02:44:33.558989Z","steps":["trace[1032370382] 'process raft request' (duration: 216.77559ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:33.559093Z","caller":"traceutil/trace.go:171","msg":"trace[1008615304] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"217.162382ms","start":"2026-04-27T02:44:33.341923Z","end":"2026-04-27T02:44:33.559086Z","steps":["trace[1008615304] 'process raft request' (duration: 216.563203ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:33.559273Z","caller":"traceutil/trace.go:171","msg":"trace[672010031] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"210.73039ms","start":"2026-04-27T02:44:33.34853Z","end":"2026-04-27T02:44:33.55926Z","steps":["trace[672010031] 'process raft request' (duration: 210.10867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.599233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.484121Z","caller":"traceutil/trace.go:171","msg":"trace[993994546] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:595; }","duration":"354.740237ms","start":"2026-04-27T02:44:35.129362Z","end":"2026-04-27T02:44:35.484102Z","steps":["trace[993994546] 'count revisions from in-memory index tree' (duration: 354.5167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.129357Z","time spent":"354.800289ms","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.484217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.104787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.484258Z","caller":"traceutil/trace.go:171","msg":"trace[1839809378] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:595; }","duration":"354.149458ms","start":"2026-04-27T02:44:35.130096Z","end":"2026-04-27T02:44:35.484245Z","steps":["trace[1839809378] 'range keys from in-memory index tree' (duration: 354.036405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.13009Z","time spent":"354.188349ms","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:44:35.484375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.979473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.484399Z","caller":"traceutil/trace.go:171","msg":"trace[2017595319] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"281.028105ms","start":"2026-04-27T02:44:35.203365Z","end":"2026-04-27T02:44:35.484393Z","steps":["trace[2017595319] 'range keys from in-memory index tree' (duration: 280.917391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.514319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.486478Z","caller":"traceutil/trace.go:171","msg":"trace[1521042184] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"282.488671ms","start":"2026-04-27T02:44:35.20398Z","end":"2026-04-27T02:44:35.486469Z","steps":["trace[1521042184] 'count revisions from in-memory index tree' (duration: 280.486678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.84119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.486573Z","caller":"traceutil/trace.go:171","msg":"trace[767623862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:595; }","duration":"110.859103ms","start":"2026-04-27T02:44:35.375707Z","end":"2026-04-27T02:44:35.486566Z","steps":["trace[767623862] 'count revisions from in-memory index tree' (duration: 108.698104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.688634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.486666Z","caller":"traceutil/trace.go:171","msg":"trace[1430282024] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"282.798781ms","start":"2026-04-27T02:44:35.203861Z","end":"2026-04-27T02:44:35.48666Z","steps":["trace[1430282024] 'range keys from in-memory index tree' (duration: 280.590261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.550185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.486748Z","caller":"traceutil/trace.go:171","msg":"trace[2024540458] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"272.533367ms","start":"2026-04-27T02:44:35.214206Z","end":"2026-04-27T02:44:35.48674Z","steps":["trace[2024540458] 'range keys from in-memory index tree' (duration: 270.482933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.791559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.486848Z","caller":"traceutil/trace.go:171","msg":"trace[1057018136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:595; }","duration":"800.898545ms","start":"2026-04-27T02:44:34.685935Z","end":"2026-04-27T02:44:35.486833Z","steps":["trace[1057018136] 'count revisions from in-memory index tree' (duration: 798.742547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.486875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.685929Z","time spent":"800.935826ms","remote":"127.0.0.1:46184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.484798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.580626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.486968Z","caller":"traceutil/trace.go:171","msg":"trace[187873052] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"272.769725ms","start":"2026-04-27T02:44:35.214191Z","end":"2026-04-27T02:44:35.486961Z","steps":["trace[187873052] 'count revisions from in-memory index tree' (duration: 270.482363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.946434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.487075Z","caller":"traceutil/trace.go:171","msg":"trace[1975931707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:595; }","duration":"801.257736ms","start":"2026-04-27T02:44:34.685804Z","end":"2026-04-27T02:44:35.487062Z","steps":["trace[1975931707] 'range keys from in-memory index tree' (duration: 798.765448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.487096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.685761Z","time spent":"801.327209ms","remote":"127.0.0.1:46184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.48482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.307917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.487183Z","caller":"traceutil/trace.go:171","msg":"trace[1641936816] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"272.669682ms","start":"2026-04-27T02:44:35.214507Z","end":"2026-04-27T02:44:35.487176Z","steps":["trace[1641936816] 'range keys from in-memory index tree' (duration: 270.272616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.722443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.487373Z","caller":"traceutil/trace.go:171","msg":"trace[29157917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:595; }","duration":"242.267654ms","start":"2026-04-27T02:44:35.245098Z","end":"2026-04-27T02:44:35.487366Z","steps":["trace[29157917] 'count revisions from in-memory index tree' (duration: 239.662191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.700873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.487487Z","caller":"traceutil/trace.go:171","msg":"trace[1928734601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:595; }","duration":"242.356807ms","start":"2026-04-27T02:44:35.245124Z","end":"2026-04-27T02:44:35.487481Z","steps":["trace[1928734601] 'range keys from in-memory index tree' (duration: 239.665332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.48488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.163315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.488981Z","caller":"traceutil/trace.go:171","msg":"trace[1368793208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:595; }","duration":"216.272955ms","start":"2026-04-27T02:44:35.272698Z","end":"2026-04-27T02:44:35.488971Z","steps":["trace[1368793208] 'count revisions from in-memory index tree' (duration: 212.109173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.114854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.489193Z","caller":"traceutil/trace.go:171","msg":"trace[980201823] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:595; }","duration":"216.398218ms","start":"2026-04-27T02:44:35.272753Z","end":"2026-04-27T02:44:35.489151Z","steps":["trace[980201823] 'range keys from in-memory index tree' (duration: 212.053222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.964755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.48928Z","caller":"traceutil/trace.go:171","msg":"trace[1866751639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:595; }","duration":"790.371614ms","start":"2026-04-27T02:44:34.6989Z","end":"2026-04-27T02:44:35.489272Z","steps":["trace[1866751639] 'count revisions from in-memory index tree' (duration: 785.858691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.48931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.698894Z","time spent":"790.404325ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.484921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.901247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:35.484937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.120429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.489626Z","caller":"traceutil/trace.go:171","msg":"trace[1606944401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:595; }","duration":"790.798597ms","start":"2026-04-27T02:44:34.698809Z","end":"2026-04-27T02:44:35.489608Z","steps":["trace[1606944401] 'range keys from in-memory index tree' (duration: 785.932954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.484965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.834691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:35.489677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.698778Z","time spent":"790.869469ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-04-27T02:44:35.489727Z","caller":"traceutil/trace.go:171","msg":"trace[2039300117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:595; }","duration":"790.58044ms","start":"2026-04-27T02:44:34.699105Z","end":"2026-04-27T02:44:35.489685Z","steps":["trace[2039300117] 'range keys from in-memory index tree' (duration: 785.80906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.489789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.699097Z","time spent":"790.668153ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:44:35.484995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.394231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.489822Z","caller":"traceutil/trace.go:171","msg":"trace[1310331663] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:595; }","duration":"700.245654ms","start":"2026-04-27T02:44:34.789569Z","end":"2026-04-27T02:44:35.489814Z","steps":["trace[1310331663] 'range keys from in-memory index tree' (duration: 695.341199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.489847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.789549Z","time spent":"700.289446ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.485021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.967714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rlng2\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-04-27T02:44:35.489959Z","caller":"traceutil/trace.go:171","msg":"trace[1119291868] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rlng2; range_end:; response_count:1; response_revision:595; }","duration":"173.88901ms","start":"2026-04-27T02:44:35.316034Z","end":"2026-04-27T02:44:35.489923Z","steps":["trace[1119291868] 'range keys from in-memory index tree' (duration: 168.85219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.48502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.235126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.490054Z","caller":"traceutil/trace.go:171","msg":"trace[1128947216] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:595; }","duration":"700.305676ms","start":"2026-04-27T02:44:34.789741Z","end":"2026-04-27T02:44:35.490047Z","steps":["trace[1128947216] 'range keys from in-memory index tree' (duration: 695.149834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.490087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.789709Z","time spent":"700.368107ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:44:35.485048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.586703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:35.485047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.987878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.490303Z","caller":"traceutil/trace.go:171","msg":"trace[769518681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:595; }","duration":"700.265564ms","start":"2026-04-27T02:44:34.790028Z","end":"2026-04-27T02:44:35.490294Z","steps":["trace[769518681] 'count revisions from in-memory index tree' (duration: 694.926206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.485066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.48046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.490248Z","caller":"traceutil/trace.go:171","msg":"trace[158689733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:595; }","duration":"161.726216ms","start":"2026-04-27T02:44:35.328434Z","end":"2026-04-27T02:44:35.49016Z","steps":["trace[158689733] 'count revisions from in-memory index tree' (duration: 156.531812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.490336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.790023Z","time spent":"700.301156ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:44:35.490385Z","caller":"traceutil/trace.go:171","msg":"trace[1017928604] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:595; }","duration":"161.790878ms","start":"2026-04-27T02:44:35.328552Z","end":"2026-04-27T02:44:35.490343Z","steps":["trace[1017928604] 'range keys from in-memory index tree' (duration: 156.411048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.485077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.919876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.490626Z","caller":"traceutil/trace.go:171","msg":"trace[1280510652] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:595; }","duration":"667.486952ms","start":"2026-04-27T02:44:34.823118Z","end":"2026-04-27T02:44:35.490605Z","steps":["trace[1280510652] 'range keys from in-memory index tree' (duration: 661.823513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.49072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.823097Z","time spent":"667.580884ms","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.485095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.250202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.490904Z","caller":"traceutil/trace.go:171","msg":"trace[2121345701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:595; }","duration":"115.071326ms","start":"2026-04-27T02:44:35.375821Z","end":"2026-04-27T02:44:35.490893Z","steps":["trace[2121345701] 'range keys from in-memory index tree' (duration: 109.213821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.485109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.895125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.491072Z","caller":"traceutil/trace.go:171","msg":"trace[1719007560] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:595; }","duration":"667.895114ms","start":"2026-04-27T02:44:34.823167Z","end":"2026-04-27T02:44:35.491062Z","steps":["trace[1719007560] 'count revisions from in-memory index tree' (duration: 661.837873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.491108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.823136Z","time spent":"667.959296ms","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.485121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.49072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.491308Z","caller":"traceutil/trace.go:171","msg":"trace[1153198419] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:595; }","duration":"433.665794ms","start":"2026-04-27T02:44:35.057587Z","end":"2026-04-27T02:44:35.491253Z","steps":["trace[1153198419] 'count revisions from in-memory index tree' (duration: 427.368986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.491362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.05757Z","time spent":"433.776527ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.48514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.32321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.491479Z","caller":"traceutil/trace.go:171","msg":"trace[1965117991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:595; }","duration":"642.663469ms","start":"2026-04-27T02:44:34.848774Z","end":"2026-04-27T02:44:35.491438Z","steps":["trace[1965117991] 'range keys from in-memory index tree' (duration: 636.236656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.491525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.848746Z","time spent":"642.763253ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.48514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.845649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.491591Z","caller":"traceutil/trace.go:171","msg":"trace[425229569] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:595; }","duration":"433.302183ms","start":"2026-04-27T02:44:35.058276Z","end":"2026-04-27T02:44:35.491578Z","steps":["trace[425229569] 'range keys from in-memory index tree' (duration: 426.797847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.491642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.058269Z","time spent":"433.359174ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:44:35.485162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.148274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.48941Z","caller":"traceutil/trace.go:171","msg":"trace[1971146191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:595; }","duration":"216.399028ms","start":"2026-04-27T02:44:35.273004Z","end":"2026-04-27T02:44:35.489403Z","steps":["trace[1971146191] 'range keys from in-memory index tree' (duration: 211.865146ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:35.491789Z","caller":"traceutil/trace.go:171","msg":"trace[1002651387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:595; }","duration":"642.732701ms","start":"2026-04-27T02:44:34.848998Z","end":"2026-04-27T02:44:35.491731Z","steps":["trace[1002651387] 'count revisions from in-memory index tree' (duration: 636.117883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.485166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.537449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.491874Z","caller":"traceutil/trace.go:171","msg":"trace[1305635858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"413.257532ms","start":"2026-04-27T02:44:35.078607Z","end":"2026-04-27T02:44:35.491865Z","steps":["trace[1305635858] 'range keys from in-memory index tree' (duration: 406.498918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.491878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.848993Z","time spent":"642.844275ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.491905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.078594Z","time spent":"413.303613ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:44:35.485181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.625448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492005Z","caller":"traceutil/trace.go:171","msg":"trace[1124694507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:595; }","duration":"642.460333ms","start":"2026-04-27T02:44:34.849538Z","end":"2026-04-27T02:44:35.491998Z","steps":["trace[1124694507] 'range keys from in-memory index tree' (duration: 635.598287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.849532Z","time spent":"642.487494ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:44:35.485194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.700945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492097Z","caller":"traceutil/trace.go:171","msg":"trace[245106098] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:595; }","duration":"407.619004ms","start":"2026-04-27T02:44:35.084471Z","end":"2026-04-27T02:44:35.49209Z","steps":["trace[245106098] 'range keys from in-memory index tree' (duration: 400.660624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.08446Z","time spent":"407.651004ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.485204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.501738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492233Z","caller":"traceutil/trace.go:171","msg":"trace[70035697] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:595; }","duration":"619.533911ms","start":"2026-04-27T02:44:34.872687Z","end":"2026-04-27T02:44:35.492221Z","steps":["trace[70035697] 'count revisions from in-memory index tree' (duration: 612.454637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.872678Z","time spent":"619.568312ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.485222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.609972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492396Z","caller":"traceutil/trace.go:171","msg":"trace[884515461] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:595; }","duration":"619.798069ms","start":"2026-04-27T02:44:34.87259Z","end":"2026-04-27T02:44:35.492388Z","steps":["trace[884515461] 'range keys from in-memory index tree' (duration: 612.450797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.872584Z","time spent":"619.82763ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:44:35.485233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.584231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492522Z","caller":"traceutil/trace.go:171","msg":"trace[35802031] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:595; }","duration":"407.888822ms","start":"2026-04-27T02:44:35.084627Z","end":"2026-04-27T02:44:35.492516Z","steps":["trace[35802031] 'count revisions from in-memory index tree' (duration: 400.53578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.084618Z","time spent":"407.919613ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.485239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.414877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.4926Z","caller":"traceutil/trace.go:171","msg":"trace[1244598230] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:595; }","duration":"620.361217ms","start":"2026-04-27T02:44:34.872233Z","end":"2026-04-27T02:44:35.492594Z","steps":["trace[1244598230] 'range keys from in-memory index tree' (duration: 612.390436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.872206Z","time spent":"620.406698ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.485261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.566476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492688Z","caller":"traceutil/trace.go:171","msg":"trace[1523012499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:595; }","duration":"517.01594ms","start":"2026-04-27T02:44:34.975667Z","end":"2026-04-27T02:44:35.492683Z","steps":["trace[1523012499] 'range keys from in-memory index tree' (duration: 509.498813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.975659Z","time spent":"517.042381ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-27T02:44:35.48526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.713354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492781Z","caller":"traceutil/trace.go:171","msg":"trace[1795922067] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:595; }","duration":"407.225502ms","start":"2026-04-27T02:44:35.085526Z","end":"2026-04-27T02:44:35.492751Z","steps":["trace[1795922067] 'range keys from in-memory index tree' (duration: 399.684443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.485281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.942078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:35.492844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.085519Z","time spent":"407.305974ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"info","ts":"2026-04-27T02:44:35.492857Z","caller":"traceutil/trace.go:171","msg":"trace[2078216810] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:595; }","duration":"517.502626ms","start":"2026-04-27T02:44:34.975334Z","end":"2026-04-27T02:44:35.492837Z","steps":["trace[2078216810] 'range keys from in-memory index tree' (duration: 509.509424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.492917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.975247Z","time spent":"517.64941ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.485287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.359977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.492973Z","caller":"traceutil/trace.go:171","msg":"trace[690247667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:595; }","duration":"383.055419ms","start":"2026-04-27T02:44:35.109907Z","end":"2026-04-27T02:44:35.492963Z","steps":["trace[690247667] 'count revisions from in-memory index tree' (duration: 375.325626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.485299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.443011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:35.493009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.109899Z","time spent":"383.099991ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.485313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.487771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.493036Z","caller":"traceutil/trace.go:171","msg":"trace[1297160759] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:595; }","duration":"517.198126ms","start":"2026-04-27T02:44:34.975827Z","end":"2026-04-27T02:44:35.493025Z","steps":["trace[1297160759] 'count revisions from in-memory index tree' (duration: 509.372319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:35.493082Z","caller":"traceutil/trace.go:171","msg":"trace[1002463203] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:595; }","duration":"383.297638ms","start":"2026-04-27T02:44:35.10977Z","end":"2026-04-27T02:44:35.493068Z","steps":["trace[1002463203] 'range keys from in-memory index tree' (duration: 375.310176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.493105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:34.975433Z","time spent":"517.638561ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:44:35.48532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.611213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:35.493133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.109749Z","time spent":"383.365609ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-27T02:44:35.493155Z","caller":"traceutil/trace.go:171","msg":"trace[937869290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:595; }","duration":"435.455661ms","start":"2026-04-27T02:44:35.057678Z","end":"2026-04-27T02:44:35.493134Z","steps":["trace[937869290] 'range keys from in-memory index tree' (duration: 427.582362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.493201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.057673Z","time spent":"435.511352ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.485352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.937274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:35.484164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.815339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.493387Z","caller":"traceutil/trace.go:171","msg":"trace[1971270850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:595; }","duration":"382.892145ms","start":"2026-04-27T02:44:35.110406Z","end":"2026-04-27T02:44:35.493298Z","steps":["trace[1971270850] 'range keys from in-memory index tree' (duration: 374.903573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.493538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.110368Z","time spent":"383.144583ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-04-27T02:44:35.493461Z","caller":"traceutil/trace.go:171","msg":"trace[633342826] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:595; }","duration":"364.141233ms","start":"2026-04-27T02:44:35.12929Z","end":"2026-04-27T02:44:35.493432Z","steps":["trace[633342826] 'range keys from in-memory index tree' (duration: 354.692306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:35.493782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:35.12928Z","time spent":"364.479004ms","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T02:44:35.485638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.476049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:44:35.494013Z","caller":"traceutil/trace.go:171","msg":"trace[1659575318] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:595; }","duration":"117.853684ms","start":"2026-04-27T02:44:35.37614Z","end":"2026-04-27T02:44:35.493994Z","steps":["trace[1659575318] 'range keys from in-memory index tree' (duration: 109.439698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:38.785731Z","caller":"traceutil/trace.go:171","msg":"trace[395074032] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"424.885787ms","start":"2026-04-27T02:44:38.360824Z","end":"2026-04-27T02:44:38.78571Z","steps":["trace[395074032] 'process raft request' (duration: 326.849868ms)","trace[395074032] 'compare' (duration: 97.851713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:38.785834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:38.360805Z","time spent":"424.978471ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:44:38.785721Z","caller":"traceutil/trace.go:171","msg":"trace[733994064] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"386.023713ms","start":"2026-04-27T02:44:38.399665Z","end":"2026-04-27T02:44:38.785689Z","steps":["trace[733994064] 'read index received' (duration: 11.288535ms)","trace[733994064] 'applied index is now lower than readState.Index' (duration: 374.733598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:38.785956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.279471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-27T02:44:38.786292Z","caller":"traceutil/trace.go:171","msg":"trace[1102348554] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:648; }","duration":"386.666023ms","start":"2026-04-27T02:44:38.399607Z","end":"2026-04-27T02:44:38.786273Z","steps":["trace[1102348554] 'agreement among raft nodes before linearized reading' (duration: 386.171337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:38.786356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:38.399584Z","time spent":"386.749016ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-27T02:44:38.859441Z","caller":"traceutil/trace.go:171","msg":"trace[1944992277] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"255.044557ms","start":"2026-04-27T02:44:38.604371Z","end":"2026-04-27T02:44:38.859416Z","steps":["trace[1944992277] 'process raft request' (duration: 254.82539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:38.859621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.797968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:44:38.859733Z","caller":"traceutil/trace.go:171","msg":"trace[1034414991] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:649; }","duration":"207.968223ms","start":"2026-04-27T02:44:38.651742Z","end":"2026-04-27T02:44:38.85971Z","steps":["trace[1034414991] 'agreement among raft nodes before linearized reading' (duration: 207.662813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:39.341338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:38.860764Z","time spent":"480.564072ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:44:39.567637Z","caller":"traceutil/trace.go:171","msg":"trace[990312217] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:673; }","duration":"368.762509ms","start":"2026-04-27T02:44:39.198848Z","end":"2026-04-27T02:44:39.567611Z","steps":["trace[990312217] 'read index received' (duration: 142.170369ms)","trace[990312217] 'applied index is now lower than readState.Index' (duration: 226.59123ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:39.567706Z","caller":"traceutil/trace.go:171","msg":"trace[226800231] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"694.309497ms","start":"2026-04-27T02:44:38.873376Z","end":"2026-04-27T02:44:39.567686Z","steps":["trace[226800231] 'process raft request' (duration: 686.952865ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:39.567704Z","caller":"traceutil/trace.go:171","msg":"trace[1535525208] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"566.574212ms","start":"2026-04-27T02:44:39.001106Z","end":"2026-04-27T02:44:39.56768Z","steps":["trace[1535525208] 'process raft request' (duration: 566.466109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:39.567812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:39.001075Z","time spent":"566.676385ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:44:39.567826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:38.873341Z","time spent":"694.40448ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:44:39.567864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.994507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-27T02:44:39.567938Z","caller":"traceutil/trace.go:171","msg":"trace[563138928] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:651; }","duration":"369.123411ms","start":"2026-04-27T02:44:39.198798Z","end":"2026-04-27T02:44:39.567922Z","steps":["trace[563138928] 'agreement among raft nodes before linearized reading' (duration: 368.895324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:39.56797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:39.198775Z","time spent":"369.188643ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-27T02:44:39.78529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.709382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:44:39.785686Z","caller":"traceutil/trace.go:171","msg":"trace[1833073201] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:676; }","duration":"209.650235ms","start":"2026-04-27T02:44:39.576013Z","end":"2026-04-27T02:44:39.785664Z","steps":["trace[1833073201] 'read index received' (duration: 102.360225ms)","trace[1833073201] 'applied index is now lower than readState.Index' (duration: 107.28888ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:39.785675Z","caller":"traceutil/trace.go:171","msg":"trace[971061084] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"442.547184ms","start":"2026-04-27T02:44:39.343074Z","end":"2026-04-27T02:44:39.785622Z","steps":["trace[971061084] 'process raft request' (duration: 335.209362ms)","trace[971061084] 'compare' (duration: 106.538227ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:39.78575Z","caller":"traceutil/trace.go:171","msg":"trace[1201406279] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"338.402213ms","start":"2026-04-27T02:44:39.447316Z","end":"2026-04-27T02:44:39.785718Z","steps":["trace[1201406279] 'process raft request' (duration: 338.217997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:39.785894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:39.447298Z","time spent":"338.531837ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:44:39.785919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:39.343049Z","time spent":"442.72587ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:44:39.785966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.942635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:44:39.786037Z","caller":"traceutil/trace.go:171","msg":"trace[788088051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:653; }","duration":"210.062379ms","start":"2026-04-27T02:44:39.575959Z","end":"2026-04-27T02:44:39.786021Z","steps":["trace[788088051] 'agreement among raft nodes before linearized reading' (duration: 209.807781ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:39.791986Z","caller":"traceutil/trace.go:171","msg":"trace[672118079] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"208.648744ms","start":"2026-04-27T02:44:39.583312Z","end":"2026-04-27T02:44:39.791961Z","steps":["trace[672118079] 'process raft request' (duration: 208.430877ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:39.792113Z","caller":"traceutil/trace.go:171","msg":"trace[1277746374] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"159.758384ms","start":"2026-04-27T02:44:39.632344Z","end":"2026-04-27T02:44:39.792102Z","steps":["trace[1277746374] 'process raft request' (duration: 159.600389ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:39.792111Z","caller":"traceutil/trace.go:171","msg":"trace[1176640331] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"207.624232ms","start":"2026-04-27T02:44:39.584471Z","end":"2026-04-27T02:44:39.792095Z","steps":["trace[1176640331] 'process raft request' (duration: 207.393095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:39.792257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.667261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:44:39.792277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.155306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:44:39.792307Z","caller":"traceutil/trace.go:171","msg":"trace[637291932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"205.750263ms","start":"2026-04-27T02:44:39.586547Z","end":"2026-04-27T02:44:39.792297Z","steps":["trace[637291932] 'agreement among raft nodes before linearized reading' (duration: 205.555417ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:39.792314Z","caller":"traceutil/trace.go:171","msg":"trace[751570526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"213.203408ms","start":"2026-04-27T02:44:39.5791Z","end":"2026-04-27T02:44:39.792303Z","steps":["trace[751570526] 'agreement among raft nodes before linearized reading' (duration: 213.089524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:39.792268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.776307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:44:39.79241Z","caller":"traceutil/trace.go:171","msg":"trace[1376845304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:656; }","duration":"207.912801ms","start":"2026-04-27T02:44:39.584455Z","end":"2026-04-27T02:44:39.792367Z","steps":["trace[1376845304] 'agreement among raft nodes before linearized reading' (duration: 207.723295ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:50.027806Z","caller":"traceutil/trace.go:171","msg":"trace[695435014] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"159.466204ms","start":"2026-04-27T02:44:49.86823Z","end":"2026-04-27T02:44:50.027697Z","steps":["trace[695435014] 'read index received' (duration: 159.271788ms)","trace[695435014] 'applied index is now lower than readState.Index' (duration: 193.036µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:50.027869Z","caller":"traceutil/trace.go:171","msg":"trace[179409154] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"160.322631ms","start":"2026-04-27T02:44:49.867505Z","end":"2026-04-27T02:44:50.027828Z","steps":["trace[179409154] 'process raft request' (duration: 159.979521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:50.028066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.814996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:44:50.028145Z","caller":"traceutil/trace.go:171","msg":"trace[459639233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:737; }","duration":"159.94099ms","start":"2026-04-27T02:44:49.868186Z","end":"2026-04-27T02:44:50.028127Z","steps":["trace[459639233] 'agreement among raft nodes before linearized reading' (duration: 159.732513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:50.028148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.569315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:44:50.028205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.773293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:44:50.028223Z","caller":"traceutil/trace.go:171","msg":"trace[315190609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:737; }","duration":"157.678968ms","start":"2026-04-27T02:44:49.870524Z","end":"2026-04-27T02:44:50.028203Z","steps":["trace[315190609] 'agreement among raft nodes before linearized reading' (duration: 157.466041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:50.028251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.692541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:44:50.028266Z","caller":"traceutil/trace.go:171","msg":"trace[777638190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:737; }","duration":"145.878677ms","start":"2026-04-27T02:44:49.882373Z","end":"2026-04-27T02:44:50.028252Z","steps":["trace[777638190] 'agreement among raft nodes before linearized reading' (duration: 145.67261ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:50.028292Z","caller":"traceutil/trace.go:171","msg":"trace[1192659213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:737; }","duration":"152.755434ms","start":"2026-04-27T02:44:49.875527Z","end":"2026-04-27T02:44:50.028282Z","steps":["trace[1192659213] 'agreement among raft nodes before linearized reading' (duration: 152.665881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:52.53643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290773327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:44:53.037528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290773327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:44:53.203156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167721813s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:44:53.203636Z","caller":"traceutil/trace.go:171","msg":"trace[1385633734] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:770; }","duration":"1.167438935s","start":"2026-04-27T02:44:52.036172Z","end":"2026-04-27T02:44:53.203611Z","steps":["trace[1385633734] 'read index received' (duration: 1.167176517s)","trace[1385633734] 'applied index is now lower than readState.Index' (duration: 261.378µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:53.203821Z","caller":"traceutil/trace.go:171","msg":"trace[562582028] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"1.168515348s","start":"2026-04-27T02:44:52.035269Z","end":"2026-04-27T02:44:53.203784Z","steps":["trace[562582028] 'process raft request' (duration: 1.168184598s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:53.203909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167717643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:44:53.203945Z","caller":"traceutil/trace.go:171","msg":"trace[829143501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:743; }","duration":"1.167805276s","start":"2026-04-27T02:44:52.036129Z","end":"2026-04-27T02:44:53.203934Z","steps":["trace[829143501] 'agreement among raft nodes before linearized reading' (duration: 1.16762248s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:53.203976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.593646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:44:53.203984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:52.03611Z","time spent":"1.167862398s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:44:53.203975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16730704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:44:53.203986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:52.035238Z","time spent":"1.168662683s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:44:53.204015Z","caller":"traceutil/trace.go:171","msg":"trace[1532935914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"124.685148ms","start":"2026-04-27T02:44:53.079319Z","end":"2026-04-27T02:44:53.204004Z","steps":["trace[1532935914] 'agreement among raft nodes before linearized reading' (duration: 124.592285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:53.204037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166681511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:44:53.204041Z","caller":"traceutil/trace.go:171","msg":"trace[1799803817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:743; }","duration":"1.167417544s","start":"2026-04-27T02:44:52.036605Z","end":"2026-04-27T02:44:53.204022Z","steps":["trace[1799803817] 'agreement among raft nodes before linearized reading' (duration: 1.167244648s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:53.20407Z","caller":"traceutil/trace.go:171","msg":"trace[485501651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:743; }","duration":"1.166740832s","start":"2026-04-27T02:44:52.03732Z","end":"2026-04-27T02:44:53.204061Z","steps":["trace[485501651] 'agreement among raft nodes before linearized reading' (duration: 1.166639499s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:53.204089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:52.037304Z","time spent":"1.166781034s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:44:53.204081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:52.036585Z","time spent":"1.167487526s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:44:53.204192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165166743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:44:53.204211Z","caller":"traceutil/trace.go:171","msg":"trace[711477078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:743; }","duration":"1.165196374s","start":"2026-04-27T02:44:52.039009Z","end":"2026-04-27T02:44:53.204206Z","steps":["trace[711477078] 'agreement among raft nodes before linearized reading' (duration: 1.164853633s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:53.204225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:52.039002Z","time spent":"1.165219354s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:44:55.413659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.493911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:44:55.413858Z","caller":"traceutil/trace.go:171","msg":"trace[611819060] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"125.106982ms","start":"2026-04-27T02:44:55.288734Z","end":"2026-04-27T02:44:55.413841Z","steps":["trace[611819060] 'process raft request' (duration: 125.064581ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:55.413848Z","caller":"traceutil/trace.go:171","msg":"trace[1335654352] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"125.751013ms","start":"2026-04-27T02:44:55.28807Z","end":"2026-04-27T02:44:55.413821Z","steps":["trace[1335654352] 'process raft request' (duration: 22.007084ms)","trace[1335654352] 'compare' (duration: 103.348266ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:55.414026Z","caller":"traceutil/trace.go:171","msg":"trace[611497330] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"125.36874ms","start":"2026-04-27T02:44:55.288647Z","end":"2026-04-27T02:44:55.414015Z","steps":["trace[611497330] 'process raft request' (duration: 125.104681ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:04.879244Z","caller":"traceutil/trace.go:171","msg":"trace[1991804458] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"106.983861ms","start":"2026-04-27T02:45:04.772237Z","end":"2026-04-27T02:45:04.87922Z","steps":["trace[1991804458] 'process raft request' (duration: 106.796126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:07.361064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.117013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:45:07.361156Z","caller":"traceutil/trace.go:171","msg":"trace[1866584787] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:904; }","duration":"331.219276ms","start":"2026-04-27T02:45:07.029915Z","end":"2026-04-27T02:45:07.361134Z","steps":["trace[1866584787] 'count revisions from in-memory index tree' (duration: 331.055872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:07.361209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:07.029867Z","time spent":"331.32723ms","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:07.361508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.205835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:07.361557Z","caller":"traceutil/trace.go:171","msg":"trace[1406511041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:904; }","duration":"284.290447ms","start":"2026-04-27T02:45:07.077255Z","end":"2026-04-27T02:45:07.361546Z","steps":["trace[1406511041] 'range keys from in-memory index tree' (duration: 284.143923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.124509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.375671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:08.124898Z","caller":"traceutil/trace.go:171","msg":"trace[1345898417] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"754.917207ms","start":"2026-04-27T02:45:07.369905Z","end":"2026-04-27T02:45:08.124822Z","steps":["trace[1345898417] 'process raft request' (duration: 516.128763ms)","trace[1345898417] 'compare' (duration: 238.068711ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:08.12496Z","caller":"traceutil/trace.go:171","msg":"trace[598634897] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:937; }","duration":"712.290943ms","start":"2026-04-27T02:45:07.412321Z","end":"2026-04-27T02:45:08.124612Z","steps":["trace[598634897] 'read index received' (duration: 473.774828ms)","trace[598634897] 'applied index is now lower than readState.Index' (duration: 238.514425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:08.12499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.643174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:08.125054Z","caller":"traceutil/trace.go:171","msg":"trace[1741719203] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:906; }","duration":"712.749248ms","start":"2026-04-27T02:45:07.412289Z","end":"2026-04-27T02:45:08.125038Z","steps":["trace[1741719203] 'agreement among raft nodes before linearized reading' (duration: 712.622084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.125088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:07.412275Z","time spent":"712.806759ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-27T02:45:08.125166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:07.369882Z","time spent":"755.095402ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:08.125221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.66996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-04-27T02:45:08.125267Z","caller":"traceutil/trace.go:171","msg":"trace[852517132] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:906; }","duration":"709.746403ms","start":"2026-04-27T02:45:07.415509Z","end":"2026-04-27T02:45:08.125256Z","steps":["trace[852517132] 'agreement among raft nodes before linearized reading' (duration: 709.549267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.125174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.941514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:08.125343Z","caller":"traceutil/trace.go:171","msg":"trace[536135945] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:906; }","duration":"104.171962ms","start":"2026-04-27T02:45:08.021163Z","end":"2026-04-27T02:45:08.125335Z","steps":["trace[536135945] 'agreement among raft nodes before linearized reading' (duration: 103.916954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.125394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.979651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-5d6wr\" ","response":"range_response_count:1 size:5671"} {"level":"warn","ts":"2026-04-27T02:45:08.125312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:07.415502Z","time spent":"709.799475ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":627,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-27T02:45:08.125422Z","caller":"traceutil/trace.go:171","msg":"trace[1108695431] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-5d6wr; range_end:; response_count:1; response_revision:906; }","duration":"193.047622ms","start":"2026-04-27T02:45:07.932365Z","end":"2026-04-27T02:45:08.125413Z","steps":["trace[1108695431] 'agreement among raft nodes before linearized reading' (duration: 192.96699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.125661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.764237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:45:08.125683Z","caller":"traceutil/trace.go:171","msg":"trace[1908801667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:906; }","duration":"658.806018ms","start":"2026-04-27T02:45:07.466871Z","end":"2026-04-27T02:45:08.125677Z","steps":["trace[1908801667] 'agreement among raft nodes before linearized reading' (duration: 658.710785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.1257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:07.466853Z","time spent":"658.843349ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:08.125694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.85747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:45:08.125724Z","caller":"traceutil/trace.go:171","msg":"trace[372310292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:906; }","duration":"658.936422ms","start":"2026-04-27T02:45:07.466779Z","end":"2026-04-27T02:45:08.125715Z","steps":["trace[372310292] 'agreement among raft nodes before linearized reading' (duration: 658.853919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.125763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:07.466742Z","time spent":"659.015004ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:08.125822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.897431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:45:08.125841Z","caller":"traceutil/trace.go:171","msg":"trace[1737593369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:906; }","duration":"658.981014ms","start":"2026-04-27T02:45:07.466854Z","end":"2026-04-27T02:45:08.125835Z","steps":["trace[1737593369] 'agreement among raft nodes before linearized reading' (duration: 658.926092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.125858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:07.466817Z","time spent":"659.037495ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:08.774209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290773649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:45:08.926024Z","caller":"traceutil/trace.go:171","msg":"trace[208046609] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"794.985739ms","start":"2026-04-27T02:45:08.131014Z","end":"2026-04-27T02:45:08.925999Z","steps":["trace[208046609] 'process raft request' (duration: 794.883826ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:08.926137Z","caller":"traceutil/trace.go:171","msg":"trace[79978123] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:939; }","duration":"652.371285ms","start":"2026-04-27T02:45:08.273757Z","end":"2026-04-27T02:45:08.926128Z","steps":["trace[79978123] 'read index received' (duration: 652.044795ms)","trace[79978123] 'applied index is now lower than readState.Index' (duration: 325.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:08.926193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.130987Z","time spent":"795.118413ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:08.926229Z","caller":"traceutil/trace.go:171","msg":"trace[827575441] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"790.594091ms","start":"2026-04-27T02:45:08.135627Z","end":"2026-04-27T02:45:08.926221Z","steps":["trace[827575441] 'process raft request' (duration: 790.312412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.92633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.135605Z","time spent":"790.646682ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:08.926343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.577272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:08.926382Z","caller":"traceutil/trace.go:171","msg":"trace[1789849676] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:910; }","duration":"652.661155ms","start":"2026-04-27T02:45:08.273709Z","end":"2026-04-27T02:45:08.926371Z","steps":["trace[1789849676] 'agreement among raft nodes before linearized reading' (duration: 652.594333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.926415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.273688Z","time spent":"652.719857ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-04-27T02:45:08.926033Z","caller":"traceutil/trace.go:171","msg":"trace[525241649] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"795.910038ms","start":"2026-04-27T02:45:08.130098Z","end":"2026-04-27T02:45:08.926008Z","steps":["trace[525241649] 'process raft request' (duration: 795.612629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.926511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.130079Z","time spent":"796.416034ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:08.933246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.681344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:08.933306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.841176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:45:08.933333Z","caller":"traceutil/trace.go:171","msg":"trace[793326977] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:912; }","duration":"658.815958ms","start":"2026-04-27T02:45:08.274496Z","end":"2026-04-27T02:45:08.933312Z","steps":["trace[793326977] 'agreement among raft nodes before linearized reading' (duration: 658.633772ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:08.933368Z","caller":"traceutil/trace.go:171","msg":"trace[415312323] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:912; }","duration":"278.953509ms","start":"2026-04-27T02:45:08.6544Z","end":"2026-04-27T02:45:08.933354Z","steps":["trace[415312323] 'agreement among raft nodes before linearized reading' (duration: 278.751453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.933385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.274486Z","time spent":"658.88629ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-27T02:45:08.93341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.836885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:08.933483Z","caller":"traceutil/trace.go:171","msg":"trace[1018391319] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:912; }","duration":"642.929988ms","start":"2026-04-27T02:45:08.290539Z","end":"2026-04-27T02:45:08.933469Z","steps":["trace[1018391319] 'agreement among raft nodes before linearized reading' (duration: 642.836335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.933517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.290527Z","time spent":"642.982659ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-27T02:45:08.933699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.497979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:08.933709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.076201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-04-27T02:45:08.933988Z","caller":"traceutil/trace.go:171","msg":"trace[2130948755] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:912; }","duration":"649.380171ms","start":"2026-04-27T02:45:08.284596Z","end":"2026-04-27T02:45:08.933976Z","steps":["trace[2130948755] 'agreement among raft nodes before linearized reading' (duration: 648.995169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.934023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.284569Z","time spent":"649.441803ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":627,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-27T02:45:08.933925Z","caller":"traceutil/trace.go:171","msg":"trace[1134014916] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:912; }","duration":"579.690805ms","start":"2026-04-27T02:45:08.354158Z","end":"2026-04-27T02:45:08.933849Z","steps":["trace[1134014916] 'agreement among raft nodes before linearized reading' (duration: 579.485739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.934124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:08.354141Z","time spent":"579.964853ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-27T02:45:09.959871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.184447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:09.960043Z","caller":"traceutil/trace.go:171","msg":"trace[169136741] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"253.469747ms","start":"2026-04-27T02:45:09.706555Z","end":"2026-04-27T02:45:09.960025Z","steps":["trace[169136741] 'process raft request' (duration: 27.054673ms)","trace[169136741] 'compare' (duration: 226.083353ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:09.960347Z","caller":"traceutil/trace.go:171","msg":"trace[2104168387] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1037; }","duration":"253.541668ms","start":"2026-04-27T02:45:09.706792Z","end":"2026-04-27T02:45:09.960334Z","steps":["trace[2104168387] 'read index received' (duration: 5.959087ms)","trace[2104168387] 'applied index is now lower than readState.Index' (duration: 247.581501ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:09.960408Z","caller":"traceutil/trace.go:171","msg":"trace[759407141] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"253.526978ms","start":"2026-04-27T02:45:09.706873Z","end":"2026-04-27T02:45:09.9604Z","steps":["trace[759407141] 'process raft request' (duration: 253.098505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:09.960697Z","caller":"traceutil/trace.go:171","msg":"trace[1304857693] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"253.799677ms","start":"2026-04-27T02:45:09.706883Z","end":"2026-04-27T02:45:09.960683Z","steps":["trace[1304857693] 'process raft request' (duration: 253.300142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:09.960705Z","caller":"traceutil/trace.go:171","msg":"trace[2107589753] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"248.864751ms","start":"2026-04-27T02:45:09.711783Z","end":"2026-04-27T02:45:09.960648Z","steps":["trace[2107589753] 'process raft request' (duration: 248.4946ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:09.960742Z","caller":"traceutil/trace.go:171","msg":"trace[560051588] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"251.708151ms","start":"2026-04-27T02:45:09.709006Z","end":"2026-04-27T02:45:09.960714Z","steps":["trace[560051588] 'process raft request' (duration: 251.227336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:09.961153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.341764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:09.961195Z","caller":"traceutil/trace.go:171","msg":"trace[790380836] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/ingress-nginx-admission; range_end:; response_count:0; response_revision:1006; }","duration":"254.410796ms","start":"2026-04-27T02:45:09.70677Z","end":"2026-04-27T02:45:09.96118Z","steps":["trace[790380836] 'agreement among raft nodes before linearized reading' (duration: 254.338134ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:10.24024Z","caller":"traceutil/trace.go:171","msg":"trace[873631890] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1043; }","duration":"279.849107ms","start":"2026-04-27T02:45:09.960375Z","end":"2026-04-27T02:45:10.240224Z","steps":["trace[873631890] 'read index received' (duration: 279.447394ms)","trace[873631890] 'applied index is now lower than readState.Index' (duration: 401.033µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:10.240615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.765091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:4658"} {"level":"info","ts":"2026-04-27T02:45:10.240662Z","caller":"traceutil/trace.go:171","msg":"trace[1401963738] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:1007; }","duration":"528.856034ms","start":"2026-04-27T02:45:09.711797Z","end":"2026-04-27T02:45:10.240653Z","steps":["trace[1401963738] 'agreement among raft nodes before linearized reading' (duration: 528.698209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.240655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.340587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"warn","ts":"2026-04-27T02:45:10.240735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.992718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3184"} {"level":"info","ts":"2026-04-27T02:45:10.240731Z","caller":"traceutil/trace.go:171","msg":"trace[214625794] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1007; }","duration":"468.4699ms","start":"2026-04-27T02:45:09.772241Z","end":"2026-04-27T02:45:10.240711Z","steps":["trace[214625794] 'agreement among raft nodes before linearized reading' (duration: 468.14844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:10.240755Z","caller":"traceutil/trace.go:171","msg":"trace[151877405] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1007; }","duration":"529.033169ms","start":"2026-04-27T02:45:09.711716Z","end":"2026-04-27T02:45:10.240749Z","steps":["trace[151877405] 'agreement among raft nodes before linearized reading' (duration: 528.797851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.240778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.7117Z","time spent":"529.07225ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3206,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-04-27T02:45:10.240826Z","caller":"traceutil/trace.go:171","msg":"trace[1072799240] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"470.745772ms","start":"2026-04-27T02:45:09.77006Z","end":"2026-04-27T02:45:10.240806Z","steps":["trace[1072799240] 'process raft request' (duration: 469.752951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.240939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.770026Z","time spent":"470.865626ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":307181,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:45:10.240981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.979525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-pw4kz\" ","response":"range_response_count:1 size:5578"} {"level":"info","ts":"2026-04-27T02:45:10.241011Z","caller":"traceutil/trace.go:171","msg":"trace[1694465045] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-pw4kz; range_end:; response_count:1; response_revision:1007; }","duration":"534.013566ms","start":"2026-04-27T02:45:09.70699Z","end":"2026-04-27T02:45:10.241003Z","steps":["trace[1694465045] 'agreement among raft nodes before linearized reading' (duration: 533.922783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.241034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.706967Z","time spent":"534.059147ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5600,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-pw4kz\" "} {"level":"warn","ts":"2026-04-27T02:45:10.240774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.772221Z","time spent":"468.543673ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":38034,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-27T02:45:10.240687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.711759Z","time spent":"528.922215ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4680,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-04-27T02:45:10.241583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.279498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:12376"} {"level":"info","ts":"2026-04-27T02:45:10.241615Z","caller":"traceutil/trace.go:171","msg":"trace[1791884173] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1007; }","duration":"490.311109ms","start":"2026-04-27T02:45:09.751295Z","end":"2026-04-27T02:45:10.241606Z","steps":["trace[1791884173] 'agreement among raft nodes before linearized reading' (duration: 489.151262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.241634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.751236Z","time spent":"490.392941ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":12398,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:45:10.241706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.422324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:10.241736Z","caller":"traceutil/trace.go:171","msg":"trace[1164122350] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:1007; }","duration":"345.476135ms","start":"2026-04-27T02:45:09.896251Z","end":"2026-04-27T02:45:10.241727Z","steps":["trace[1164122350] 'agreement among raft nodes before linearized reading' (duration: 345.435974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.24176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.896239Z","time spent":"345.516186ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-27T02:45:10.241908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.537824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-27T02:45:10.241946Z","caller":"traceutil/trace.go:171","msg":"trace[1979614100] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:1007; }","duration":"356.604906ms","start":"2026-04-27T02:45:09.885325Z","end":"2026-04-27T02:45:10.24193Z","steps":["trace[1979614100] 'agreement among raft nodes before linearized reading' (duration: 356.535694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.241968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:09.885305Z","time spent":"356.658338ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-04-27T02:45:10.249092Z","caller":"traceutil/trace.go:171","msg":"trace[971611986] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"284.387701ms","start":"2026-04-27T02:45:09.964682Z","end":"2026-04-27T02:45:10.249069Z","steps":["trace[971611986] 'process raft request' (duration: 284.231166ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:10.249294Z","caller":"traceutil/trace.go:171","msg":"trace[1580671175] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"282.911154ms","start":"2026-04-27T02:45:09.966374Z","end":"2026-04-27T02:45:10.249286Z","steps":["trace[1580671175] 'process raft request' (duration: 282.632615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.249568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.343527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:45:10.249598Z","caller":"traceutil/trace.go:171","msg":"trace[358410308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1009; }","duration":"117.401089ms","start":"2026-04-27T02:45:10.132189Z","end":"2026-04-27T02:45:10.24959Z","steps":["trace[358410308] 'agreement among raft nodes before linearized reading' (duration: 117.327027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.249714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.24535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-27T02:45:10.249735Z","caller":"traceutil/trace.go:171","msg":"trace[2132814453] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1009; }","duration":"154.277021ms","start":"2026-04-27T02:45:10.09545Z","end":"2026-04-27T02:45:10.249727Z","steps":["trace[2132814453] 'agreement among raft nodes before linearized reading' (duration: 154.221209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.25004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.588661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-04-27T02:45:10.250147Z","caller":"traceutil/trace.go:171","msg":"trace[65134022] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:1009; }","duration":"154.723775ms","start":"2026-04-27T02:45:10.095408Z","end":"2026-04-27T02:45:10.250132Z","steps":["trace[65134022] 'agreement among raft nodes before linearized reading' (duration: 154.570741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.250273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.101449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4493"} {"level":"warn","ts":"2026-04-27T02:45:10.250294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.493752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3020"} {"level":"info","ts":"2026-04-27T02:45:10.250299Z","caller":"traceutil/trace.go:171","msg":"trace[1704221862] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:1009; }","duration":"282.140349ms","start":"2026-04-27T02:45:09.968152Z","end":"2026-04-27T02:45:10.250292Z","steps":["trace[1704221862] 'agreement among raft nodes before linearized reading' (duration: 282.065547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:10.250317Z","caller":"traceutil/trace.go:171","msg":"trace[573985032] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:1009; }","duration":"283.537374ms","start":"2026-04-27T02:45:09.96677Z","end":"2026-04-27T02:45:10.250308Z","steps":["trace[573985032] 'agreement among raft nodes before linearized reading' (duration: 283.473322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.250378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.98095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:10.2504Z","caller":"traceutil/trace.go:171","msg":"trace[1134396204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"173.029812ms","start":"2026-04-27T02:45:10.077364Z","end":"2026-04-27T02:45:10.250394Z","steps":["trace[1134396204] 'agreement among raft nodes before linearized reading' (duration: 172.996011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.250529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.868272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-27T02:45:10.250547Z","caller":"traceutil/trace.go:171","msg":"trace[1792828832] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:1009; }","duration":"255.907513ms","start":"2026-04-27T02:45:09.994634Z","end":"2026-04-27T02:45:10.250541Z","steps":["trace[1792828832] 'agreement among raft nodes before linearized reading' (duration: 255.854272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:10.250643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.236543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:10.250663Z","caller":"traceutil/trace.go:171","msg":"trace[2009306919] range","detail":"{range_begin:/registry/resourcequotas/ingress-nginx/; range_end:/registry/resourcequotas/ingress-nginx0; response_count:0; response_revision:1009; }","duration":"276.273085ms","start":"2026-04-27T02:45:09.974383Z","end":"2026-04-27T02:45:10.250657Z","steps":["trace[2009306919] 'agreement among raft nodes before linearized reading' (duration: 276.241264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:11.564934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.744192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:11.565018Z","caller":"traceutil/trace.go:171","msg":"trace[1981266906] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1302; }","duration":"105.870866ms","start":"2026-04-27T02:45:11.459128Z","end":"2026-04-27T02:45:11.564999Z","steps":["trace[1981266906] 'range keys from in-memory index tree' (duration: 105.654939ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:11.852664Z","caller":"traceutil/trace.go:171","msg":"trace[898405498] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"253.549719ms","start":"2026-04-27T02:45:11.599092Z","end":"2026-04-27T02:45:11.852642Z","steps":["trace[898405498] 'read index received' (duration: 197.947918ms)","trace[898405498] 'applied index is now lower than readState.Index' (duration: 55.601091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:11.852785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.683923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:11.852808Z","caller":"traceutil/trace.go:171","msg":"trace[855557180] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:1304; }","duration":"253.755145ms","start":"2026-04-27T02:45:11.599044Z","end":"2026-04-27T02:45:11.8528Z","steps":["trace[855557180] 'agreement among raft nodes before linearized reading' (duration: 253.695373ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:11.852999Z","caller":"traceutil/trace.go:171","msg":"trace[1407551266] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"265.934359ms","start":"2026-04-27T02:45:11.587036Z","end":"2026-04-27T02:45:11.85297Z","steps":["trace[1407551266] 'process raft request' (duration: 209.7934ms)","trace[1407551266] 'compare' (duration: 55.712175ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:11.899985Z","caller":"traceutil/trace.go:171","msg":"trace[365679667] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"242.715164ms","start":"2026-04-27T02:45:11.657253Z","end":"2026-04-27T02:45:11.899968Z","steps":["trace[365679667] 'process raft request' (duration: 242.435775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:11.900246Z","caller":"traceutil/trace.go:171","msg":"trace[65354936] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"176.526198ms","start":"2026-04-27T02:45:11.723714Z","end":"2026-04-27T02:45:11.90024Z","steps":["trace[65354936] 'process raft request' (duration: 176.146076ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:11.900629Z","caller":"traceutil/trace.go:171","msg":"trace[1600319045] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"144.292193ms","start":"2026-04-27T02:45:11.756317Z","end":"2026-04-27T02:45:11.90061Z","steps":["trace[1600319045] 'process raft request' (duration: 143.858729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.077153Z","caller":"traceutil/trace.go:171","msg":"trace[740791555] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"157.285372ms","start":"2026-04-27T02:45:11.919846Z","end":"2026-04-27T02:45:12.077131Z","steps":["trace[740791555] 'process raft request' (duration: 157.2164ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.077198Z","caller":"traceutil/trace.go:171","msg":"trace[312447906] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"166.494827ms","start":"2026-04-27T02:45:11.910671Z","end":"2026-04-27T02:45:12.077166Z","steps":["trace[312447906] 'process raft request' (duration: 166.231389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:12.301562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.046801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:12.30172Z","caller":"traceutil/trace.go:171","msg":"trace[1844359383] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"222.179163ms","start":"2026-04-27T02:45:12.079513Z","end":"2026-04-27T02:45:12.301692Z","steps":["trace[1844359383] 'read index received' (duration: 66.74662ms)","trace[1844359383] 'applied index is now lower than readState.Index' (duration: 155.428593ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:12.301728Z","caller":"traceutil/trace.go:171","msg":"trace[1339482890] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"302.457617ms","start":"2026-04-27T02:45:11.999235Z","end":"2026-04-27T02:45:12.301692Z","steps":["trace[1339482890] 'process raft request' (duration: 146.986302ms)","trace[1339482890] 'compare' (duration: 154.731581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:12.301844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:11.999211Z","time spent":"302.601922ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:45:12.301902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.360128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:12.301936Z","caller":"traceutil/trace.go:171","msg":"trace[1737948785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1311; }","duration":"222.455842ms","start":"2026-04-27T02:45:12.07947Z","end":"2026-04-27T02:45:12.301926Z","steps":["trace[1737948785] 'agreement among raft nodes before linearized reading' (duration: 222.315078ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.312615Z","caller":"traceutil/trace.go:171","msg":"trace[1276675934] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"233.096753ms","start":"2026-04-27T02:45:12.079488Z","end":"2026-04-27T02:45:12.312585Z","steps":["trace[1276675934] 'process raft request' (duration: 232.913347ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.312707Z","caller":"traceutil/trace.go:171","msg":"trace[1283109445] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"230.352896ms","start":"2026-04-27T02:45:12.082309Z","end":"2026-04-27T02:45:12.312662Z","steps":["trace[1283109445] 'process raft request' (duration: 230.210501ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.312914Z","caller":"traceutil/trace.go:171","msg":"trace[1318042462] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"229.785827ms","start":"2026-04-27T02:45:12.083115Z","end":"2026-04-27T02:45:12.312901Z","steps":["trace[1318042462] 'process raft request' (duration: 229.459907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:12.312754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.130977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:12.313004Z","caller":"traceutil/trace.go:171","msg":"trace[1062728414] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1315; }","duration":"210.403026ms","start":"2026-04-27T02:45:12.102576Z","end":"2026-04-27T02:45:12.312979Z","steps":["trace[1062728414] 'agreement among raft nodes before linearized reading' (duration: 210.109696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.313343Z","caller":"traceutil/trace.go:171","msg":"trace[1275267092] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"189.679831ms","start":"2026-04-27T02:45:12.123624Z","end":"2026-04-27T02:45:12.313304Z","steps":["trace[1275267092] 'process raft request' (duration: 188.994989ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.617102Z","caller":"traceutil/trace.go:171","msg":"trace[1740602647] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"295.72515ms","start":"2026-04-27T02:45:12.321335Z","end":"2026-04-27T02:45:12.61706Z","steps":["trace[1740602647] 'process raft request' (duration: 295.617306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:12.617327Z","caller":"traceutil/trace.go:171","msg":"trace[319438209] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"299.79899ms","start":"2026-04-27T02:45:12.317469Z","end":"2026-04-27T02:45:12.617268Z","steps":["trace[319438209] 'process raft request' (duration: 244.400165ms)","trace[319438209] 'compare' (duration: 54.683652ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:12.617408Z","caller":"traceutil/trace.go:171","msg":"trace[854331250] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"299.7796ms","start":"2026-04-27T02:45:12.317617Z","end":"2026-04-27T02:45:12.617397Z","steps":["trace[854331250] 'process raft request' (duration: 299.220342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:12.617634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:12.317428Z","time spent":"300.007488ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:12.673004Z","caller":"traceutil/trace.go:171","msg":"trace[1192500578] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"269.739977ms","start":"2026-04-27T02:45:12.403239Z","end":"2026-04-27T02:45:12.672979Z","steps":["trace[1192500578] 'process raft request' (duration: 269.477858ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:13.447964Z","caller":"traceutil/trace.go:171","msg":"trace[41821299] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1369; }","duration":"477.817629ms","start":"2026-04-27T02:45:12.970127Z","end":"2026-04-27T02:45:13.447944Z","steps":["trace[41821299] 'read index received' (duration: 477.769518ms)","trace[41821299] 'applied index is now lower than readState.Index' (duration: 47.071µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:13.448073Z","caller":"traceutil/trace.go:171","msg":"trace[64517482] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"490.560297ms","start":"2026-04-27T02:45:12.957487Z","end":"2026-04-27T02:45:13.448047Z","steps":["trace[64517482] 'process raft request' (duration: 490.3437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.448177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.038066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:45:13.448204Z","caller":"traceutil/trace.go:171","msg":"trace[1304222350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1332; }","duration":"478.111758ms","start":"2026-04-27T02:45:12.970084Z","end":"2026-04-27T02:45:13.448195Z","steps":["trace[1304222350] 'agreement among raft nodes before linearized reading' (duration: 477.959063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.448227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:12.970054Z","time spent":"478.16825ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:13.448231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:12.957469Z","time spent":"490.661281ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:13.890662Z","caller":"traceutil/trace.go:171","msg":"trace[1293526676] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"768.648083ms","start":"2026-04-27T02:45:13.121989Z","end":"2026-04-27T02:45:13.890637Z","steps":["trace[1293526676] 'process raft request' (duration: 768.499528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.890806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.121967Z","time spent":"768.772817ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2255,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:45:13.890786Z","caller":"traceutil/trace.go:171","msg":"trace[902871296] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1371; }","duration":"442.730813ms","start":"2026-04-27T02:45:13.448019Z","end":"2026-04-27T02:45:13.89075Z","steps":["trace[902871296] 'read index received' (duration: 442.712763ms)","trace[902871296] 'applied index is now lower than readState.Index' (duration: 15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:13.891153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.392708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:45:13.891182Z","caller":"traceutil/trace.go:171","msg":"trace[98066486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1333; }","duration":"459.478881ms","start":"2026-04-27T02:45:13.431695Z","end":"2026-04-27T02:45:13.891174Z","steps":["trace[98066486] 'agreement among raft nodes before linearized reading' (duration: 459.207182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.89121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.431679Z","time spent":"459.525272ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:45:13.891379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.144159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-27T02:45:13.891429Z","caller":"traceutil/trace.go:171","msg":"trace[741053104] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1333; }","duration":"866.206531ms","start":"2026-04-27T02:45:13.025203Z","end":"2026-04-27T02:45:13.89141Z","steps":["trace[741053104] 'agreement among raft nodes before linearized reading' (duration: 866.036435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.891462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.777391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:45:13.891463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.025197Z","time spent":"866.259942ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1076,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-04-27T02:45:13.891489Z","caller":"traceutil/trace.go:171","msg":"trace[534564460] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1333; }","duration":"901.825443ms","start":"2026-04-27T02:45:12.989654Z","end":"2026-04-27T02:45:13.891479Z","steps":["trace[534564460] 'agreement among raft nodes before linearized reading' (duration: 901.773211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.891512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:12.989643Z","time spent":"901.863074ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:13.891709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.333202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:13.891747Z","caller":"traceutil/trace.go:171","msg":"trace[1423868803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1333; }","duration":"612.406734ms","start":"2026-04-27T02:45:13.279329Z","end":"2026-04-27T02:45:13.891736Z","steps":["trace[1423868803] 'agreement among raft nodes before linearized reading' (duration: 612.26686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.891775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.279308Z","time spent":"612.461645ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:45:13.891717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.570435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:45:13.891935Z","caller":"traceutil/trace.go:171","msg":"trace[1940840422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1333; }","duration":"921.822524ms","start":"2026-04-27T02:45:12.970103Z","end":"2026-04-27T02:45:13.891926Z","steps":["trace[1940840422] 'agreement among raft nodes before linearized reading' (duration: 921.517514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.891972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:12.970078Z","time spent":"921.879545ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:13.891972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.866235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:13.892114Z","caller":"traceutil/trace.go:171","msg":"trace[925458654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"796.033791ms","start":"2026-04-27T02:45:13.09607Z","end":"2026-04-27T02:45:13.892104Z","steps":["trace[925458654] 'agreement among raft nodes before linearized reading' (duration: 795.875766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.892147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.096048Z","time spent":"796.090553ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:45:13.897132Z","caller":"traceutil/trace.go:171","msg":"trace[1925902639] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"444.17927ms","start":"2026-04-27T02:45:13.45293Z","end":"2026-04-27T02:45:13.897109Z","steps":["trace[1925902639] 'process raft request' (duration: 443.636673ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:13.897197Z","caller":"traceutil/trace.go:171","msg":"trace[981522944] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"373.06373ms","start":"2026-04-27T02:45:13.524096Z","end":"2026-04-27T02:45:13.89716Z","steps":["trace[981522944] 'process raft request' (duration: 372.591855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.897281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.45289Z","time spent":"444.306934ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:13.89721Z","caller":"traceutil/trace.go:171","msg":"trace[1772435588] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"322.651475ms","start":"2026-04-27T02:45:13.57453Z","end":"2026-04-27T02:45:13.897182Z","steps":["trace[1772435588] 'process raft request' (duration: 322.214281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.897367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.524069Z","time spent":"373.217445ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2919,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:45:13.897557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.574511Z","time spent":"322.923153ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:45:13.903819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.272479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-dbgrb\" ","response":"range_response_count:1 size:7972"} {"level":"info","ts":"2026-04-27T02:45:13.90388Z","caller":"traceutil/trace.go:171","msg":"trace[148912936] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-dbgrb; range_end:; response_count:1; response_revision:1338; }","duration":"330.344591ms","start":"2026-04-27T02:45:13.573505Z","end":"2026-04-27T02:45:13.903849Z","steps":["trace[148912936] 'agreement among raft nodes before linearized reading' (duration: 329.907097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:13.903908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:13.573485Z","time spent":"330.417023ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7994,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-dbgrb\" "} {"level":"warn","ts":"2026-04-27T02:45:16.222396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.899149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:16.222456Z","caller":"traceutil/trace.go:171","msg":"trace[728486991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1360; }","duration":"142.015032ms","start":"2026-04-27T02:45:16.080428Z","end":"2026-04-27T02:45:16.222443Z","steps":["trace[728486991] 'range keys from in-memory index tree' (duration: 141.798015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:16.222701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.781477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:45:16.222809Z","caller":"traceutil/trace.go:171","msg":"trace[51741243] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1360; }","duration":"205.912481ms","start":"2026-04-27T02:45:16.01687Z","end":"2026-04-27T02:45:16.222783Z","steps":["trace[51741243] 'count revisions from in-memory index tree' (duration: 205.606861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:20.185482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.03329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:20.185554Z","caller":"traceutil/trace.go:171","msg":"trace[195454869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1388; }","duration":"106.185985ms","start":"2026-04-27T02:45:20.079352Z","end":"2026-04-27T02:45:20.185538Z","steps":["trace[195454869] 'range keys from in-memory index tree' (duration: 105.961837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:20.185651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.791123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:45:20.185757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.506509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:45:20.18576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.667973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:5335"} {"level":"info","ts":"2026-04-27T02:45:20.185775Z","caller":"traceutil/trace.go:171","msg":"trace[1934849985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1388; }","duration":"125.968748ms","start":"2026-04-27T02:45:20.059779Z","end":"2026-04-27T02:45:20.185748Z","steps":["trace[1934849985] 'range keys from in-memory index tree' (duration: 125.512423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:20.18582Z","caller":"traceutil/trace.go:171","msg":"trace[613264598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1388; }","duration":"123.597762ms","start":"2026-04-27T02:45:20.062206Z","end":"2026-04-27T02:45:20.185804Z","steps":["trace[613264598] 'range keys from in-memory index tree' (duration: 123.126208ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:20.185849Z","caller":"traceutil/trace.go:171","msg":"trace[1895156756] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:1388; }","duration":"127.770076ms","start":"2026-04-27T02:45:20.058057Z","end":"2026-04-27T02:45:20.185827Z","steps":["trace[1895156756] 'range keys from in-memory index tree' (duration: 127.27196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:22.207767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.178754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:22.207848Z","caller":"traceutil/trace.go:171","msg":"trace[1322011313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1411; }","duration":"130.301178ms","start":"2026-04-27T02:45:22.077532Z","end":"2026-04-27T02:45:22.207833Z","steps":["trace[1322011313] 'range keys from in-memory index tree' (duration: 130.041549ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:22.421513Z","caller":"traceutil/trace.go:171","msg":"trace[1722439165] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1452; }","duration":"212.606427ms","start":"2026-04-27T02:45:22.208884Z","end":"2026-04-27T02:45:22.42149Z","steps":["trace[1722439165] 'read index received' (duration: 212.445952ms)","trace[1722439165] 'applied index is now lower than readState.Index' (duration: 159.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:22.421864Z","caller":"traceutil/trace.go:171","msg":"trace[2005603788] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"221.941536ms","start":"2026-04-27T02:45:22.199913Z","end":"2026-04-27T02:45:22.421854Z","steps":["trace[2005603788] 'process raft request' (duration: 221.392268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:22.422069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.175005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:22.422101Z","caller":"traceutil/trace.go:171","msg":"trace[50415600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"213.219676ms","start":"2026-04-27T02:45:22.208874Z","end":"2026-04-27T02:45:22.422094Z","steps":["trace[50415600] 'agreement among raft nodes before linearized reading' (duration: 213.157814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:22.422284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.693413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:45:22.422313Z","caller":"traceutil/trace.go:171","msg":"trace[1543456005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1412; }","duration":"185.745505ms","start":"2026-04-27T02:45:22.236561Z","end":"2026-04-27T02:45:22.422306Z","steps":["trace[1543456005] 'agreement among raft nodes before linearized reading' (duration: 185.657912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:22.422477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.050444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T02:45:22.422507Z","caller":"traceutil/trace.go:171","msg":"trace[683670361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1412; }","duration":"137.120496ms","start":"2026-04-27T02:45:22.285381Z","end":"2026-04-27T02:45:22.422501Z","steps":["trace[683670361] 'agreement among raft nodes before linearized reading' (duration: 137.055274ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:22.623429Z","caller":"traceutil/trace.go:171","msg":"trace[573640829] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"195.751836ms","start":"2026-04-27T02:45:22.427646Z","end":"2026-04-27T02:45:22.623398Z","steps":["trace[573640829] 'process raft request' (duration: 112.658572ms)","trace[573640829] 'compare' (duration: 82.96741ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:22.76311Z","caller":"traceutil/trace.go:171","msg":"trace[792875374] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"115.543264ms","start":"2026-04-27T02:45:22.647519Z","end":"2026-04-27T02:45:22.763062Z","steps":["trace[792875374] 'process raft request' (duration: 95.028257ms)","trace[792875374] 'compare' (duration: 20.209408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:23.537972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.745092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:23.538167Z","caller":"traceutil/trace.go:171","msg":"trace[1061233921] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1456; }","duration":"458.875541ms","start":"2026-04-27T02:45:23.079272Z","end":"2026-04-27T02:45:23.538148Z","steps":["trace[1061233921] 'read index received' (duration: 238.978282ms)","trace[1061233921] 'applied index is now lower than readState.Index' (duration: 219.895899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:23.538268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.000694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:23.538299Z","caller":"traceutil/trace.go:171","msg":"trace[217604015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1417; }","duration":"459.060016ms","start":"2026-04-27T02:45:23.07923Z","end":"2026-04-27T02:45:23.53829Z","steps":["trace[217604015] 'agreement among raft nodes before linearized reading' (duration: 458.973164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:23.538331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:23.079213Z","time spent":"459.110318ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:45:23.538416Z","caller":"traceutil/trace.go:171","msg":"trace[1080638295] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"769.704606ms","start":"2026-04-27T02:45:22.768693Z","end":"2026-04-27T02:45:23.538398Z","steps":["trace[1080638295] 'process raft request' (duration: 273.379805ms)","trace[1080638295] 'compare' (duration: 495.615098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:23.538487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:22.768669Z","time spent":"769.787989ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:23.538499Z","caller":"traceutil/trace.go:171","msg":"trace[1000341588] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"769.594302ms","start":"2026-04-27T02:45:22.768871Z","end":"2026-04-27T02:45:23.538465Z","steps":["trace[1000341588] 'process raft request' (duration: 769.2266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:23.538584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:22.768851Z","time spent":"769.695636ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:24.522239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.253813ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:24.522402Z","caller":"traceutil/trace.go:171","msg":"trace[585016978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1417; }","duration":"444.425259ms","start":"2026-04-27T02:45:24.077952Z","end":"2026-04-27T02:45:24.522378Z","steps":["trace[585016978] 'range keys from in-memory index tree' (duration: 444.238332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:24.522619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.97274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:24.52274Z","caller":"traceutil/trace.go:171","msg":"trace[604855157] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1458; }","duration":"475.412162ms","start":"2026-04-27T02:45:24.047311Z","end":"2026-04-27T02:45:24.522723Z","steps":["trace[604855157] 'read index received' (duration: 40.311µs)","trace[604855157] 'applied index is now lower than readState.Index' (duration: 475.370181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:24.523011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.66698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T02:45:24.523117Z","caller":"traceutil/trace.go:171","msg":"trace[1000817483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1418; }","duration":"475.817365ms","start":"2026-04-27T02:45:24.047277Z","end":"2026-04-27T02:45:24.523094Z","steps":["trace[1000817483] 'agreement among raft nodes before linearized reading' (duration: 475.508145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:24.523176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:24.047259Z","time spent":"475.900738ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:45:24.523521Z","caller":"traceutil/trace.go:171","msg":"trace[1752554639] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"981.354222ms","start":"2026-04-27T02:45:23.542138Z","end":"2026-04-27T02:45:24.523492Z","steps":["trace[1752554639] 'process raft request' (duration: 169.400701ms)","trace[1752554639] 'compare' (duration: 810.812725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:24.523694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:23.542122Z","time spent":"981.460316ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:24.795627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.560636ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:45:24.795718Z","caller":"traceutil/trace.go:171","msg":"trace[595171798] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1459; }","duration":"272.9375ms","start":"2026-04-27T02:45:24.522767Z","end":"2026-04-27T02:45:24.795705Z","steps":["trace[595171798] 'read index received' (duration: 25.332772ms)","trace[595171798] 'applied index is now lower than readState.Index' (duration: 247.603598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:24.795833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.965886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:24.795869Z","caller":"traceutil/trace.go:171","msg":"trace[629671289] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:1418; }","duration":"659.051699ms","start":"2026-04-27T02:45:24.136809Z","end":"2026-04-27T02:45:24.795861Z","steps":["trace[629671289] 'agreement among raft nodes before linearized reading' (duration: 658.953966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:24.795895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:24.136779Z","time spent":"659.109561ms","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-04-27T02:45:24.795893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.081519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:45:24.796014Z","caller":"traceutil/trace.go:171","msg":"trace[512777840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1418; }","duration":"333.205692ms","start":"2026-04-27T02:45:24.462743Z","end":"2026-04-27T02:45:24.795949Z","steps":["trace[512777840] 'agreement among raft nodes before linearized reading' (duration: 332.970115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:24.796085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:24.462719Z","time spent":"333.348067ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:45:24.796081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.954333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:24.796154Z","caller":"traceutil/trace.go:171","msg":"trace[1482798376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1418; }","duration":"745.062636ms","start":"2026-04-27T02:45:24.051075Z","end":"2026-04-27T02:45:24.796137Z","steps":["trace[1482798376] 'agreement among raft nodes before linearized reading' (duration: 744.822088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:24.796191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:24.05106Z","time spent":"745.124059ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:45:24.798974Z","caller":"traceutil/trace.go:171","msg":"trace[1254424384] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"269.969535ms","start":"2026-04-27T02:45:24.528987Z","end":"2026-04-27T02:45:24.798957Z","steps":["trace[1254424384] 'process raft request' (duration: 269.807929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:24.798977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.636452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:45:24.799022Z","caller":"traceutil/trace.go:171","msg":"trace[283826074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1419; }","duration":"171.737495ms","start":"2026-04-27T02:45:24.627274Z","end":"2026-04-27T02:45:24.799012Z","steps":["trace[283826074] 'agreement among raft nodes before linearized reading' (duration: 171.613501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:25.278637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.064236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:25.278902Z","caller":"traceutil/trace.go:171","msg":"trace[1990873601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1421; }","duration":"201.377396ms","start":"2026-04-27T02:45:25.077497Z","end":"2026-04-27T02:45:25.278875Z","steps":["trace[1990873601] 'range keys from in-memory index tree' (duration: 200.965373ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:25.669734Z","caller":"traceutil/trace.go:171","msg":"trace[1932466131] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"124.207962ms","start":"2026-04-27T02:45:25.545497Z","end":"2026-04-27T02:45:25.669705Z","steps":["trace[1932466131] 'process raft request' (duration: 124.000385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:26.036442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.821926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:26.036591Z","caller":"traceutil/trace.go:171","msg":"trace[852089002] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"490.046661ms","start":"2026-04-27T02:45:25.546514Z","end":"2026-04-27T02:45:26.036561Z","steps":["trace[852089002] 'process raft request' (duration: 323.953816ms)","trace[852089002] 'compare' (duration: 165.581648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:26.036702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:25.546495Z","time spent":"490.155845ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:27.308626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290774520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:45:27.748274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018938206s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:45:28.58244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.823422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:28.582581Z","caller":"traceutil/trace.go:171","msg":"trace[1002678944] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1465; }","duration":"1.774706627s","start":"2026-04-27T02:45:26.807853Z","end":"2026-04-27T02:45:28.582559Z","steps":["trace[1002678944] 'read index received' (duration: 940.546834ms)","trace[1002678944] 'applied index is now lower than readState.Index' (duration: 834.158083ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:28.582631Z","caller":"traceutil/trace.go:171","msg":"trace[199624260] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"2.052891646s","start":"2026-04-27T02:45:26.529691Z","end":"2026-04-27T02:45:28.582583Z","steps":["trace[199624260] 'process raft request' (duration: 1.218789194s)","trace[199624260] 'compare' (duration: 833.379508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:28.582814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774969705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T02:45:28.582845Z","caller":"traceutil/trace.go:171","msg":"trace[2083584889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1424; }","duration":"1.775043587s","start":"2026-04-27T02:45:26.807794Z","end":"2026-04-27T02:45:28.582838Z","steps":["trace[2083584889] 'agreement among raft nodes before linearized reading' (duration: 1.774865101s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.582873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:26.807773Z","time spent":"1.775094599s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:28.582867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:26.529666Z","time spent":"2.053075052s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:28.583266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774559282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:28.58334Z","caller":"traceutil/trace.go:171","msg":"trace[1902826158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1424; }","duration":"1.774669245s","start":"2026-04-27T02:45:26.808654Z","end":"2026-04-27T02:45:28.583323Z","steps":["trace[1902826158] 'agreement among raft nodes before linearized reading' (duration: 1.774429448s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.583391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:26.808633Z","time spent":"1.774745218s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:45:28.583457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504418342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:28.583542Z","caller":"traceutil/trace.go:171","msg":"trace[372300109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1424; }","duration":"1.504505424s","start":"2026-04-27T02:45:27.079009Z","end":"2026-04-27T02:45:28.583515Z","steps":["trace[372300109] 'agreement among raft nodes before linearized reading' (duration: 1.504347689s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.583536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.746457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:45:28.583533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730559341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:45:28.583527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454677397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:28.583588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:27.07895Z","time spent":"1.504628888s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:45:28.583599Z","caller":"traceutil/trace.go:171","msg":"trace[781858333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1424; }","duration":"909.848429ms","start":"2026-04-27T02:45:27.673732Z","end":"2026-04-27T02:45:28.583581Z","steps":["trace[781858333] 'agreement among raft nodes before linearized reading' (duration: 909.665284ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:28.583615Z","caller":"traceutil/trace.go:171","msg":"trace[1681208136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1424; }","duration":"1.730673525s","start":"2026-04-27T02:45:26.852919Z","end":"2026-04-27T02:45:28.583592Z","steps":["trace[1681208136] 'agreement among raft nodes before linearized reading' (duration: 1.730439577s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.583634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:27.673709Z","time spent":"909.918052ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:45:28.58358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753028951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:45:28.583658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:26.8529Z","time spent":"1.730749268s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:45:28.583683Z","caller":"traceutil/trace.go:171","msg":"trace[1439851860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1424; }","duration":"1.753163845s","start":"2026-04-27T02:45:26.830499Z","end":"2026-04-27T02:45:28.583663Z","steps":["trace[1439851860] 'agreement among raft nodes before linearized reading' (duration: 1.752966109s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.583727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58170929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-04-27T02:45:28.583754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:26.830478Z","time spent":"1.753265099s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:45:28.583774Z","caller":"traceutil/trace.go:171","msg":"trace[1655939784] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1424; }","duration":"1.581806263s","start":"2026-04-27T02:45:27.001953Z","end":"2026-04-27T02:45:28.58376Z","steps":["trace[1655939784] 'agreement among raft nodes before linearized reading' (duration: 1.58171467s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:28.583627Z","caller":"traceutil/trace.go:171","msg":"trace[813914044] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1424; }","duration":"1.454843692s","start":"2026-04-27T02:45:27.128761Z","end":"2026-04-27T02:45:28.583605Z","steps":["trace[813914044] 'agreement among raft nodes before linearized reading' (duration: 1.454639706s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.583807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:27.001922Z","time spent":"1.581876996s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-27T02:45:28.583847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:27.128737Z","time spent":"1.4550752s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:28.58355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.179963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:45:28.58393Z","caller":"traceutil/trace.go:171","msg":"trace[389610023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1424; }","duration":"542.583295ms","start":"2026-04-27T02:45:28.041307Z","end":"2026-04-27T02:45:28.583891Z","steps":["trace[389610023] 'agreement among raft nodes before linearized reading' (duration: 542.11714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.584004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.041284Z","time spent":"542.700119ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:28.583539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734974903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:45:28.584076Z","caller":"traceutil/trace.go:171","msg":"trace[1818040824] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1424; }","duration":"1.735569132s","start":"2026-04-27T02:45:26.848493Z","end":"2026-04-27T02:45:28.584062Z","steps":["trace[1818040824] 'agreement among raft nodes before linearized reading' (duration: 1.734928251s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:28.584146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:26.84847Z","time spent":"1.735634524s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":72,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:29.034874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.180191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:29.034986Z","caller":"traceutil/trace.go:171","msg":"trace[2013510383] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"446.740603ms","start":"2026-04-27T02:45:28.588226Z","end":"2026-04-27T02:45:29.034966Z","steps":["trace[2013510383] 'process raft request' (duration: 283.385046ms)","trace[2013510383] 'compare' (duration: 162.994176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:29.035043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.588202Z","time spent":"446.814495ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:29.052355Z","caller":"traceutil/trace.go:171","msg":"trace[1006259392] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"463.520381ms","start":"2026-04-27T02:45:28.588812Z","end":"2026-04-27T02:45:29.052333Z","steps":["trace[1006259392] 'process raft request' (duration: 463.469429ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:29.052394Z","caller":"traceutil/trace.go:171","msg":"trace[1977114374] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"463.733597ms","start":"2026-04-27T02:45:28.588621Z","end":"2026-04-27T02:45:29.052355Z","steps":["trace[1977114374] 'process raft request' (duration: 463.472879ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:29.052418Z","caller":"traceutil/trace.go:171","msg":"trace[33795353] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"463.667415ms","start":"2026-04-27T02:45:28.588702Z","end":"2026-04-27T02:45:29.052369Z","steps":["trace[33795353] 'process raft request' (duration: 463.550381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:29.052487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.588781Z","time spent":"463.637635ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:29.052506Z","caller":"traceutil/trace.go:171","msg":"trace[529230534] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1466; }","duration":"460.492744ms","start":"2026-04-27T02:45:28.591991Z","end":"2026-04-27T02:45:29.052483Z","steps":["trace[529230534] 'read index received' (duration: 279.605745ms)","trace[529230534] 'applied index is now lower than readState.Index' (duration: 180.884339ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:29.052587Z","caller":"traceutil/trace.go:171","msg":"trace[1012945522] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"463.417838ms","start":"2026-04-27T02:45:28.589161Z","end":"2026-04-27T02:45:29.052579Z","steps":["trace[1012945522] 'process raft request' (duration: 463.144629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:29.052584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.588591Z","time spent":"463.890593ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:29.052615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.588692Z","time spent":"463.81732ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:29.052661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.667199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-04-27T02:45:29.052688Z","caller":"traceutil/trace.go:171","msg":"trace[401055695] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1429; }","duration":"460.70367ms","start":"2026-04-27T02:45:28.591973Z","end":"2026-04-27T02:45:29.052677Z","steps":["trace[401055695] 'agreement among raft nodes before linearized reading' (duration: 460.609797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:29.052644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.589125Z","time spent":"463.48245ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:29.052708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.591963Z","time spent":"460.741052ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2919,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-27T02:45:29.05288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.945374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-27T02:45:29.052878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.157481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:29.052912Z","caller":"traceutil/trace.go:171","msg":"trace[572634630] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1429; }","duration":"391.015286ms","start":"2026-04-27T02:45:28.661889Z","end":"2026-04-27T02:45:29.052904Z","steps":["trace[572634630] 'agreement among raft nodes before linearized reading' (duration: 390.931213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:29.052934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.661851Z","time spent":"391.078288ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-27T02:45:29.052933Z","caller":"traceutil/trace.go:171","msg":"trace[534159067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1429; }","duration":"459.241964ms","start":"2026-04-27T02:45:28.593676Z","end":"2026-04-27T02:45:29.052918Z","steps":["trace[534159067] 'agreement among raft nodes before linearized reading' (duration: 459.14161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:29.052963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:28.593664Z","time spent":"459.292335ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:45:29.334238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.882884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qxgfw\" ","response":"range_response_count:1 size:4129"} {"level":"info","ts":"2026-04-27T02:45:29.334334Z","caller":"traceutil/trace.go:171","msg":"trace[1339524154] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qxgfw; range_end:; response_count:1; response_revision:1431; }","duration":"193.013409ms","start":"2026-04-27T02:45:29.141303Z","end":"2026-04-27T02:45:29.334316Z","steps":["trace[1339524154] 'range keys from in-memory index tree' (duration: 192.744579ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:29.49449Z","caller":"traceutil/trace.go:171","msg":"trace[1222290816] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"158.374258ms","start":"2026-04-27T02:45:29.336078Z","end":"2026-04-27T02:45:29.494453Z","steps":["trace[1222290816] 'process raft request' (duration: 137.671604ms)","trace[1222290816] 'compare' (duration: 20.542628ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:30.825829Z","caller":"traceutil/trace.go:171","msg":"trace[1409190687] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"240.967676ms","start":"2026-04-27T02:45:30.584838Z","end":"2026-04-27T02:45:30.825805Z","steps":["trace[1409190687] 'process raft request' (duration: 240.814761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:30.837751Z","caller":"traceutil/trace.go:171","msg":"trace[1065837524] linearizableReadLoop","detail":"{readStateIndex:1480; appliedIndex:1478; }","duration":"246.524463ms","start":"2026-04-27T02:45:30.591203Z","end":"2026-04-27T02:45:30.837728Z","steps":["trace[1065837524] 'read index received' (duration: 234.508778ms)","trace[1065837524] 'applied index is now lower than readState.Index' (duration: 12.014795ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:30.837891Z","caller":"traceutil/trace.go:171","msg":"trace[127664736] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"248.545269ms","start":"2026-04-27T02:45:30.589316Z","end":"2026-04-27T02:45:30.837861Z","steps":["trace[127664736] 'process raft request' (duration: 248.29015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:30.837975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.752431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:30.838018Z","caller":"traceutil/trace.go:171","msg":"trace[1472369389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1437; }","duration":"246.849864ms","start":"2026-04-27T02:45:30.591157Z","end":"2026-04-27T02:45:30.838007Z","steps":["trace[1472369389] 'agreement among raft nodes before linearized reading' (duration: 246.669178ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:30.966256Z","caller":"traceutil/trace.go:171","msg":"trace[1082286812] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1480; }","duration":"124.357457ms","start":"2026-04-27T02:45:30.841874Z","end":"2026-04-27T02:45:30.966232Z","steps":["trace[1082286812] 'read index received' (duration: 124.216752ms)","trace[1082286812] 'applied index is now lower than readState.Index' (duration: 139.765µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:30.966292Z","caller":"traceutil/trace.go:171","msg":"trace[1788611772] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"132.391624ms","start":"2026-04-27T02:45:30.833874Z","end":"2026-04-27T02:45:30.966266Z","steps":["trace[1788611772] 'process raft request' (duration: 132.225829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:30.966488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.588244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26244"} {"level":"info","ts":"2026-04-27T02:45:30.966529Z","caller":"traceutil/trace.go:171","msg":"trace[532789254] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1438; }","duration":"124.651076ms","start":"2026-04-27T02:45:30.841868Z","end":"2026-04-27T02:45:30.966519Z","steps":["trace[532789254] 'agreement among raft nodes before linearized reading' (duration: 124.46557ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:31.176269Z","caller":"traceutil/trace.go:171","msg":"trace[291731986] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1481; }","duration":"137.110246ms","start":"2026-04-27T02:45:31.039128Z","end":"2026-04-27T02:45:31.176239Z","steps":["trace[291731986] 'read index received' (duration: 131.082082ms)","trace[291731986] 'applied index is now lower than readState.Index' (duration: 6.026944ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:31.176312Z","caller":"traceutil/trace.go:171","msg":"trace[686816093] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"200.651093ms","start":"2026-04-27T02:45:30.975627Z","end":"2026-04-27T02:45:31.176278Z","steps":["trace[686816093] 'process raft request' (duration: 194.554357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:31.17651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.371714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:45:31.176558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.683966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:45:31.176573Z","caller":"traceutil/trace.go:171","msg":"trace[1887061739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1439; }","duration":"137.477988ms","start":"2026-04-27T02:45:31.039075Z","end":"2026-04-27T02:45:31.176553Z","steps":["trace[1887061739] 'agreement among raft nodes before linearized reading' (duration: 137.312312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:31.176594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.083395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T02:45:31.17661Z","caller":"traceutil/trace.go:171","msg":"trace[787637047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1439; }","duration":"119.745049ms","start":"2026-04-27T02:45:31.056848Z","end":"2026-04-27T02:45:31.176593Z","steps":["trace[787637047] 'agreement among raft nodes before linearized reading' (duration: 119.619925ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:31.176652Z","caller":"traceutil/trace.go:171","msg":"trace[1182366817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1439; }","duration":"118.192169ms","start":"2026-04-27T02:45:31.058444Z","end":"2026-04-27T02:45:31.176637Z","steps":["trace[1182366817] 'agreement among raft nodes before linearized reading' (duration: 117.998123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:31.176644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.941166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:45:31.176703Z","caller":"traceutil/trace.go:171","msg":"trace[844174312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1439; }","duration":"120.047409ms","start":"2026-04-27T02:45:31.056637Z","end":"2026-04-27T02:45:31.176684Z","steps":["trace[844174312] 'agreement among raft nodes before linearized reading' (duration: 119.799641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:31.17662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.8272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:45:31.176953Z","caller":"traceutil/trace.go:171","msg":"trace[1560736760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1439; }","duration":"119.183751ms","start":"2026-04-27T02:45:31.057747Z","end":"2026-04-27T02:45:31.176931Z","steps":["trace[1560736760] 'agreement among raft nodes before linearized reading' (duration: 118.705936ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:31.928029Z","caller":"traceutil/trace.go:171","msg":"trace[845369626] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"259.265182ms","start":"2026-04-27T02:45:31.668743Z","end":"2026-04-27T02:45:31.928008Z","steps":["trace[845369626] 'process raft request' (duration: 259.141798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:32.289245Z","caller":"traceutil/trace.go:171","msg":"trace[901847856] linearizableReadLoop","detail":"{readStateIndex:1489; appliedIndex:1488; }","duration":"209.895299ms","start":"2026-04-27T02:45:32.079326Z","end":"2026-04-27T02:45:32.289221Z","steps":["trace[901847856] 'read index received' (duration: 209.766985ms)","trace[901847856] 'applied index is now lower than readState.Index' (duration: 127.364µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:32.289299Z","caller":"traceutil/trace.go:171","msg":"trace[1654501690] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"600.198063ms","start":"2026-04-27T02:45:31.689068Z","end":"2026-04-27T02:45:32.289266Z","steps":["trace[1654501690] 'process raft request' (duration: 600.002356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:32.28937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.026623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:32.289412Z","caller":"traceutil/trace.go:171","msg":"trace[2020562476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1446; }","duration":"210.085435ms","start":"2026-04-27T02:45:32.079315Z","end":"2026-04-27T02:45:32.2894Z","steps":["trace[2020562476] 'agreement among raft nodes before linearized reading' (duration: 210.001002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:32.289497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:31.689054Z","time spent":"600.321676ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:32.707739Z","caller":"traceutil/trace.go:171","msg":"trace[1290813343] linearizableReadLoop","detail":"{readStateIndex:1490; appliedIndex:1489; }","duration":"417.04397ms","start":"2026-04-27T02:45:32.290672Z","end":"2026-04-27T02:45:32.707716Z","steps":["trace[1290813343] 'read index received' (duration: 416.850764ms)","trace[1290813343] 'applied index is now lower than readState.Index' (duration: 191.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:32.707863Z","caller":"traceutil/trace.go:171","msg":"trace[1713483109] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"425.636596ms","start":"2026-04-27T02:45:32.28219Z","end":"2026-04-27T02:45:32.707826Z","steps":["trace[1713483109] 'process raft request' (duration: 425.385088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:32.707911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.697876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:45:32.707949Z","caller":"traceutil/trace.go:171","msg":"trace[193769724] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1447; }","duration":"152.787729ms","start":"2026-04-27T02:45:32.555151Z","end":"2026-04-27T02:45:32.707939Z","steps":["trace[193769724] 'agreement among raft nodes before linearized reading' (duration: 152.688915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:32.707998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.259728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:32.708102Z","caller":"traceutil/trace.go:171","msg":"trace[699974609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1447; }","duration":"417.453744ms","start":"2026-04-27T02:45:32.290623Z","end":"2026-04-27T02:45:32.708077Z","steps":["trace[699974609] 'agreement among raft nodes before linearized reading' (duration: 417.215606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:32.708031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:32.282158Z","time spent":"425.788811ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12861,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:32.70817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:32.290605Z","time spent":"417.551247ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:45:33.461524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.231343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:33.461603Z","caller":"traceutil/trace.go:171","msg":"trace[568284911] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1492; }","duration":"489.747352ms","start":"2026-04-27T02:45:32.971843Z","end":"2026-04-27T02:45:33.46159Z","steps":["trace[568284911] 'read index received' (duration: 6.152477ms)","trace[568284911] 'applied index is now lower than readState.Index' (duration: 483.593825ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:33.461666Z","caller":"traceutil/trace.go:171","msg":"trace[178715605] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"617.828348ms","start":"2026-04-27T02:45:32.84383Z","end":"2026-04-27T02:45:33.461658Z","steps":["trace[178715605] 'process raft request' (duration: 134.169501ms)","trace[178715605] 'compare' (duration: 482.390526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:33.461714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:32.843802Z","time spent":"617.88489ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:33.461907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.074842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:33.461926Z","caller":"traceutil/trace.go:171","msg":"trace[1755421464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1450; }","duration":"490.149344ms","start":"2026-04-27T02:45:32.97177Z","end":"2026-04-27T02:45:33.461919Z","steps":["trace[1755421464] 'agreement among raft nodes before linearized reading' (duration: 490.060011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:33.461955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:32.971718Z","time spent":"490.232967ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:45:33.462089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.674901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:45:33.462105Z","caller":"traceutil/trace.go:171","msg":"trace[344607958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1450; }","duration":"262.727713ms","start":"2026-04-27T02:45:33.199372Z","end":"2026-04-27T02:45:33.4621Z","steps":["trace[344607958] 'agreement among raft nodes before linearized reading' (duration: 262.664581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:33.46225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.593685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T02:45:33.462275Z","caller":"traceutil/trace.go:171","msg":"trace[389741660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1450; }","duration":"255.630595ms","start":"2026-04-27T02:45:33.206639Z","end":"2026-04-27T02:45:33.462269Z","steps":["trace[389741660] 'agreement among raft nodes before linearized reading' (duration: 255.565573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:33.462355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.834493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T02:45:33.462419Z","caller":"traceutil/trace.go:171","msg":"trace[523924424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1450; }","duration":"255.919995ms","start":"2026-04-27T02:45:33.206482Z","end":"2026-04-27T02:45:33.462402Z","steps":["trace[523924424] 'agreement among raft nodes before linearized reading' (duration: 255.77038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:33.462539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.919525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:45:33.462564Z","caller":"traceutil/trace.go:171","msg":"trace[30163505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1450; }","duration":"255.976437ms","start":"2026-04-27T02:45:33.206582Z","end":"2026-04-27T02:45:33.462559Z","steps":["trace[30163505] 'agreement among raft nodes before linearized reading' (duration: 255.919975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:33.462699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.163323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T02:45:33.462716Z","caller":"traceutil/trace.go:171","msg":"trace[944714295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1450; }","duration":"256.222584ms","start":"2026-04-27T02:45:33.206488Z","end":"2026-04-27T02:45:33.462711Z","steps":["trace[944714295] 'agreement among raft nodes before linearized reading' (duration: 256.176973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:33.969706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290774583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:45:34.469824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290774583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:45:34.740401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.323044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:34.740557Z","caller":"traceutil/trace.go:171","msg":"trace[1308469620] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1450; }","duration":"667.485779ms","start":"2026-04-27T02:45:34.073046Z","end":"2026-04-27T02:45:34.740532Z","steps":["trace[1308469620] 'range keys from in-memory index tree' (duration: 667.306183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:34.779213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280301346s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:45:34.779602Z","caller":"traceutil/trace.go:171","msg":"trace[1174245057] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"1.31287404s","start":"2026-04-27T02:45:33.466708Z","end":"2026-04-27T02:45:34.779582Z","steps":["trace[1174245057] 'process raft request' (duration: 1.312762946s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:34.779725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:33.466684Z","time spent":"1.312975683s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:35.017492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.206758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:35.01774Z","caller":"traceutil/trace.go:171","msg":"trace[1559891476] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"1.550796368s","start":"2026-04-27T02:45:33.466904Z","end":"2026-04-27T02:45:35.0177Z","steps":["trace[1559891476] 'process raft request' (duration: 1.374154545s)","trace[1559891476] 'compare' (duration: 175.986422ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:35.017849Z","caller":"traceutil/trace.go:171","msg":"trace[105221622] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"1.5502546s","start":"2026-04-27T02:45:33.467577Z","end":"2026-04-27T02:45:35.017832Z","steps":["trace[105221622] 'process raft request' (duration: 1.550069234s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:35.018241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:33.466882Z","time spent":"1.551247192s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:35.017893Z","caller":"traceutil/trace.go:171","msg":"trace[696161994] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"1.550213749s","start":"2026-04-27T02:45:33.467632Z","end":"2026-04-27T02:45:35.017846Z","steps":["trace[696161994] 'process raft request' (duration: 1.550097916s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:35.018372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:33.467568Z","time spent":"1.550709765s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:35.018397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:33.467627Z","time spent":"1.550737016s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:35.01805Z","caller":"traceutil/trace.go:171","msg":"trace[1196735093] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"1.549792205s","start":"2026-04-27T02:45:33.468234Z","end":"2026-04-27T02:45:35.018026Z","steps":["trace[1196735093] 'process raft request' (duration: 1.549553947s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:35.018674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:33.468225Z","time spent":"1.550390285s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:35.081397Z","caller":"traceutil/trace.go:171","msg":"trace[112851834] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1493; }","duration":"1.612751554s","start":"2026-04-27T02:45:33.468619Z","end":"2026-04-27T02:45:35.081371Z","steps":["trace[112851834] 'read index received' (duration: 1.310905987s)","trace[112851834] 'applied index is now lower than readState.Index' (duration: 301.844527ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:35.081563Z","caller":"traceutil/trace.go:171","msg":"trace[488185427] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"765.72945ms","start":"2026-04-27T02:45:34.315787Z","end":"2026-04-27T02:45:35.081516Z","steps":["trace[488185427] 'process raft request' (duration: 765.4314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:35.081627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596273167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:35.081665Z","caller":"traceutil/trace.go:171","msg":"trace[991203619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1456; }","duration":"1.596376309s","start":"2026-04-27T02:45:33.485278Z","end":"2026-04-27T02:45:35.081654Z","steps":["trace[991203619] 'agreement among raft nodes before linearized reading' (duration: 1.596271286s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:35.081697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:33.485257Z","time spent":"1.596432162s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:45:35.081701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002972736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:35.081737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:34.315768Z","time spent":"765.881274ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:45:35.081788Z","caller":"traceutil/trace.go:171","msg":"trace[2004783266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1456; }","duration":"1.00311753s","start":"2026-04-27T02:45:34.078654Z","end":"2026-04-27T02:45:35.081771Z","steps":["trace[2004783266] 'agreement among raft nodes before linearized reading' (duration: 1.002940715s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:35.081827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:34.078627Z","time spent":"1.003193193s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:45:35.081861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613204389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26345"} {"level":"info","ts":"2026-04-27T02:45:35.081966Z","caller":"traceutil/trace.go:171","msg":"trace[321023403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1456; }","duration":"1.613348514s","start":"2026-04-27T02:45:33.468592Z","end":"2026-04-27T02:45:35.08194Z","steps":["trace[321023403] 'agreement among raft nodes before linearized reading' (duration: 1.612955561s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:35.082053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:33.468583Z","time spent":"1.613432596s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26367,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:45:35.631721Z","caller":"traceutil/trace.go:171","msg":"trace[389652812] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"299.806352ms","start":"2026-04-27T02:45:35.331895Z","end":"2026-04-27T02:45:35.631701Z","steps":["trace[389652812] 'process raft request' (duration: 299.658217ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:35.71641Z","caller":"traceutil/trace.go:171","msg":"trace[1091034559] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"247.204486ms","start":"2026-04-27T02:45:35.469176Z","end":"2026-04-27T02:45:35.716381Z","steps":["trace[1091034559] 'process raft request' (duration: 246.887036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:37.1427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.858655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:45:37.142799Z","caller":"traceutil/trace.go:171","msg":"trace[2126272443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1463; }","duration":"121.01617ms","start":"2026-04-27T02:45:37.021759Z","end":"2026-04-27T02:45:37.142775Z","steps":["trace[2126272443] 'range keys from in-memory index tree' (duration: 120.681939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:37.142962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.01929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:45:37.143022Z","caller":"traceutil/trace.go:171","msg":"trace[1428037172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1463; }","duration":"121.088482ms","start":"2026-04-27T02:45:37.021918Z","end":"2026-04-27T02:45:37.143007Z","steps":["trace[1428037172] 'range keys from in-memory index tree' (duration: 120.949937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:37.143147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.374809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T02:45:37.143172Z","caller":"traceutil/trace.go:171","msg":"trace[297006459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1463; }","duration":"120.41339ms","start":"2026-04-27T02:45:37.02275Z","end":"2026-04-27T02:45:37.143163Z","steps":["trace[297006459] 'range keys from in-memory index tree' (duration: 120.305086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:37.14334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.641328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T02:45:37.143367Z","caller":"traceutil/trace.go:171","msg":"trace[1938497720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1463; }","duration":"120.6976ms","start":"2026-04-27T02:45:37.02266Z","end":"2026-04-27T02:45:37.143358Z","steps":["trace[1938497720] 'range keys from in-memory index tree' (duration: 120.477553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:37.954413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.289451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:37.954616Z","caller":"traceutil/trace.go:171","msg":"trace[1403028897] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1507; }","duration":"807.479917ms","start":"2026-04-27T02:45:37.147121Z","end":"2026-04-27T02:45:37.954601Z","steps":["trace[1403028897] 'read index received' (duration: 96.028359ms)","trace[1403028897] 'applied index is now lower than readState.Index' (duration: 711.450708ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:37.954682Z","caller":"traceutil/trace.go:171","msg":"trace[1295283623] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"807.726655ms","start":"2026-04-27T02:45:37.146944Z","end":"2026-04-27T02:45:37.954671Z","steps":["trace[1295283623] 'process raft request' (duration: 461.084602ms)","trace[1295283623] 'compare' (duration: 346.063554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:37.954742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:37.146926Z","time spent":"807.779387ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:37.954754Z","caller":"traceutil/trace.go:171","msg":"trace[628499200] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"807.039803ms","start":"2026-04-27T02:45:37.147702Z","end":"2026-04-27T02:45:37.954742Z","steps":["trace[628499200] 'process raft request' (duration: 806.864897ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:37.954752Z","caller":"traceutil/trace.go:171","msg":"trace[1644134811] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"807.320442ms","start":"2026-04-27T02:45:37.147399Z","end":"2026-04-27T02:45:37.954719Z","steps":["trace[1644134811] 'process raft request' (duration: 807.103845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:37.954794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:37.147694Z","time spent":"807.079724ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:37.954908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:37.14738Z","time spent":"807.439505ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:37.954988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.833249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26620"} {"level":"info","ts":"2026-04-27T02:45:37.955081Z","caller":"traceutil/trace.go:171","msg":"trace[1571679804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1467; }","duration":"807.957362ms","start":"2026-04-27T02:45:37.1471Z","end":"2026-04-27T02:45:37.955057Z","steps":["trace[1571679804] 'agreement among raft nodes before linearized reading' (duration: 807.642842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:37.955142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:37.147092Z","time spent":"808.033255ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26642,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:45:38.318658Z","caller":"traceutil/trace.go:171","msg":"trace[1553357075] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"597.63835ms","start":"2026-04-27T02:45:37.721003Z","end":"2026-04-27T02:45:38.318641Z","steps":["trace[1553357075] 'process raft request' (duration: 584.967644ms)","trace[1553357075] 'compare' (duration: 12.396938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:38.318766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:37.720983Z","time spent":"597.726594ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:38.318851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.452543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-q5krs\" ","response":"range_response_count:1 size:12206"} {"level":"info","ts":"2026-04-27T02:45:38.318883Z","caller":"traceutil/trace.go:171","msg":"trace[1277120438] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-q5krs; range_end:; response_count:1; response_revision:1468; }","duration":"980.525225ms","start":"2026-04-27T02:45:37.338349Z","end":"2026-04-27T02:45:38.318874Z","steps":["trace[1277120438] 'agreement among raft nodes before linearized reading' (duration: 980.417981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:38.318904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:37.338329Z","time spent":"980.570296ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12228,"request content":"key:\"/registry/pods/openstack/openvswitch-q5krs\" "} {"level":"info","ts":"2026-04-27T02:45:38.31897Z","caller":"traceutil/trace.go:171","msg":"trace[89819009] linearizableReadLoop","detail":"{readStateIndex:1512; appliedIndex:1511; }","duration":"363.962008ms","start":"2026-04-27T02:45:37.954643Z","end":"2026-04-27T02:45:38.318605Z","steps":["trace[89819009] 'read index received' (duration: 351.254461ms)","trace[89819009] 'applied index is now lower than readState.Index' (duration: 12.706877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:38.319273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.475459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:38.319342Z","caller":"traceutil/trace.go:171","msg":"trace[574454546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1468; }","duration":"240.583983ms","start":"2026-04-27T02:45:38.078735Z","end":"2026-04-27T02:45:38.319319Z","steps":["trace[574454546] 'agreement among raft nodes before linearized reading' (duration: 240.518071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:39.16262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290774683,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:45:39.194623Z","caller":"traceutil/trace.go:171","msg":"trace[965128797] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1512; }","duration":"532.503562ms","start":"2026-04-27T02:45:38.662082Z","end":"2026-04-27T02:45:39.194585Z","steps":["trace[965128797] 'read index received' (duration: 532.229674ms)","trace[965128797] 'applied index is now lower than readState.Index' (duration: 272.928µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:39.194741Z","caller":"traceutil/trace.go:171","msg":"trace[91769145] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"863.196794ms","start":"2026-04-27T02:45:38.331528Z","end":"2026-04-27T02:45:39.194725Z","steps":["trace[91769145] 'process raft request' (duration: 862.883144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:39.194911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:38.331514Z","time spent":"863.271107ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12382,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:39.195071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.80541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:45:39.195136Z","caller":"traceutil/trace.go:171","msg":"trace[35166335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1469; }","duration":"400.923963ms","start":"2026-04-27T02:45:38.794195Z","end":"2026-04-27T02:45:39.195119Z","steps":["trace[35166335] 'agreement among raft nodes before linearized reading' (duration: 400.747078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:39.195181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:38.794159Z","time spent":"401.013926ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:45:39.195459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.38555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:45:39.195505Z","caller":"traceutil/trace.go:171","msg":"trace[1209548148] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1469; }","duration":"533.468273ms","start":"2026-04-27T02:45:38.662024Z","end":"2026-04-27T02:45:39.195492Z","steps":["trace[1209548148] 'agreement among raft nodes before linearized reading' (duration: 533.36291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:39.195541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:38.662001Z","time spent":"533.533215ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-27T02:45:39.195533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.365973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:39.195595Z","caller":"traceutil/trace.go:171","msg":"trace[993926912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1469; }","duration":"127.462616ms","start":"2026-04-27T02:45:39.068113Z","end":"2026-04-27T02:45:39.195575Z","steps":["trace[993926912] 'agreement among raft nodes before linearized reading' (duration: 127.359883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:39.195667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.596647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:39.195723Z","caller":"traceutil/trace.go:171","msg":"trace[2060810185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1469; }","duration":"116.695281ms","start":"2026-04-27T02:45:39.079013Z","end":"2026-04-27T02:45:39.195709Z","steps":["trace[2060810185] 'agreement among raft nodes before linearized reading' (duration: 116.603038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:39.842545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.289ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-27T02:45:39.842641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:39.196971Z","time spent":"645.66618ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:45:40.21278Z","caller":"traceutil/trace.go:171","msg":"trace[1249285033] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"1.012126259s","start":"2026-04-27T02:45:39.200622Z","end":"2026-04-27T02:45:40.212748Z","steps":["trace[1249285033] 'process raft request' (duration: 1.008167012s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:40.213085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:39.200605Z","time spent":"1.012373407s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:40.213246Z","caller":"traceutil/trace.go:171","msg":"trace[622658720] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"576.623316ms","start":"2026-04-27T02:45:39.636601Z","end":"2026-04-27T02:45:40.213224Z","steps":["trace[622658720] 'process raft request' (duration: 576.023877ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:40.21323Z","caller":"traceutil/trace.go:171","msg":"trace[1145189502] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1513; }","duration":"966.534487ms","start":"2026-04-27T02:45:39.246646Z","end":"2026-04-27T02:45:40.213181Z","steps":["trace[1145189502] 'read index received' (duration: 483.78939ms)","trace[1145189502] 'applied index is now lower than readState.Index' (duration: 482.741747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:40.213439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:39.636579Z","time spent":"576.74457ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:40.213557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.907089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:45:40.213612Z","caller":"traceutil/trace.go:171","msg":"trace[991123071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1471; }","duration":"966.996132ms","start":"2026-04-27T02:45:39.246602Z","end":"2026-04-27T02:45:40.213598Z","steps":["trace[991123071] 'agreement among raft nodes before linearized reading' (duration: 966.694222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:40.213653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:39.246574Z","time spent":"967.068634ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:45:40.220833Z","caller":"traceutil/trace.go:171","msg":"trace[695327894] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"377.568365ms","start":"2026-04-27T02:45:39.843242Z","end":"2026-04-27T02:45:40.220811Z","steps":["trace[695327894] 'process raft request' (duration: 377.39524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:40.220888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.686954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:45:40.220943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.526434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T02:45:40.220966Z","caller":"traceutil/trace.go:171","msg":"trace[1648562036] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1472; }","duration":"768.814438ms","start":"2026-04-27T02:45:39.452135Z","end":"2026-04-27T02:45:40.220949Z","steps":["trace[1648562036] 'agreement among raft nodes before linearized reading' (duration: 768.643912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:40.220982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:39.843218Z","time spent":"377.696519ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:40.220997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.572419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:40.221024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.727392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:40.221045Z","caller":"traceutil/trace.go:171","msg":"trace[1821728524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1472; }","duration":"141.641431ms","start":"2026-04-27T02:45:40.07939Z","end":"2026-04-27T02:45:40.221031Z","steps":["trace[1821728524] 'agreement among raft nodes before linearized reading' (duration: 141.580609ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:40.220985Z","caller":"traceutil/trace.go:171","msg":"trace[1308200214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1472; }","duration":"261.615858ms","start":"2026-04-27T02:45:39.959359Z","end":"2026-04-27T02:45:40.220975Z","steps":["trace[1308200214] 'agreement among raft nodes before linearized reading' (duration: 261.468083ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:40.221058Z","caller":"traceutil/trace.go:171","msg":"trace[162180129] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1472; }","duration":"218.779054ms","start":"2026-04-27T02:45:40.002272Z","end":"2026-04-27T02:45:40.221051Z","steps":["trace[162180129] 'agreement among raft nodes before linearized reading' (duration: 218.730092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:40.221289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.816403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-27T02:45:40.221019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:39.452118Z","time spent":"768.891281ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:45:40.221369Z","caller":"traceutil/trace.go:171","msg":"trace[1316420998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1472; }","duration":"261.946768ms","start":"2026-04-27T02:45:39.959406Z","end":"2026-04-27T02:45:40.221352Z","steps":["trace[1316420998] 'agreement among raft nodes before linearized reading' (duration: 261.507054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:40.220941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.486343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:45:40.221557Z","caller":"traceutil/trace.go:171","msg":"trace[2046863289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1472; }","duration":"262.137414ms","start":"2026-04-27T02:45:39.959401Z","end":"2026-04-27T02:45:40.221539Z","steps":["trace[2046863289] 'agreement among raft nodes before linearized reading' (duration: 261.40235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:40.221059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.734301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:40.221707Z","caller":"traceutil/trace.go:171","msg":"trace[588427083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1472; }","duration":"262.401362ms","start":"2026-04-27T02:45:39.959285Z","end":"2026-04-27T02:45:40.221687Z","steps":["trace[588427083] 'agreement among raft nodes before linearized reading' (duration: 261.683269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:41.306264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.350441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:41.306415Z","caller":"traceutil/trace.go:171","msg":"trace[622081600] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"1.088376003s","start":"2026-04-27T02:45:40.218002Z","end":"2026-04-27T02:45:41.306378Z","steps":["trace[622081600] 'process raft request' (duration: 305.795264ms)","trace[622081600] 'compare' (duration: 781.392881ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:41.306461Z","caller":"traceutil/trace.go:171","msg":"trace[585196821] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1517; }","duration":"1.084183169s","start":"2026-04-27T02:45:40.222188Z","end":"2026-04-27T02:45:41.306371Z","steps":["trace[585196821] 'read index received' (duration: 301.719674ms)","trace[585196821] 'applied index is now lower than readState.Index' (duration: 782.461704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:41.306588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084391935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:41.306605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.217979Z","time spent":"1.088521047s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:41.306641Z","caller":"traceutil/trace.go:171","msg":"trace[5198746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"1.084476468s","start":"2026-04-27T02:45:40.22215Z","end":"2026-04-27T02:45:41.306627Z","steps":["trace[5198746] 'agreement among raft nodes before linearized reading' (duration: 1.084385545s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:41.306687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.222132Z","time spent":"1.084543189s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:45:41.806816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290774699,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:45:42.177345Z","caller":"traceutil/trace.go:171","msg":"trace[1356844179] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"1.951582767s","start":"2026-04-27T02:45:40.225746Z","end":"2026-04-27T02:45:42.177329Z","steps":["trace[1356844179] 'process raft request' (duration: 1.951528785s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:42.177364Z","caller":"traceutil/trace.go:171","msg":"trace[280501624] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"1.95201207s","start":"2026-04-27T02:45:40.225308Z","end":"2026-04-27T02:45:42.17732Z","steps":["trace[280501624] 'process raft request' (duration: 1.951837825s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:42.177489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.225731Z","time spent":"1.95166885s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:42.177532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.225293Z","time spent":"1.952132675s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:42.177695Z","caller":"traceutil/trace.go:171","msg":"trace[855446224] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1518; }","duration":"871.17223ms","start":"2026-04-27T02:45:41.306499Z","end":"2026-04-27T02:45:42.177672Z","steps":["trace[855446224] 'read index received' (duration: 870.593951ms)","trace[855446224] 'applied index is now lower than readState.Index' (duration: 577.089µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:42.177728Z","caller":"traceutil/trace.go:171","msg":"trace[696086057] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"1.852624774s","start":"2026-04-27T02:45:40.325065Z","end":"2026-04-27T02:45:42.17769Z","steps":["trace[696086057] 'process raft request' (duration: 1.85248076s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:42.177871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949524671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26811"} {"level":"warn","ts":"2026-04-27T02:45:42.177866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.325031Z","time spent":"1.852766359s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:42.177875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.447287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:42.177904Z","caller":"traceutil/trace.go:171","msg":"trace[490206920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1477; }","duration":"1.949593973s","start":"2026-04-27T02:45:40.228302Z","end":"2026-04-27T02:45:42.177896Z","steps":["trace[490206920] 'agreement among raft nodes before linearized reading' (duration: 1.949397057s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:42.177718Z","caller":"traceutil/trace.go:171","msg":"trace[1037038889] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"1.951888977s","start":"2026-04-27T02:45:40.225801Z","end":"2026-04-27T02:45:42.17769Z","steps":["trace[1037038889] 'process raft request' (duration: 1.951501195s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:42.177918Z","caller":"traceutil/trace.go:171","msg":"trace[232821109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1477; }","duration":"851.54268ms","start":"2026-04-27T02:45:41.326365Z","end":"2026-04-27T02:45:42.177908Z","steps":["trace[232821109] 'agreement among raft nodes before linearized reading' (duration: 851.460168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:42.177927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.228279Z","time spent":"1.949643115s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26833,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:45:42.177898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.256075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:42.177938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954923885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T02:45:42.178308Z","caller":"traceutil/trace.go:171","msg":"trace[449000175] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1477; }","duration":"1.955300646s","start":"2026-04-27T02:45:40.222972Z","end":"2026-04-27T02:45:42.178273Z","steps":["trace[449000175] 'agreement among raft nodes before linearized reading' (duration: 1.954848861s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:42.178374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.222951Z","time spent":"1.95540715s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:45:42.177951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:41.326346Z","time spent":"851.597322ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:45:42.177965Z","caller":"traceutil/trace.go:171","msg":"trace[487289061] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1477; }","duration":"426.358529ms","start":"2026-04-27T02:45:41.751591Z","end":"2026-04-27T02:45:42.17795Z","steps":["trace[487289061] 'agreement among raft nodes before linearized reading' (duration: 426.258395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:42.178603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:41.751572Z","time spent":"427.00881ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:42.177994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:40.225776Z","time spent":"1.952166955s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:42.957778Z","caller":"traceutil/trace.go:171","msg":"trace[864651659] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"254.769198ms","start":"2026-04-27T02:45:42.702973Z","end":"2026-04-27T02:45:42.957742Z","steps":["trace[864651659] 'process raft request' (duration: 254.554631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:44.679863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.099081ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-27T02:45:46.592923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290774736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:45:46.84557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49126445s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:45:46.84596Z","caller":"traceutil/trace.go:171","msg":"trace[135229218] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"1.491753056s","start":"2026-04-27T02:45:45.354183Z","end":"2026-04-27T02:45:46.845936Z","steps":["trace[135229218] 'process raft request' (duration: 1.491599661s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:46.846179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:45.354156Z","time spent":"1.49188119s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:47.437386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.349044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:47.437549Z","caller":"traceutil/trace.go:171","msg":"trace[1014576913] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"1.345627091s","start":"2026-04-27T02:45:46.091902Z","end":"2026-04-27T02:45:47.437529Z","steps":["trace[1014576913] 'read index received' (duration: 754.099966ms)","trace[1014576913] 'applied index is now lower than readState.Index' (duration: 591.525455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:47.437683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345772745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:47.437719Z","caller":"traceutil/trace.go:171","msg":"trace[1143255755] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1494; }","duration":"1.345812036s","start":"2026-04-27T02:45:46.091895Z","end":"2026-04-27T02:45:47.437707Z","steps":["trace[1143255755] 'agreement among raft nodes before linearized reading' (duration: 1.345742564s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.437761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.091832Z","time spent":"1.34591693s","remote":"127.0.0.1:55630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:47.437812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.293002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:45:47.437848Z","caller":"traceutil/trace.go:171","msg":"trace[540201007] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1494; }","duration":"506.354864ms","start":"2026-04-27T02:45:46.931485Z","end":"2026-04-27T02:45:47.43784Z","steps":["trace[540201007] 'agreement among raft nodes before linearized reading' (duration: 506.2382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.437826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158563373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T02:45:47.437916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.745131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:47.437933Z","caller":"traceutil/trace.go:171","msg":"trace[1875638762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"358.794772ms","start":"2026-04-27T02:45:47.079134Z","end":"2026-04-27T02:45:47.437929Z","steps":["trace[1875638762] 'agreement among raft nodes before linearized reading' (duration: 358.758171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.437955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:47.079115Z","time spent":"358.835564ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:45:47.437919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.824472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:45:47.437962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.314842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:45:47.437976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158349036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:47.43801Z","caller":"traceutil/trace.go:171","msg":"trace[972902030] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1494; }","duration":"221.976496ms","start":"2026-04-27T02:45:47.216011Z","end":"2026-04-27T02:45:47.437988Z","steps":["trace[972902030] 'agreement among raft nodes before linearized reading' (duration: 221.77539ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:47.438035Z","caller":"traceutil/trace.go:171","msg":"trace[2099498299] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1494; }","duration":"239.432316ms","start":"2026-04-27T02:45:47.198584Z","end":"2026-04-27T02:45:47.438016Z","steps":["trace[2099498299] 'agreement among raft nodes before linearized reading' (duration: 239.187708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.438064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.329773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:47.437916Z","caller":"traceutil/trace.go:171","msg":"trace[1881970060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1494; }","duration":"1.158700468s","start":"2026-04-27T02:45:46.279199Z","end":"2026-04-27T02:45:47.4379Z","steps":["trace[1881970060] 'agreement among raft nodes before linearized reading' (duration: 1.15847874s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.438035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158755439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:45:47.438087Z","caller":"traceutil/trace.go:171","msg":"trace[997396460] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1494; }","duration":"904.380514ms","start":"2026-04-27T02:45:46.533699Z","end":"2026-04-27T02:45:47.43808Z","steps":["trace[997396460] 'agreement among raft nodes before linearized reading' (duration: 904.344193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.438102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.279178Z","time spent":"1.158916075s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:47.437998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.021042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:47.438118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.533685Z","time spent":"904.427015ms","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:45:47.438118Z","caller":"traceutil/trace.go:171","msg":"trace[1343147617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1494; }","duration":"1.158875083s","start":"2026-04-27T02:45:46.279229Z","end":"2026-04-27T02:45:47.438104Z","steps":["trace[1343147617] 'agreement among raft nodes before linearized reading' (duration: 1.158678887s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:47.438085Z","caller":"traceutil/trace.go:171","msg":"trace[475426845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1494; }","duration":"1.158474021s","start":"2026-04-27T02:45:46.279592Z","end":"2026-04-27T02:45:47.438066Z","steps":["trace[475426845] 'agreement among raft nodes before linearized reading' (duration: 1.158205502s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:47.438141Z","caller":"traceutil/trace.go:171","msg":"trace[1336205005] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1494; }","duration":"467.199078ms","start":"2026-04-27T02:45:46.97093Z","end":"2026-04-27T02:45:47.43813Z","steps":["trace[1336205005] 'agreement among raft nodes before linearized reading' (duration: 467.034903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.438142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121687161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T02:45:47.438155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.279188Z","time spent":"1.158957316s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:47.438173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.27958Z","time spent":"1.158577284s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:45:47.438185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.970909Z","time spent":"467.26246ms","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:45:47.438209Z","caller":"traceutil/trace.go:171","msg":"trace[885408212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1494; }","duration":"1.121765434s","start":"2026-04-27T02:45:46.316421Z","end":"2026-04-27T02:45:47.438186Z","steps":["trace[885408212] 'agreement among raft nodes before linearized reading' (duration: 1.12164127s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.437873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.931407Z","time spent":"506.459797ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:47.438273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.316408Z","time spent":"1.121847356s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:45:47.438002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157790309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T02:45:47.438361Z","caller":"traceutil/trace.go:171","msg":"trace[164039794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1494; }","duration":"1.158192672s","start":"2026-04-27T02:45:46.280145Z","end":"2026-04-27T02:45:47.438338Z","steps":["trace[164039794] 'agreement among raft nodes before linearized reading' (duration: 1.157636384s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.438389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.280133Z","time spent":"1.158246983s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:45:47.437665Z","caller":"traceutil/trace.go:171","msg":"trace[1080407587] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"1.238549388s","start":"2026-04-27T02:45:46.199084Z","end":"2026-04-27T02:45:47.437633Z","steps":["trace[1080407587] 'process raft request' (duration: 1.114840622s)","trace[1080407587] 'compare' (duration: 122.923291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:47.438529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:46.199063Z","time spent":"1.239408196s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:47.714471Z","caller":"traceutil/trace.go:171","msg":"trace[148503947] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"266.730492ms","start":"2026-04-27T02:45:47.44771Z","end":"2026-04-27T02:45:47.714441Z","steps":["trace[148503947] 'process raft request' (duration: 266.512405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:47.714887Z","caller":"traceutil/trace.go:171","msg":"trace[997731687] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1540; }","duration":"266.895767ms","start":"2026-04-27T02:45:47.447966Z","end":"2026-04-27T02:45:47.714862Z","steps":["trace[997731687] 'read index received' (duration: 43.821236ms)","trace[997731687] 'applied index is now lower than readState.Index' (duration: 223.072931ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:47.715005Z","caller":"traceutil/trace.go:171","msg":"trace[2061993963] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"267.234008ms","start":"2026-04-27T02:45:47.447747Z","end":"2026-04-27T02:45:47.714981Z","steps":["trace[2061993963] 'process raft request' (duration: 266.918608ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:47.715257Z","caller":"traceutil/trace.go:171","msg":"trace[1794463359] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"267.426144ms","start":"2026-04-27T02:45:47.44772Z","end":"2026-04-27T02:45:47.715146Z","steps":["trace[1794463359] 'process raft request' (duration: 266.646959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:47.715527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.29608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26798"} {"level":"info","ts":"2026-04-27T02:45:47.715636Z","caller":"traceutil/trace.go:171","msg":"trace[1741910656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1498; }","duration":"267.683182ms","start":"2026-04-27T02:45:47.44793Z","end":"2026-04-27T02:45:47.715613Z","steps":["trace[1741910656] 'agreement among raft nodes before linearized reading' (duration: 267.053942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:51.517399Z","caller":"traceutil/trace.go:171","msg":"trace[1113152205] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"631.518526ms","start":"2026-04-27T02:45:50.885836Z","end":"2026-04-27T02:45:51.517354Z","steps":["trace[1113152205] 'process raft request' (duration: 631.234907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:51.51764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:50.885822Z","time spent":"631.694262ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:52.511305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.294348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:52.511409Z","caller":"traceutil/trace.go:171","msg":"trace[916980061] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1554; }","duration":"1.007047665s","start":"2026-04-27T02:45:51.504345Z","end":"2026-04-27T02:45:52.511393Z","steps":["trace[916980061] 'read index received' (duration: 12.844882ms)","trace[916980061] 'applied index is now lower than readState.Index' (duration: 994.201343ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:52.511478Z","caller":"traceutil/trace.go:171","msg":"trace[927042904] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"1.056289844s","start":"2026-04-27T02:45:51.455127Z","end":"2026-04-27T02:45:52.511417Z","steps":["trace[927042904] 'process raft request' (duration: 405.80641ms)","trace[927042904] 'compare' (duration: 650.04846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:52.51157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007232491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:45:52.511603Z","caller":"traceutil/trace.go:171","msg":"trace[1233289359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1509; }","duration":"1.007301794s","start":"2026-04-27T02:45:51.504293Z","end":"2026-04-27T02:45:52.511594Z","steps":["trace[1233289359] 'agreement among raft nodes before linearized reading' (duration: 1.00718219s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:52.51164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:51.504276Z","time spent":"1.007356625s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:52.511653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:51.455103Z","time spent":"1.056453459s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:52.511928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.385484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:45:52.511958Z","caller":"traceutil/trace.go:171","msg":"trace[183154118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1509; }","duration":"783.440766ms","start":"2026-04-27T02:45:51.728509Z","end":"2026-04-27T02:45:52.51195Z","steps":["trace[183154118] 'agreement among raft nodes before linearized reading' (duration: 783.358343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:52.511962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.213011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:52.511984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:51.728495Z","time spent":"783.483198ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:45:52.512017Z","caller":"traceutil/trace.go:171","msg":"trace[362396278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1509; }","duration":"434.306185ms","start":"2026-04-27T02:45:52.077698Z","end":"2026-04-27T02:45:52.512004Z","steps":["trace[362396278] 'agreement among raft nodes before linearized reading' (duration: 434.207692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:52.512027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.762984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T02:45:52.512047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:52.077679Z","time spent":"434.361896ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:45:52.512058Z","caller":"traceutil/trace.go:171","msg":"trace[1465749936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1509; }","duration":"782.824666ms","start":"2026-04-27T02:45:51.729225Z","end":"2026-04-27T02:45:52.51205Z","steps":["trace[1465749936] 'agreement among raft nodes before linearized reading' (duration: 782.696792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:52.512044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.858827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:45:52.512044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.370071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:45:52.512084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:51.729209Z","time spent":"782.870398ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:45:52.5121Z","caller":"traceutil/trace.go:171","msg":"trace[349003455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1509; }","duration":"782.959501ms","start":"2026-04-27T02:45:51.729126Z","end":"2026-04-27T02:45:52.512085Z","steps":["trace[349003455] 'agreement among raft nodes before linearized reading' (duration: 782.803846ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:52.512111Z","caller":"traceutil/trace.go:171","msg":"trace[146105477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1509; }","duration":"782.457075ms","start":"2026-04-27T02:45:51.729638Z","end":"2026-04-27T02:45:52.512095Z","steps":["trace[146105477] 'agreement among raft nodes before linearized reading' (duration: 782.287029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:52.512141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:51.729087Z","time spent":"783.043224ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:52.512154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:51.729626Z","time spent":"782.516286ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:45:53.01675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290774781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:45:53.835512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.787637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:45:53.835707Z","caller":"traceutil/trace.go:171","msg":"trace[1105002106] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1556; }","duration":"1.319951908s","start":"2026-04-27T02:45:52.515748Z","end":"2026-04-27T02:45:53.8357Z","steps":["trace[1105002106] 'read index received' (duration: 837.907613ms)","trace[1105002106] 'applied index is now lower than readState.Index' (duration: 482.043575ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:53.8357Z","caller":"traceutil/trace.go:171","msg":"trace[167690451] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"1.320450204s","start":"2026-04-27T02:45:52.515219Z","end":"2026-04-27T02:45:53.83567Z","steps":["trace[167690451] 'process raft request' (duration: 838.451171ms)","trace[167690451] 'compare' (duration: 481.400033ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:53.835759Z","caller":"traceutil/trace.go:171","msg":"trace[1481264208] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"1.319906176s","start":"2026-04-27T02:45:52.515848Z","end":"2026-04-27T02:45:53.835754Z","steps":["trace[1481264208] 'process raft request' (duration: 1.319733311s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:53.835788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:52.515838Z","time spent":"1.319932977s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:53.835838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:52.515201Z","time spent":"1.320574268s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:53.835893Z","caller":"traceutil/trace.go:171","msg":"trace[2072001834] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"1.319985939s","start":"2026-04-27T02:45:52.515902Z","end":"2026-04-27T02:45:53.835888Z","steps":["trace[2072001834] 'process raft request' (duration: 1.31972703s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:53.835918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:52.515897Z","time spent":"1.32000799s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:53.835958Z","caller":"traceutil/trace.go:171","msg":"trace[262346961] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"1.32001989s","start":"2026-04-27T02:45:52.515932Z","end":"2026-04-27T02:45:53.835952Z","steps":["trace[262346961] 'process raft request' (duration: 1.31972056s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:53.83599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:52.515908Z","time spent":"1.320060901s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:53.836058Z","caller":"traceutil/trace.go:171","msg":"trace[1493512638] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"798.573573ms","start":"2026-04-27T02:45:53.037476Z","end":"2026-04-27T02:45:53.83605Z","steps":["trace[1493512638] 'process raft request' (duration: 798.206371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:53.83609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:53.037433Z","time spent":"798.639714ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:53.836169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.680295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:53.83622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.2308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:45:53.836225Z","caller":"traceutil/trace.go:171","msg":"trace[1210925006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1514; }","duration":"351.790118ms","start":"2026-04-27T02:45:53.48442Z","end":"2026-04-27T02:45:53.83621Z","steps":["trace[1210925006] 'agreement among raft nodes before linearized reading' (duration: 351.679754ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:53.836244Z","caller":"traceutil/trace.go:171","msg":"trace[443167738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1514; }","duration":"312.278562ms","start":"2026-04-27T02:45:53.523959Z","end":"2026-04-27T02:45:53.836237Z","steps":["trace[443167738] 'agreement among raft nodes before linearized reading' (duration: 312.172978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:53.836258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:53.484398Z","time spent":"351.85161ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:45:53.836261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:53.523936Z","time spent":"312.320263ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:45:53.836293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320517216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:27193"} {"level":"info","ts":"2026-04-27T02:45:53.836359Z","caller":"traceutil/trace.go:171","msg":"trace[1971342875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1514; }","duration":"1.320610969s","start":"2026-04-27T02:45:52.515732Z","end":"2026-04-27T02:45:53.836343Z","steps":["trace[1971342875] 'agreement among raft nodes before linearized reading' (duration: 1.320374152s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:53.836401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:52.515725Z","time spent":"1.320665271s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":27215,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:45:54.18181Z","caller":"traceutil/trace.go:171","msg":"trace[117988250] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1561; }","duration":"101.770022ms","start":"2026-04-27T02:45:54.080019Z","end":"2026-04-27T02:45:54.181789Z","steps":["trace[117988250] 'read index received' (duration: 101.593347ms)","trace[117988250] 'applied index is now lower than readState.Index' (duration: 175.795µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:54.181937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.895527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:54.181967Z","caller":"traceutil/trace.go:171","msg":"trace[1139394742] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"341.890021ms","start":"2026-04-27T02:45:53.840052Z","end":"2026-04-27T02:45:54.181942Z","steps":["trace[1139394742] 'process raft request' (duration: 341.605802ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:54.18198Z","caller":"traceutil/trace.go:171","msg":"trace[1233867324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1515; }","duration":"101.97991ms","start":"2026-04-27T02:45:54.079986Z","end":"2026-04-27T02:45:54.181966Z","steps":["trace[1233867324] 'agreement among raft nodes before linearized reading' (duration: 101.894577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:54.18209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:53.840032Z","time spent":"341.982795ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:55.981567Z","caller":"traceutil/trace.go:171","msg":"trace[1360390619] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1568; }","duration":"462.048172ms","start":"2026-04-27T02:45:55.519498Z","end":"2026-04-27T02:45:55.981547Z","steps":["trace[1360390619] 'read index received' (duration: 461.834255ms)","trace[1360390619] 'applied index is now lower than readState.Index' (duration: 212.767µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:45:55.981715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.199168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:45:55.981738Z","caller":"traceutil/trace.go:171","msg":"trace[1968466074] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1521; }","duration":"462.28546ms","start":"2026-04-27T02:45:55.519446Z","end":"2026-04-27T02:45:55.981731Z","steps":["trace[1968466074] 'agreement among raft nodes before linearized reading' (duration: 462.218188ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:55.981706Z","caller":"traceutil/trace.go:171","msg":"trace[1307770543] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"537.190141ms","start":"2026-04-27T02:45:55.444477Z","end":"2026-04-27T02:45:55.981667Z","steps":["trace[1307770543] 'process raft request' (duration: 536.926952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:55.981767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:55.519419Z","time spent":"462.342062ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:55.981891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:55.444453Z","time spent":"537.335756ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:55.981947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.971094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:55.981959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.97021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:45:55.982009Z","caller":"traceutil/trace.go:171","msg":"trace[733507601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1521; }","duration":"386.089788ms","start":"2026-04-27T02:45:55.595904Z","end":"2026-04-27T02:45:55.981994Z","steps":["trace[733507601] 'agreement among raft nodes before linearized reading' (duration: 385.963794ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:55.982054Z","caller":"traceutil/trace.go:171","msg":"trace[841785318] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1521; }","duration":"433.136906ms","start":"2026-04-27T02:45:55.548895Z","end":"2026-04-27T02:45:55.982032Z","steps":["trace[841785318] 'agreement among raft nodes before linearized reading' (duration: 432.910048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:55.982077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:55.59588Z","time spent":"386.185962ms","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:55.982103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:55.548873Z","time spent":"433.218829ms","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:45:55.982097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.4773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:45:55.982133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.380823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:45:55.982159Z","caller":"traceutil/trace.go:171","msg":"trace[604305928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1521; }","duration":"141.476405ms","start":"2026-04-27T02:45:55.840676Z","end":"2026-04-27T02:45:55.982152Z","steps":["trace[604305928] 'agreement among raft nodes before linearized reading' (duration: 141.380282ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:55.982162Z","caller":"traceutil/trace.go:171","msg":"trace[1475388057] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1521; }","duration":"415.565533ms","start":"2026-04-27T02:45:55.566579Z","end":"2026-04-27T02:45:55.982144Z","steps":["trace[1475388057] 'agreement among raft nodes before linearized reading' (duration: 415.447229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:55.982143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.427484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:45:55.982212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:55.566569Z","time spent":"415.628555ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:45:55.982242Z","caller":"traceutil/trace.go:171","msg":"trace[1911650610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1521; }","duration":"141.572419ms","start":"2026-04-27T02:45:55.840644Z","end":"2026-04-27T02:45:55.982217Z","steps":["trace[1911650610] 'agreement among raft nodes before linearized reading' (duration: 141.221637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:55.98232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.281308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:45:55.982353Z","caller":"traceutil/trace.go:171","msg":"trace[1580852984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1521; }","duration":"140.329239ms","start":"2026-04-27T02:45:55.842017Z","end":"2026-04-27T02:45:55.982346Z","steps":["trace[1580852984] 'agreement among raft nodes before linearized reading' (duration: 140.237846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:55.982558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.864638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:45:55.982612Z","caller":"traceutil/trace.go:171","msg":"trace[1942029562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1521; }","duration":"141.92925ms","start":"2026-04-27T02:45:55.840668Z","end":"2026-04-27T02:45:55.982597Z","steps":["trace[1942029562] 'agreement among raft nodes before linearized reading' (duration: 141.755164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:55.982728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.578741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:45:55.982804Z","caller":"traceutil/trace.go:171","msg":"trace[1158448958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1521; }","duration":"142.692645ms","start":"2026-04-27T02:45:55.840095Z","end":"2026-04-27T02:45:55.982788Z","steps":["trace[1158448958] 'agreement among raft nodes before linearized reading' (duration: 142.499089ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:56.220091Z","caller":"traceutil/trace.go:171","msg":"trace[1820994644] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"233.852307ms","start":"2026-04-27T02:45:55.986212Z","end":"2026-04-27T02:45:56.220064Z","steps":["trace[1820994644] 'process raft request' (duration: 193.906736ms)","trace[1820994644] 'compare' (duration: 39.737564ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:56.221795Z","caller":"traceutil/trace.go:171","msg":"trace[251506801] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"234.439426ms","start":"2026-04-27T02:45:55.987339Z","end":"2026-04-27T02:45:56.221778Z","steps":["trace[251506801] 'process raft request' (duration: 234.25487ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:56.221795Z","caller":"traceutil/trace.go:171","msg":"trace[536995463] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"234.318322ms","start":"2026-04-27T02:45:55.987457Z","end":"2026-04-27T02:45:56.221776Z","steps":["trace[536995463] 'process raft request' (duration: 234.2482ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:56.221957Z","caller":"traceutil/trace.go:171","msg":"trace[1847602725] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1569; }","duration":"234.324423ms","start":"2026-04-27T02:45:55.987626Z","end":"2026-04-27T02:45:56.221951Z","steps":["trace[1847602725] 'read index received' (duration: 192.557033ms)","trace[1847602725] 'applied index is now lower than readState.Index' (duration: 41.76683ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:56.222052Z","caller":"traceutil/trace.go:171","msg":"trace[726467944] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"230.961515ms","start":"2026-04-27T02:45:55.991058Z","end":"2026-04-27T02:45:56.22202Z","steps":["trace[726467944] 'process raft request' (duration: 230.848601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:56.222099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.459837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:27193"} {"level":"info","ts":"2026-04-27T02:45:56.222113Z","caller":"traceutil/trace.go:171","msg":"trace[1312757269] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"234.438266ms","start":"2026-04-27T02:45:55.987659Z","end":"2026-04-27T02:45:56.222097Z","steps":["trace[1312757269] 'process raft request' (duration: 234.084455ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:56.222127Z","caller":"traceutil/trace.go:171","msg":"trace[1778036937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1526; }","duration":"234.518699ms","start":"2026-04-27T02:45:55.9876Z","end":"2026-04-27T02:45:56.222119Z","steps":["trace[1778036937] 'agreement among raft nodes before linearized reading' (duration: 234.406225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:56.222306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.11937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:56.222463Z","caller":"traceutil/trace.go:171","msg":"trace[214038636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1526; }","duration":"144.321317ms","start":"2026-04-27T02:45:56.078129Z","end":"2026-04-27T02:45:56.22245Z","steps":["trace[214038636] 'agreement among raft nodes before linearized reading' (duration: 143.919374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:56.65621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.989992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:56.656284Z","caller":"traceutil/trace.go:171","msg":"trace[534690705] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1528; }","duration":"147.092776ms","start":"2026-04-27T02:45:56.509175Z","end":"2026-04-27T02:45:56.656268Z","steps":["trace[534690705] 'count revisions from in-memory index tree' (duration: 146.843608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:58.651798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.189684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T02:45:58.651888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.370044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:45:58.651885Z","caller":"traceutil/trace.go:171","msg":"trace[486450280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1533; }","duration":"416.313417ms","start":"2026-04-27T02:45:58.235552Z","end":"2026-04-27T02:45:58.651866Z","steps":["trace[486450280] 'range keys from in-memory index tree' (duration: 416.033078ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:58.651922Z","caller":"traceutil/trace.go:171","msg":"trace[1117782711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1533; }","duration":"428.419155ms","start":"2026-04-27T02:45:58.223489Z","end":"2026-04-27T02:45:58.651908Z","steps":["trace[1117782711] 'range keys from in-memory index tree' (duration: 428.300762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:58.651933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.235542Z","time spent":"416.38091ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:45:58.651954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.223475Z","time spent":"428.473367ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:58.652067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.539183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:45:58.652085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.132532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:45:58.652104Z","caller":"traceutil/trace.go:171","msg":"trace[1230263331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1533; }","duration":"426.172264ms","start":"2026-04-27T02:45:58.225926Z","end":"2026-04-27T02:45:58.652099Z","steps":["trace[1230263331] 'range keys from in-memory index tree' (duration: 426.06624ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:58.652108Z","caller":"traceutil/trace.go:171","msg":"trace[1343749203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1533; }","duration":"425.624845ms","start":"2026-04-27T02:45:58.226472Z","end":"2026-04-27T02:45:58.652097Z","steps":["trace[1343749203] 'range keys from in-memory index tree' (duration: 425.411159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:58.652123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.225916Z","time spent":"426.200364ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:45:58.652131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.226463Z","time spent":"425.663087ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:45:58.652137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.997837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:45:58.651808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.899641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-5nvw6\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-27T02:45:58.652181Z","caller":"traceutil/trace.go:171","msg":"trace[412384647] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-5nvw6; range_end:; response_count:1; response_revision:1533; }","duration":"201.328985ms","start":"2026-04-27T02:45:58.450845Z","end":"2026-04-27T02:45:58.652174Z","steps":["trace[412384647] 'range keys from in-memory index tree' (duration: 200.759316ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:58.652185Z","caller":"traceutil/trace.go:171","msg":"trace[1275203248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1533; }","duration":"426.087741ms","start":"2026-04-27T02:45:58.226081Z","end":"2026-04-27T02:45:58.652168Z","steps":["trace[1275203248] 'range keys from in-memory index tree' (duration: 425.799511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:58.651815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.77228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:45:58.652264Z","caller":"traceutil/trace.go:171","msg":"trace[233739923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1533; }","duration":"426.241946ms","start":"2026-04-27T02:45:58.226013Z","end":"2026-04-27T02:45:58.652255Z","steps":["trace[233739923] 'range keys from in-memory index tree' (duration: 425.640177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:58.652234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.226051Z","time spent":"426.172784ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:58.652302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.226001Z","time spent":"426.293927ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:45:58.847528Z","caller":"traceutil/trace.go:171","msg":"trace[1799738783] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"191.644774ms","start":"2026-04-27T02:45:58.655858Z","end":"2026-04-27T02:45:58.847503Z","steps":["trace[1799738783] 'process raft request' (duration: 191.484129ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:59.206667Z","caller":"traceutil/trace.go:171","msg":"trace[1837372209] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"550.714495ms","start":"2026-04-27T02:45:58.655922Z","end":"2026-04-27T02:45:59.206637Z","steps":["trace[1837372209] 'process raft request' (duration: 550.475817ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:59.206668Z","caller":"traceutil/trace.go:171","msg":"trace[652994377] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"550.622272ms","start":"2026-04-27T02:45:58.656022Z","end":"2026-04-27T02:45:59.206645Z","steps":["trace[652994377] 'process raft request' (duration: 550.54244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:59.207021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.655902Z","time spent":"550.84497ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:59.207107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.656016Z","time spent":"551.008985ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:59.207155Z","caller":"traceutil/trace.go:171","msg":"trace[1066638830] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"550.958133ms","start":"2026-04-27T02:45:58.656161Z","end":"2026-04-27T02:45:59.207119Z","steps":["trace[1066638830] 'process raft request' (duration: 550.449406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:59.207322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.656134Z","time spent":"551.101597ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:59.207337Z","caller":"traceutil/trace.go:171","msg":"trace[318074510] linearizableReadLoop","detail":"{readStateIndex:1586; appliedIndex:1581; }","duration":"550.786938ms","start":"2026-04-27T02:45:58.656519Z","end":"2026-04-27T02:45:59.207306Z","steps":["trace[318074510] 'read index received' (duration: 190.825348ms)","trace[318074510] 'applied index is now lower than readState.Index' (duration: 359.96031ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:59.207445Z","caller":"traceutil/trace.go:171","msg":"trace[1787534795] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"550.931812ms","start":"2026-04-27T02:45:58.656496Z","end":"2026-04-27T02:45:59.207428Z","steps":["trace[1787534795] 'process raft request' (duration: 550.498998ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:59.207477Z","caller":"traceutil/trace.go:171","msg":"trace[2005414989] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"546.200971ms","start":"2026-04-27T02:45:58.661265Z","end":"2026-04-27T02:45:59.207466Z","steps":["trace[2005414989] 'process raft request' (duration: 545.976774ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:59.207505Z","caller":"traceutil/trace.go:171","msg":"trace[2117008998] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"547.588045ms","start":"2026-04-27T02:45:58.659892Z","end":"2026-04-27T02:45:59.20748Z","steps":["trace[2117008998] 'process raft request' (duration: 547.272975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:59.207531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.661251Z","time spent":"546.247172ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:59.207518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.656489Z","time spent":"550.995254ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:59.207616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.659885Z","time spent":"547.674438ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:59.207638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.712626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:45:59.207672Z","caller":"traceutil/trace.go:171","msg":"trace[560829669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"128.776818ms","start":"2026-04-27T02:45:59.078886Z","end":"2026-04-27T02:45:59.207663Z","steps":["trace[560829669] 'agreement among raft nodes before linearized reading' (duration: 128.722996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:59.20767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.808612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:45:59.207664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.112188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:27193"} {"level":"warn","ts":"2026-04-27T02:45:59.207702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.022182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:45:59.207747Z","caller":"traceutil/trace.go:171","msg":"trace[504650230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1540; }","duration":"551.229521ms","start":"2026-04-27T02:45:58.656505Z","end":"2026-04-27T02:45:59.207735Z","steps":["trace[504650230] 'agreement among raft nodes before linearized reading' (duration: 550.984454ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:59.207716Z","caller":"traceutil/trace.go:171","msg":"trace[2108922195] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1540; }","duration":"207.891514ms","start":"2026-04-27T02:45:58.999812Z","end":"2026-04-27T02:45:59.207703Z","steps":["trace[2108922195] 'agreement among raft nodes before linearized reading' (duration: 207.813942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:59.207794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.656498Z","time spent":"551.285553ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":27215,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:45:59.207753Z","caller":"traceutil/trace.go:171","msg":"trace[1982803400] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1540; }","duration":"545.082425ms","start":"2026-04-27T02:45:58.66266Z","end":"2026-04-27T02:45:59.207742Z","steps":["trace[1982803400] 'agreement among raft nodes before linearized reading' (duration: 544.9479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:59.207917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:58.662655Z","time spent":"545.25312ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-27T02:45:59.587965Z","caller":"traceutil/trace.go:171","msg":"trace[1271240987] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"125.897837ms","start":"2026-04-27T02:45:59.462035Z","end":"2026-04-27T02:45:59.587933Z","steps":["trace[1271240987] 'process raft request' (duration: 125.69497ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:00.680714Z","caller":"traceutil/trace.go:171","msg":"trace[542462176] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"104.732118ms","start":"2026-04-27T02:46:00.575945Z","end":"2026-04-27T02:46:00.680677Z","steps":["trace[542462176] 'process raft request' (duration: 104.515061ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:00.711045Z","caller":"traceutil/trace.go:171","msg":"trace[251556636] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"100.954907ms","start":"2026-04-27T02:46:00.610067Z","end":"2026-04-27T02:46:00.711022Z","steps":["trace[251556636] 'process raft request' (duration: 100.74478ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:00.792511Z","caller":"traceutil/trace.go:171","msg":"trace[536869526] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"101.243556ms","start":"2026-04-27T02:46:00.691235Z","end":"2026-04-27T02:46:00.792478Z","steps":["trace[536869526] 'process raft request' (duration: 86.796752ms)","trace[536869526] 'compare' (duration: 14.098242ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:04.595821Z","caller":"traceutil/trace.go:171","msg":"trace[673863613] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"259.261422ms","start":"2026-04-27T02:46:04.336533Z","end":"2026-04-27T02:46:04.595794Z","steps":["trace[673863613] 'process raft request' (duration: 259.043935ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:04.805907Z","caller":"traceutil/trace.go:171","msg":"trace[1158347973] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"411.592076ms","start":"2026-04-27T02:46:04.394284Z","end":"2026-04-27T02:46:04.805876Z","steps":["trace[1158347973] 'process raft request' (duration: 411.4158ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:04.805945Z","caller":"traceutil/trace.go:171","msg":"trace[2041854462] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"197.102069ms","start":"2026-04-27T02:46:04.608826Z","end":"2026-04-27T02:46:04.805928Z","steps":["trace[2041854462] 'process raft request' (duration: 196.923904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:04.806043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:04.39425Z","time spent":"411.73056ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:46:04.806167Z","caller":"traceutil/trace.go:171","msg":"trace[925563390] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"448.477629ms","start":"2026-04-27T02:46:04.357678Z","end":"2026-04-27T02:46:04.806155Z","steps":["trace[925563390] 'process raft request' (duration: 359.6195ms)","trace[925563390] 'compare' (duration: 88.225588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:46:04.806206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:04.357639Z","time spent":"448.54617ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2377,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:46:05.021822Z","caller":"traceutil/trace.go:171","msg":"trace[1749926072] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"207.025838ms","start":"2026-04-27T02:46:04.814765Z","end":"2026-04-27T02:46:05.021791Z","steps":["trace[1749926072] 'process raft request' (duration: 206.834422ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:05.021841Z","caller":"traceutil/trace.go:171","msg":"trace[919063474] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"201.580133ms","start":"2026-04-27T02:46:04.820228Z","end":"2026-04-27T02:46:05.021808Z","steps":["trace[919063474] 'process raft request' (duration: 201.48539ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:05.441419Z","caller":"traceutil/trace.go:171","msg":"trace[2070850001] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"142.802538ms","start":"2026-04-27T02:46:05.298589Z","end":"2026-04-27T02:46:05.441392Z","steps":["trace[2070850001] 'process raft request' (duration: 142.649253ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:05.45089Z","caller":"traceutil/trace.go:171","msg":"trace[157554358] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1800; }","duration":"126.104183ms","start":"2026-04-27T02:46:05.324763Z","end":"2026-04-27T02:46:05.450867Z","steps":["trace[157554358] 'read index received' (duration: 116.517836ms)","trace[157554358] 'applied index is now lower than readState.Index' (duration: 9.585357ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:05.450986Z","caller":"traceutil/trace.go:171","msg":"trace[1113236933] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"147.155898ms","start":"2026-04-27T02:46:05.303812Z","end":"2026-04-27T02:46:05.450968Z","steps":["trace[1113236933] 'process raft request' (duration: 146.931671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:05.451062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.278848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:46:05.451105Z","caller":"traceutil/trace.go:171","msg":"trace[257662546] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1750; }","duration":"126.34094ms","start":"2026-04-27T02:46:05.324754Z","end":"2026-04-27T02:46:05.451095Z","steps":["trace[257662546] 'agreement among raft nodes before linearized reading' (duration: 126.229556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:06.605125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.783862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:06.605226Z","caller":"traceutil/trace.go:171","msg":"trace[1511827596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"528.909326ms","start":"2026-04-27T02:46:06.076294Z","end":"2026-04-27T02:46:06.605203Z","steps":["trace[1511827596] 'range keys from in-memory index tree' (duration: 528.682919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:06.605276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:06.076278Z","time spent":"528.984709ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:46:06.605282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.216345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-04-27T02:46:06.605381Z","caller":"traceutil/trace.go:171","msg":"trace[363630571] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:1765; }","duration":"533.419651ms","start":"2026-04-27T02:46:06.071934Z","end":"2026-04-27T02:46:06.605354Z","steps":["trace[363630571] 'range keys from in-memory index tree' (duration: 532.841502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:06.605434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:06.071913Z","time spent":"533.507073ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21259,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-04-27T02:46:07.210486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.421161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:07.210582Z","caller":"traceutil/trace.go:171","msg":"trace[1647234256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1776; }","duration":"130.568986ms","start":"2026-04-27T02:46:07.079993Z","end":"2026-04-27T02:46:07.210562Z","steps":["trace[1647234256] 'range keys from in-memory index tree' (duration: 130.317668ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:07.732508Z","caller":"traceutil/trace.go:171","msg":"trace[1313899688] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"168.74186ms","start":"2026-04-27T02:46:07.563736Z","end":"2026-04-27T02:46:07.732478Z","steps":["trace[1313899688] 'process raft request' (duration: 168.526273ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:08.702374Z","caller":"traceutil/trace.go:171","msg":"trace[1571212095] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"128.82351ms","start":"2026-04-27T02:46:08.573519Z","end":"2026-04-27T02:46:08.702343Z","steps":["trace[1571212095] 'process raft request' (duration: 128.542281ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:08.846381Z","caller":"traceutil/trace.go:171","msg":"trace[944580048] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"106.894757ms","start":"2026-04-27T02:46:08.739454Z","end":"2026-04-27T02:46:08.846349Z","steps":["trace[944580048] 'process raft request' (duration: 106.65616ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:10.731694Z","caller":"traceutil/trace.go:171","msg":"trace[787099879] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"144.000386ms","start":"2026-04-27T02:46:10.587667Z","end":"2026-04-27T02:46:10.731668Z","steps":["trace[787099879] 'process raft request' (duration: 143.80957ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:12.013834Z","caller":"traceutil/trace.go:171","msg":"trace[305900251] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"273.192249ms","start":"2026-04-27T02:46:11.740608Z","end":"2026-04-27T02:46:12.013801Z","steps":["trace[305900251] 'read index received' (duration: 272.817757ms)","trace[305900251] 'applied index is now lower than readState.Index' (duration: 373.082µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:12.013924Z","caller":"traceutil/trace.go:171","msg":"trace[672452362] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"273.402975ms","start":"2026-04-27T02:46:11.740499Z","end":"2026-04-27T02:46:12.013902Z","steps":["trace[672452362] 'process raft request' (duration: 273.065044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:12.014187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:46:12.014205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.451865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:46:12.014233Z","caller":"traceutil/trace.go:171","msg":"trace[97251354] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:1839; }","duration":"273.661274ms","start":"2026-04-27T02:46:11.740559Z","end":"2026-04-27T02:46:12.014221Z","steps":["trace[97251354] 'agreement among raft nodes before linearized reading' (duration: 273.424326ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:12.014285Z","caller":"traceutil/trace.go:171","msg":"trace[1978549595] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:1839; }","duration":"262.591919ms","start":"2026-04-27T02:46:11.751659Z","end":"2026-04-27T02:46:12.014266Z","steps":["trace[1978549595] 'agreement among raft nodes before linearized reading' (duration: 262.347241ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:15.75253Z","caller":"traceutil/trace.go:171","msg":"trace[818792481] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1908; }","duration":"190.333551ms","start":"2026-04-27T02:46:15.56217Z","end":"2026-04-27T02:46:15.752504Z","steps":["trace[818792481] 'read index received' (duration: 190.076043ms)","trace[818792481] 'applied index is now lower than readState.Index' (duration: 256.348µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:15.752718Z","caller":"traceutil/trace.go:171","msg":"trace[402844646] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"228.01151ms","start":"2026-04-27T02:46:15.524641Z","end":"2026-04-27T02:46:15.752652Z","steps":["trace[402844646] 'process raft request' (duration: 227.654209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:15.752933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.788922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:46:15.752999Z","caller":"traceutil/trace.go:171","msg":"trace[2125757720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1855; }","duration":"183.865095ms","start":"2026-04-27T02:46:15.569115Z","end":"2026-04-27T02:46:15.75298Z","steps":["trace[2125757720] 'agreement among raft nodes before linearized reading' (duration: 183.735181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:15.753009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.869765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:46:15.753033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.873856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:46:15.753102Z","caller":"traceutil/trace.go:171","msg":"trace[2140312791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"189.01854ms","start":"2026-04-27T02:46:15.564064Z","end":"2026-04-27T02:46:15.753082Z","steps":["trace[2140312791] 'agreement among raft nodes before linearized reading' (duration: 188.71198ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:15.753126Z","caller":"traceutil/trace.go:171","msg":"trace[159160096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1855; }","duration":"180.008521ms","start":"2026-04-27T02:46:15.573098Z","end":"2026-04-27T02:46:15.753106Z","steps":["trace[159160096] 'agreement among raft nodes before linearized reading' (duration: 179.743722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:15.753094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.625443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:46:15.752802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.606131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:46:15.753154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.635444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-kdvxz\" ","response":"range_response_count:1 size:3976"} {"level":"info","ts":"2026-04-27T02:46:15.753263Z","caller":"traceutil/trace.go:171","msg":"trace[1786665654] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-kdvxz; range_end:; response_count:1; response_revision:1855; }","duration":"133.757408ms","start":"2026-04-27T02:46:15.619484Z","end":"2026-04-27T02:46:15.753241Z","steps":["trace[1786665654] 'agreement among raft nodes before linearized reading' (duration: 133.473419ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:15.753265Z","caller":"traceutil/trace.go:171","msg":"trace[219646322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1855; }","duration":"191.040775ms","start":"2026-04-27T02:46:15.562165Z","end":"2026-04-27T02:46:15.753205Z","steps":["trace[219646322] 'agreement among raft nodes before linearized reading' (duration: 190.490527ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:15.753184Z","caller":"traceutil/trace.go:171","msg":"trace[771396026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1855; }","duration":"186.738857ms","start":"2026-04-27T02:46:15.566427Z","end":"2026-04-27T02:46:15.753166Z","steps":["trace[771396026] 'agreement among raft nodes before linearized reading' (duration: 186.54146ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:15.961891Z","caller":"traceutil/trace.go:171","msg":"trace[1722363791] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"203.926498ms","start":"2026-04-27T02:46:15.757948Z","end":"2026-04-27T02:46:15.961875Z","steps":["trace[1722363791] 'process raft request' (duration: 203.817525ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:15.961891Z","caller":"traceutil/trace.go:171","msg":"trace[432655970] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"204.00197ms","start":"2026-04-27T02:46:15.75785Z","end":"2026-04-27T02:46:15.961852Z","steps":["trace[432655970] 'process raft request' (duration: 191.973385ms)","trace[432655970] 'compare' (duration: 11.810498ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:15.962303Z","caller":"traceutil/trace.go:171","msg":"trace[1155939760] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1909; }","duration":"203.112702ms","start":"2026-04-27T02:46:15.759168Z","end":"2026-04-27T02:46:15.962281Z","steps":["trace[1155939760] 'read index received' (duration: 47.690139ms)","trace[1155939760] 'applied index is now lower than readState.Index' (duration: 155.421193ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:15.962306Z","caller":"traceutil/trace.go:171","msg":"trace[968675973] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"202.709629ms","start":"2026-04-27T02:46:15.759567Z","end":"2026-04-27T02:46:15.962277Z","steps":["trace[968675973] 'process raft request' (duration: 202.258015ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:15.962389Z","caller":"traceutil/trace.go:171","msg":"trace[1356472367] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"201.998536ms","start":"2026-04-27T02:46:15.760382Z","end":"2026-04-27T02:46:15.962381Z","steps":["trace[1356472367] 'process raft request' (duration: 201.730618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:15.962637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.446813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62263"} {"level":"info","ts":"2026-04-27T02:46:15.962705Z","caller":"traceutil/trace.go:171","msg":"trace[59251595] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:1860; }","duration":"203.552556ms","start":"2026-04-27T02:46:15.759137Z","end":"2026-04-27T02:46:15.96269Z","steps":["trace[59251595] 'agreement among raft nodes before linearized reading' (duration: 203.263527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:16.387868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.704247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:16.387964Z","caller":"traceutil/trace.go:171","msg":"trace[445408850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"308.862522ms","start":"2026-04-27T02:46:16.079082Z","end":"2026-04-27T02:46:16.387944Z","steps":["trace[445408850] 'range keys from in-memory index tree' (duration: 308.600664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:16.388008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:16.079055Z","time spent":"308.942895ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:46:18.884494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.600299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:18.884592Z","caller":"traceutil/trace.go:171","msg":"trace[892470666] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1897; }","duration":"154.737284ms","start":"2026-04-27T02:46:18.729835Z","end":"2026-04-27T02:46:18.884572Z","steps":["trace[892470666] 'range keys from in-memory index tree' (duration: 154.449735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:20.318952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290775525,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:46:20.581487Z","caller":"traceutil/trace.go:171","msg":"trace[1248289545] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1959; }","duration":"762.57534ms","start":"2026-04-27T02:46:19.81889Z","end":"2026-04-27T02:46:20.581466Z","steps":["trace[1248289545] 'read index received' (duration: 762.391124ms)","trace[1248289545] 'applied index is now lower than readState.Index' (duration: 183.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:20.581569Z","caller":"traceutil/trace.go:171","msg":"trace[1665590867] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"818.8037ms","start":"2026-04-27T02:46:19.76271Z","end":"2026-04-27T02:46:20.581513Z","steps":["trace[1665590867] 'process raft request' (duration: 818.623034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:20.581717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:19.762685Z","time spent":"818.946395ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:46:20.581739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.545403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:46:20.581773Z","caller":"traceutil/trace.go:171","msg":"trace[218083893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1905; }","duration":"605.618964ms","start":"2026-04-27T02:46:19.976143Z","end":"2026-04-27T02:46:20.581762Z","steps":["trace[218083893] 'agreement among raft nodes before linearized reading' (duration: 605.48014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:20.581767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.854438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T02:46:20.581807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.198388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:46:20.581824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.144376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:46:20.581861Z","caller":"traceutil/trace.go:171","msg":"trace[1405137312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1905; }","duration":"762.985233ms","start":"2026-04-27T02:46:19.818855Z","end":"2026-04-27T02:46:20.581841Z","steps":["trace[1405137312] 'agreement among raft nodes before linearized reading' (duration: 762.744025ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:20.581869Z","caller":"traceutil/trace.go:171","msg":"trace[1451405862] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:1905; }","duration":"549.27876ms","start":"2026-04-27T02:46:20.03257Z","end":"2026-04-27T02:46:20.581849Z","steps":["trace[1451405862] 'agreement among raft nodes before linearized reading' (duration: 549.071973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:20.581882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.295044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:46:20.581885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.198057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:46:20.581905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:20.032552Z","time spent":"549.345513ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:46:20.581911Z","caller":"traceutil/trace.go:171","msg":"trace[1569604108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1905; }","duration":"605.329556ms","start":"2026-04-27T02:46:19.976572Z","end":"2026-04-27T02:46:20.581901Z","steps":["trace[1569604108] 'agreement among raft nodes before linearized reading' (duration: 605.248413ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:20.581881Z","caller":"traceutil/trace.go:171","msg":"trace[110134899] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:1905; }","duration":"549.233339ms","start":"2026-04-27T02:46:20.032634Z","end":"2026-04-27T02:46:20.581868Z","steps":["trace[110134899] 'agreement among raft nodes before linearized reading' (duration: 549.097174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:20.581899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:19.818841Z","time spent":"763.051634ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:46:20.581939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:19.976567Z","time spent":"605.365797ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:46:20.581956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:20.032615Z","time spent":"549.331262ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:46:20.581803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.724406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:46:20.581929Z","caller":"traceutil/trace.go:171","msg":"trace[1672600206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1905; }","duration":"594.259519ms","start":"2026-04-27T02:46:19.98766Z","end":"2026-04-27T02:46:20.58192Z","steps":["trace[1672600206] 'agreement among raft nodes before linearized reading' (duration: 594.168886ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:20.581996Z","caller":"traceutil/trace.go:171","msg":"trace[1328831536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1905; }","duration":"604.952343ms","start":"2026-04-27T02:46:19.977032Z","end":"2026-04-27T02:46:20.581984Z","steps":["trace[1328831536] 'agreement among raft nodes before linearized reading' (duration: 604.681135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:20.582011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:19.987635Z","time spent":"594.369812ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:46:20.582043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:19.977014Z","time spent":"605.018925ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:46:20.5818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:19.976127Z","time spent":"605.664536ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:46:21.345861Z","caller":"traceutil/trace.go:171","msg":"trace[1583216242] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"127.560649ms","start":"2026-04-27T02:46:21.218261Z","end":"2026-04-27T02:46:21.345822Z","steps":["trace[1583216242] 'process raft request' (duration: 127.230478ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.799694Z","caller":"traceutil/trace.go:171","msg":"trace[1357262812] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"209.326082ms","start":"2026-04-27T02:46:22.590315Z","end":"2026-04-27T02:46:22.799641Z","steps":["trace[1357262812] 'read index received' (duration: 209.105385ms)","trace[1357262812] 'applied index is now lower than readState.Index' (duration: 219.667µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:22.79974Z","caller":"traceutil/trace.go:171","msg":"trace[1976266370] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"210.749047ms","start":"2026-04-27T02:46:22.588957Z","end":"2026-04-27T02:46:22.799706Z","steps":["trace[1976266370] 'process raft request' (duration: 210.54061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:22.799943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.131846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:46:22.799981Z","caller":"traceutil/trace.go:171","msg":"trace[1540753714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"209.202898ms","start":"2026-04-27T02:46:22.590766Z","end":"2026-04-27T02:46:22.799969Z","steps":["trace[1540753714] 'agreement among raft nodes before linearized reading' (duration: 209.043472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:22.799998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.651482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:46:22.800025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.094204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:46:22.800055Z","caller":"traceutil/trace.go:171","msg":"trace[154679852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"209.747075ms","start":"2026-04-27T02:46:22.590291Z","end":"2026-04-27T02:46:22.800038Z","steps":["trace[154679852] 'agreement among raft nodes before linearized reading' (duration: 209.499387ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.800061Z","caller":"traceutil/trace.go:171","msg":"trace[347727986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"209.151296ms","start":"2026-04-27T02:46:22.590898Z","end":"2026-04-27T02:46:22.800049Z","steps":["trace[347727986] 'agreement among raft nodes before linearized reading' (duration: 209.030292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:22.800053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.416451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:46:22.800142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.140621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:46:22.800142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.29048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:46:22.800184Z","caller":"traceutil/trace.go:171","msg":"trace[904564580] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:0; response_revision:1915; }","duration":"203.580266ms","start":"2026-04-27T02:46:22.596569Z","end":"2026-04-27T02:46:22.800149Z","steps":["trace[904564580] 'agreement among raft nodes before linearized reading' (duration: 203.321028ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.800228Z","caller":"traceutil/trace.go:171","msg":"trace[1802277725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1915; }","duration":"209.408604ms","start":"2026-04-27T02:46:22.590801Z","end":"2026-04-27T02:46:22.80021Z","steps":["trace[1802277725] 'agreement among raft nodes before linearized reading' (duration: 209.155656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:22.800248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.115219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:46:22.80028Z","caller":"traceutil/trace.go:171","msg":"trace[1870739024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:1915; }","duration":"206.17749ms","start":"2026-04-27T02:46:22.594093Z","end":"2026-04-27T02:46:22.800271Z","steps":["trace[1870739024] 'agreement among raft nodes before linearized reading' (duration: 206.053656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:22.800249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.105178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:22.800345Z","caller":"traceutil/trace.go:171","msg":"trace[1499605478] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1915; }","duration":"156.232352ms","start":"2026-04-27T02:46:22.644084Z","end":"2026-04-27T02:46:22.800317Z","steps":["trace[1499605478] 'agreement among raft nodes before linearized reading' (duration: 156.103038ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.800172Z","caller":"traceutil/trace.go:171","msg":"trace[1894605706] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1915; }","duration":"134.204763ms","start":"2026-04-27T02:46:22.665958Z","end":"2026-04-27T02:46:22.800163Z","steps":["trace[1894605706] 'agreement among raft nodes before linearized reading' (duration: 134.144901ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.937694Z","caller":"traceutil/trace.go:171","msg":"trace[729834384] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"104.381582ms","start":"2026-04-27T02:46:22.833288Z","end":"2026-04-27T02:46:22.937669Z","steps":["trace[729834384] 'process raft request' (duration: 104.185416ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.941723Z","caller":"traceutil/trace.go:171","msg":"trace[2059626781] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"108.375521ms","start":"2026-04-27T02:46:22.833321Z","end":"2026-04-27T02:46:22.941697Z","steps":["trace[2059626781] 'process raft request' (duration: 108.154854ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.941891Z","caller":"traceutil/trace.go:171","msg":"trace[1063766146] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"107.474582ms","start":"2026-04-27T02:46:22.83437Z","end":"2026-04-27T02:46:22.941844Z","steps":["trace[1063766146] 'process raft request' (duration: 107.249664ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:22.94173Z","caller":"traceutil/trace.go:171","msg":"trace[251295830] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1923; }","duration":"105.59194ms","start":"2026-04-27T02:46:22.836114Z","end":"2026-04-27T02:46:22.941705Z","steps":["trace[251295830] 'process raft request' (duration: 105.541679ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:23.346538Z","caller":"traceutil/trace.go:171","msg":"trace[691813495] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"160.722356ms","start":"2026-04-27T02:46:23.18576Z","end":"2026-04-27T02:46:23.346482Z","steps":["trace[691813495] 'process raft request' (duration: 121.891146ms)","trace[691813495] 'compare' (duration: 38.703766ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:23.357518Z","caller":"traceutil/trace.go:171","msg":"trace[104833408] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2047; }","duration":"156.18501ms","start":"2026-04-27T02:46:23.201223Z","end":"2026-04-27T02:46:23.357408Z","steps":["trace[104833408] 'read index received' (duration: 106.438388ms)","trace[104833408] 'applied index is now lower than readState.Index' (duration: 49.745562ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:23.357626Z","caller":"traceutil/trace.go:171","msg":"trace[469708813] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"168.879219ms","start":"2026-04-27T02:46:23.188707Z","end":"2026-04-27T02:46:23.357586Z","steps":["trace[469708813] 'process raft request' (duration: 168.542748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:23.357728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.49184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:23.357813Z","caller":"traceutil/trace.go:171","msg":"trace[1646104487] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1991; }","duration":"156.643065ms","start":"2026-04-27T02:46:23.20115Z","end":"2026-04-27T02:46:23.357793Z","steps":["trace[1646104487] 'agreement among raft nodes before linearized reading' (duration: 156.457229ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:26.542105Z","caller":"traceutil/trace.go:171","msg":"trace[1124719153] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2014; }","duration":"901.037509ms","start":"2026-04-27T02:46:25.641042Z","end":"2026-04-27T02:46:26.542079Z","steps":["trace[1124719153] 'process raft request' (duration: 900.886154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:26.542307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:25.641016Z","time spent":"901.211355ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:46:27.09078Z","caller":"traceutil/trace.go:171","msg":"trace[1507071551] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2014; }","duration":"1.446787855s","start":"2026-04-27T02:46:25.643954Z","end":"2026-04-27T02:46:27.090742Z","steps":["trace[1507071551] 'process raft request' (duration: 1.446582008s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:27.090842Z","caller":"traceutil/trace.go:171","msg":"trace[1971585165] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2073; }","duration":"1.01224216s","start":"2026-04-27T02:46:26.078571Z","end":"2026-04-27T02:46:27.090813Z","steps":["trace[1971585165] 'read index received' (duration: 463.435146ms)","trace[1971585165] 'applied index is now lower than readState.Index' (duration: 548.805844ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:27.090906Z","caller":"traceutil/trace.go:171","msg":"trace[456558669] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2014; }","duration":"1.352569211s","start":"2026-04-27T02:46:25.738302Z","end":"2026-04-27T02:46:27.090871Z","steps":["trace[456558669] 'process raft request' (duration: 1.352354624s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.090946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:25.643904Z","time spent":"1.446961571s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:46:27.091025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012433716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:46:27.091077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:25.738274Z","time spent":"1.352712306s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:46:27.091108Z","caller":"traceutil/trace.go:171","msg":"trace[188121688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"1.01254857s","start":"2026-04-27T02:46:26.078537Z","end":"2026-04-27T02:46:27.091085Z","steps":["trace[188121688] 'agreement among raft nodes before linearized reading' (duration: 1.012408295s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.091161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:26.078523Z","time spent":"1.012627822s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:46:27.091677Z","caller":"traceutil/trace.go:171","msg":"trace[1269419541] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"690.028643ms","start":"2026-04-27T02:46:26.401617Z","end":"2026-04-27T02:46:27.091646Z","steps":["trace[1269419541] 'process raft request' (duration: 689.106703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.091791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:26.401597Z","time spent":"690.132596ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:46:27.106689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.71922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:46:27.106712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.065129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:46:27.106756Z","caller":"traceutil/trace.go:171","msg":"trace[1625255439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2016; }","duration":"275.832193ms","start":"2026-04-27T02:46:26.830907Z","end":"2026-04-27T02:46:27.106739Z","steps":["trace[1625255439] 'agreement among raft nodes before linearized reading' (duration: 275.663358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.106753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.867366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:46:27.106771Z","caller":"traceutil/trace.go:171","msg":"trace[858596466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2016; }","duration":"266.140352ms","start":"2026-04-27T02:46:26.840614Z","end":"2026-04-27T02:46:27.106755Z","steps":["trace[858596466] 'agreement among raft nodes before linearized reading' (duration: 265.989107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.106793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.780561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:46:27.106801Z","caller":"traceutil/trace.go:171","msg":"trace[2049009063] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"287.813249ms","start":"2026-04-27T02:46:26.818962Z","end":"2026-04-27T02:46:27.106776Z","steps":["trace[2049009063] 'process raft request' (duration: 287.448788ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:27.106852Z","caller":"traceutil/trace.go:171","msg":"trace[1434469395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"270.874014ms","start":"2026-04-27T02:46:26.835962Z","end":"2026-04-27T02:46:27.106836Z","steps":["trace[1434469395] 'agreement among raft nodes before linearized reading' (duration: 270.676428ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:27.106821Z","caller":"traceutil/trace.go:171","msg":"trace[1155001484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2016; }","duration":"271.99879ms","start":"2026-04-27T02:46:26.834803Z","end":"2026-04-27T02:46:27.106802Z","steps":["trace[1155001484] 'agreement among raft nodes before linearized reading' (duration: 271.769503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.10696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.435022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:46:27.107007Z","caller":"traceutil/trace.go:171","msg":"trace[1846208766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2016; }","duration":"271.494614ms","start":"2026-04-27T02:46:26.835493Z","end":"2026-04-27T02:46:27.106988Z","steps":["trace[1846208766] 'agreement among raft nodes before linearized reading' (duration: 271.37051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.107243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.518179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-04-27T02:46:27.107318Z","caller":"traceutil/trace.go:171","msg":"trace[745098952] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:2016; }","duration":"563.634092ms","start":"2026-04-27T02:46:26.543664Z","end":"2026-04-27T02:46:27.107298Z","steps":["trace[745098952] 'agreement among raft nodes before linearized reading' (duration: 563.340423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.107365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:26.543644Z","time spent":"563.706695ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":6827,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-27T02:46:27.107441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.331689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:75437"} {"level":"info","ts":"2026-04-27T02:46:27.107519Z","caller":"traceutil/trace.go:171","msg":"trace[1116559950] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2016; }","duration":"507.431233ms","start":"2026-04-27T02:46:26.600069Z","end":"2026-04-27T02:46:27.107501Z","steps":["trace[1116559950] 'agreement among raft nodes before linearized reading' (duration: 506.687369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.107552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:26.600055Z","time spent":"507.487874ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":7,"response size":75459,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:46:27.107858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.819726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:46:27.107923Z","caller":"traceutil/trace.go:171","msg":"trace[1798359950] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2016; }","duration":"512.917849ms","start":"2026-04-27T02:46:26.59499Z","end":"2026-04-27T02:46:27.107908Z","steps":["trace[1798359950] 'agreement among raft nodes before linearized reading' (duration: 511.740781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.10796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:26.594972Z","time spent":"512.977731ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:46:27.108042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.187075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:46:27.108222Z","caller":"traceutil/trace.go:171","msg":"trace[1373786036] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2016; }","duration":"512.531276ms","start":"2026-04-27T02:46:26.595669Z","end":"2026-04-27T02:46:27.1082Z","steps":["trace[1373786036] 'agreement among raft nodes before linearized reading' (duration: 511.476562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.108408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:26.595644Z","time spent":"512.745833ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:46:27.409177Z","caller":"traceutil/trace.go:171","msg":"trace[15237254] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"295.375603ms","start":"2026-04-27T02:46:27.113784Z","end":"2026-04-27T02:46:27.40916Z","steps":["trace[15237254] 'process raft request' (duration: 295.324101ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:27.40924Z","caller":"traceutil/trace.go:171","msg":"trace[1786666492] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"295.556689ms","start":"2026-04-27T02:46:27.113653Z","end":"2026-04-27T02:46:27.40921Z","steps":["trace[1786666492] 'process raft request' (duration: 295.353412ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:27.409324Z","caller":"traceutil/trace.go:171","msg":"trace[322748428] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2078; }","duration":"290.563568ms","start":"2026-04-27T02:46:27.118751Z","end":"2026-04-27T02:46:27.409314Z","steps":["trace[322748428] 'read index received' (duration: 32.763655ms)","trace[322748428] 'applied index is now lower than readState.Index' (duration: 257.799113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:46:27.409468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.690293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:27.409502Z","caller":"traceutil/trace.go:171","msg":"trace[1681503263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2020; }","duration":"290.785296ms","start":"2026-04-27T02:46:27.118708Z","end":"2026-04-27T02:46:27.409493Z","steps":["trace[1681503263] 'agreement among raft nodes before linearized reading' (duration: 290.686102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.409548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.432079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:46:27.409591Z","caller":"traceutil/trace.go:171","msg":"trace[1780835867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2020; }","duration":"256.520031ms","start":"2026-04-27T02:46:27.153059Z","end":"2026-04-27T02:46:27.409579Z","steps":["trace[1780835867] 'agreement among raft nodes before linearized reading' (duration: 256.447709ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:27.409429Z","caller":"traceutil/trace.go:171","msg":"trace[1460377802] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"291.028463ms","start":"2026-04-27T02:46:27.11836Z","end":"2026-04-27T02:46:27.409388Z","steps":["trace[1460377802] 'process raft request' (duration: 290.772535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:27.409824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.427184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:46:27.409908Z","caller":"traceutil/trace.go:171","msg":"trace[2061145318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2020; }","duration":"154.564278ms","start":"2026-04-27T02:46:27.255329Z","end":"2026-04-27T02:46:27.409893Z","steps":["trace[2061145318] 'agreement among raft nodes before linearized reading' (duration: 154.325001ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:27.594164Z","caller":"traceutil/trace.go:171","msg":"trace[1744956884] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"179.714048ms","start":"2026-04-27T02:46:27.414423Z","end":"2026-04-27T02:46:27.594137Z","steps":["trace[1744956884] 'process raft request' (duration: 157.757671ms)","trace[1744956884] 'compare' (duration: 21.575945ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:27.907433Z","caller":"traceutil/trace.go:171","msg":"trace[91891057] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2021; }","duration":"111.054387ms","start":"2026-04-27T02:46:27.796362Z","end":"2026-04-27T02:46:27.907416Z","steps":["trace[91891057] 'process raft request' (duration: 110.987934ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:28.159341Z","caller":"traceutil/trace.go:171","msg":"trace[399208717] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"134.337157ms","start":"2026-04-27T02:46:28.02497Z","end":"2026-04-27T02:46:28.159307Z","steps":["trace[399208717] 'process raft request' (duration: 39.829783ms)","trace[399208717] 'compare' (duration: 94.318218ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:28.18409Z","caller":"traceutil/trace.go:171","msg":"trace[754721189] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2024; }","duration":"144.831314ms","start":"2026-04-27T02:46:28.039236Z","end":"2026-04-27T02:46:28.184067Z","steps":["trace[754721189] 'process raft request' (duration: 144.711551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:28.498414Z","caller":"traceutil/trace.go:171","msg":"trace[260237201] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2024; }","duration":"265.986206ms","start":"2026-04-27T02:46:28.232408Z","end":"2026-04-27T02:46:28.498394Z","steps":["trace[260237201] 'process raft request' (duration: 265.912064ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:28.674787Z","caller":"traceutil/trace.go:171","msg":"trace[1298798285] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2024; }","duration":"116.41873ms","start":"2026-04-27T02:46:28.558345Z","end":"2026-04-27T02:46:28.674764Z","steps":["trace[1298798285] 'process raft request' (duration: 116.290216ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:30.292925Z","caller":"traceutil/trace.go:171","msg":"trace[874500297] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"128.53013ms","start":"2026-04-27T02:46:30.164373Z","end":"2026-04-27T02:46:30.292903Z","steps":["trace[874500297] 'process raft request' (duration: 71.333567ms)","trace[874500297] 'compare' (duration: 57.082659ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:30.477167Z","caller":"traceutil/trace.go:171","msg":"trace[274382388] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"101.577602ms","start":"2026-04-27T02:46:30.375555Z","end":"2026-04-27T02:46:30.477132Z","steps":["trace[274382388] 'process raft request' (duration: 101.253061ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:30.477173Z","caller":"traceutil/trace.go:171","msg":"trace[739801811] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"100.817377ms","start":"2026-04-27T02:46:30.376333Z","end":"2026-04-27T02:46:30.477151Z","steps":["trace[739801811] 'process raft request' (duration: 100.60244ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:30.581265Z","caller":"traceutil/trace.go:171","msg":"trace[2126131900] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"100.323721ms","start":"2026-04-27T02:46:30.480866Z","end":"2026-04-27T02:46:30.58119Z","steps":["trace[2126131900] 'process raft request' (duration: 75.919065ms)","trace[2126131900] 'compare' (duration: 24.20724ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:31.794479Z","caller":"traceutil/trace.go:171","msg":"trace[1882307095] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"183.018345ms","start":"2026-04-27T02:46:31.611441Z","end":"2026-04-27T02:46:31.79446Z","steps":["trace[1882307095] 'process raft request' (duration: 182.893711ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:31.813396Z","caller":"traceutil/trace.go:171","msg":"trace[1687958969] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"169.857211ms","start":"2026-04-27T02:46:31.643512Z","end":"2026-04-27T02:46:31.81337Z","steps":["trace[1687958969] 'process raft request' (duration: 169.728707ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:34.189401Z","caller":"traceutil/trace.go:171","msg":"trace[850428949] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"106.621964ms","start":"2026-04-27T02:46:34.082761Z","end":"2026-04-27T02:46:34.189383Z","steps":["trace[850428949] 'process raft request' (duration: 91.999383ms)","trace[850428949] 'compare' (duration: 14.240719ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:34.765552Z","caller":"traceutil/trace.go:171","msg":"trace[1299730335] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"167.794024ms","start":"2026-04-27T02:46:34.59773Z","end":"2026-04-27T02:46:34.765524Z","steps":["trace[1299730335] 'process raft request' (duration: 167.570837ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:34.853885Z","caller":"traceutil/trace.go:171","msg":"trace[1419345568] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"151.423086ms","start":"2026-04-27T02:46:34.702432Z","end":"2026-04-27T02:46:34.853855Z","steps":["trace[1419345568] 'process raft request' (duration: 141.812287ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:34.991069Z","caller":"traceutil/trace.go:171","msg":"trace[1121426267] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"126.796833ms","start":"2026-04-27T02:46:34.864224Z","end":"2026-04-27T02:46:34.991021Z","steps":["trace[1121426267] 'process raft request' (duration: 101.726235ms)","trace[1121426267] 'compare' (duration: 24.858791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:46:35.673835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.199029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:46:35.673955Z","caller":"traceutil/trace.go:171","msg":"trace[1437516992] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"181.891858ms","start":"2026-04-27T02:46:35.492045Z","end":"2026-04-27T02:46:35.673937Z","steps":["trace[1437516992] 'process raft request' (duration: 44.516074ms)","trace[1437516992] 'compare' (duration: 137.077484ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:35.988747Z","caller":"traceutil/trace.go:171","msg":"trace[968901491] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"166.685998ms","start":"2026-04-27T02:46:35.822043Z","end":"2026-04-27T02:46:35.988729Z","steps":["trace[968901491] 'process raft request' (duration: 120.307914ms)","trace[968901491] 'compare' (duration: 46.098245ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:35.988763Z","caller":"traceutil/trace.go:171","msg":"trace[2115947631] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"166.220703ms","start":"2026-04-27T02:46:35.822513Z","end":"2026-04-27T02:46:35.988734Z","steps":["trace[2115947631] 'process raft request' (duration: 166.104049ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:35.988739Z","caller":"traceutil/trace.go:171","msg":"trace[1513401637] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2214; }","duration":"165.922643ms","start":"2026-04-27T02:46:35.822791Z","end":"2026-04-27T02:46:35.988713Z","steps":["trace[1513401637] 'process raft request' (duration: 165.882592ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:39.394312Z","caller":"traceutil/trace.go:171","msg":"trace[1341104541] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2357; }","duration":"198.922636ms","start":"2026-04-27T02:46:39.19537Z","end":"2026-04-27T02:46:39.394292Z","steps":["trace[1341104541] 'read index received' (duration: 196.364994ms)","trace[1341104541] 'applied index is now lower than readState.Index' (duration: 2.556912ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:39.394485Z","caller":"traceutil/trace.go:171","msg":"trace[798159549] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2267; }","duration":"200.594271ms","start":"2026-04-27T02:46:39.193869Z","end":"2026-04-27T02:46:39.394463Z","steps":["trace[798159549] 'process raft request' (duration: 197.912804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:39.394678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.314469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:77940"} {"level":"info","ts":"2026-04-27T02:46:39.394757Z","caller":"traceutil/trace.go:171","msg":"trace[1946316706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:2267; }","duration":"199.420853ms","start":"2026-04-27T02:46:39.195316Z","end":"2026-04-27T02:46:39.394737Z","steps":["trace[1946316706] 'agreement among raft nodes before linearized reading' (duration: 199.111433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:39.395126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.323225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:46:39.395166Z","caller":"traceutil/trace.go:171","msg":"trace[1305919206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2267; }","duration":"188.421558ms","start":"2026-04-27T02:46:39.206735Z","end":"2026-04-27T02:46:39.395157Z","steps":["trace[1305919206] 'agreement among raft nodes before linearized reading' (duration: 188.103298ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:39.814317Z","caller":"traceutil/trace.go:171","msg":"trace[1502383809] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2380; }","duration":"124.317104ms","start":"2026-04-27T02:46:39.689974Z","end":"2026-04-27T02:46:39.814291Z","steps":["trace[1502383809] 'read index received' (duration: 64.88591ms)","trace[1502383809] 'applied index is now lower than readState.Index' (duration: 59.430174ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:39.814348Z","caller":"traceutil/trace.go:171","msg":"trace[636519858] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"137.976853ms","start":"2026-04-27T02:46:39.676338Z","end":"2026-04-27T02:46:39.814315Z","steps":["trace[636519858] 'process raft request' (duration: 78.618152ms)","trace[636519858] 'compare' (duration: 59.045361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:46:39.814428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.370066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-27T02:46:39.814514Z","caller":"traceutil/trace.go:171","msg":"trace[1377178614] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:2289; }","duration":"138.509021ms","start":"2026-04-27T02:46:39.675988Z","end":"2026-04-27T02:46:39.814497Z","steps":["trace[1377178614] 'range keys from in-memory index tree' (duration: 138.1911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:39.814536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.548571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:46:39.814566Z","caller":"traceutil/trace.go:171","msg":"trace[434035611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2290; }","duration":"124.622713ms","start":"2026-04-27T02:46:39.689934Z","end":"2026-04-27T02:46:39.814557Z","steps":["trace[434035611] 'agreement among raft nodes before linearized reading' (duration: 124.454728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:39.814999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.052243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:15 size:334435"} {"level":"info","ts":"2026-04-27T02:46:39.815048Z","caller":"traceutil/trace.go:171","msg":"trace[1715116185] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:15; response_revision:2289; }","duration":"164.139297ms","start":"2026-04-27T02:46:39.650898Z","end":"2026-04-27T02:46:39.815037Z","steps":["trace[1715116185] 'range keys from in-memory index tree' (duration: 163.059792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:41.745702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.786501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:46:41.745769Z","caller":"traceutil/trace.go:171","msg":"trace[1860415260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2307; }","duration":"247.901554ms","start":"2026-04-27T02:46:41.497851Z","end":"2026-04-27T02:46:41.745752Z","steps":["trace[1860415260] 'range keys from in-memory index tree' (duration: 247.617645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:41.745771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.668865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:46:41.745943Z","caller":"traceutil/trace.go:171","msg":"trace[1981496162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2307; }","duration":"210.863611ms","start":"2026-04-27T02:46:41.535022Z","end":"2026-04-27T02:46:41.745886Z","steps":["trace[1981496162] 'range keys from in-memory index tree' (duration: 210.411316ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:43.062295Z","caller":"traceutil/trace.go:171","msg":"trace[683712770] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"186.591679ms","start":"2026-04-27T02:46:42.875678Z","end":"2026-04-27T02:46:43.06227Z","steps":["trace[683712770] 'process raft request' (duration: 186.285549ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:43.062958Z","caller":"traceutil/trace.go:171","msg":"trace[823384454] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2411; }","duration":"156.744698ms","start":"2026-04-27T02:46:42.906187Z","end":"2026-04-27T02:46:43.062932Z","steps":["trace[823384454] 'read index received' (duration: 155.848869ms)","trace[823384454] 'applied index is now lower than readState.Index' (duration: 891.269µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:43.063066Z","caller":"traceutil/trace.go:171","msg":"trace[264160554] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"171.840575ms","start":"2026-04-27T02:46:42.891197Z","end":"2026-04-27T02:46:43.063038Z","steps":["trace[264160554] 'process raft request' (duration: 171.584356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:43.06328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.954604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:43.06336Z","caller":"traceutil/trace.go:171","msg":"trace[1967293655] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2322; }","duration":"157.157721ms","start":"2026-04-27T02:46:42.906174Z","end":"2026-04-27T02:46:43.063332Z","steps":["trace[1967293655] 'agreement among raft nodes before linearized reading' (duration: 156.921313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:43.940949Z","caller":"traceutil/trace.go:171","msg":"trace[1493390233] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"178.258691ms","start":"2026-04-27T02:46:43.762665Z","end":"2026-04-27T02:46:43.940924Z","steps":["trace[1493390233] 'process raft request' (duration: 176.07211ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:50.049914Z","caller":"traceutil/trace.go:171","msg":"trace[1320226573] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"271.870895ms","start":"2026-04-27T02:46:49.778014Z","end":"2026-04-27T02:46:50.049885Z","steps":["trace[1320226573] 'process raft request' (duration: 271.68917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:50.050144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.862151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:46:50.049876Z","caller":"traceutil/trace.go:171","msg":"trace[347972693] linearizableReadLoop","detail":"{readStateIndex:2455; appliedIndex:2454; }","duration":"192.602332ms","start":"2026-04-27T02:46:49.85725Z","end":"2026-04-27T02:46:50.049853Z","steps":["trace[347972693] 'read index received' (duration: 192.367405ms)","trace[347972693] 'applied index is now lower than readState.Index' (duration: 233.977µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:50.050212Z","caller":"traceutil/trace.go:171","msg":"trace[1650520110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2362; }","duration":"192.988065ms","start":"2026-04-27T02:46:49.857209Z","end":"2026-04-27T02:46:50.050197Z","steps":["trace[1650520110] 'agreement among raft nodes before linearized reading' (duration: 192.772449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:51.576338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290776489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:46:52.077604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290776489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:46:52.15666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431450341s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:46:52.156961Z","caller":"traceutil/trace.go:171","msg":"trace[399867973] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"1.431858934s","start":"2026-04-27T02:46:50.725085Z","end":"2026-04-27T02:46:52.156944Z","steps":["trace[399867973] 'process raft request' (duration: 1.431737831s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.157083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:50.725059Z","time spent":"1.431960658s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:46:52.17522Z","caller":"traceutil/trace.go:171","msg":"trace[969446168] linearizableReadLoop","detail":"{readStateIndex:2463; appliedIndex:2460; }","duration":"1.099230222s","start":"2026-04-27T02:46:51.075968Z","end":"2026-04-27T02:46:52.175198Z","steps":["trace[969446168] 'read index received' (duration: 1.080884972s)","trace[969446168] 'applied index is now lower than readState.Index' (duration: 18.34421ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:46:52.175243Z","caller":"traceutil/trace.go:171","msg":"trace[444566217] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"966.88821ms","start":"2026-04-27T02:46:51.208326Z","end":"2026-04-27T02:46:52.175214Z","steps":["trace[444566217] 'process raft request' (duration: 966.803017ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:46:52.175295Z","caller":"traceutil/trace.go:171","msg":"trace[338687334] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"985.777398ms","start":"2026-04-27T02:46:51.189495Z","end":"2026-04-27T02:46:52.175273Z","steps":["trace[338687334] 'process raft request' (duration: 985.507889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.175352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099371776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:52.175389Z","caller":"traceutil/trace.go:171","msg":"trace[859393007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2371; }","duration":"1.099459129s","start":"2026-04-27T02:46:51.075917Z","end":"2026-04-27T02:46:52.175376Z","steps":["trace[859393007] 'agreement among raft nodes before linearized reading' (duration: 1.099387287s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.175401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.208301Z","time spent":"966.997303ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:46:52.1754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.189465Z","time spent":"985.874331ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:46:52.175422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.075893Z","time spent":"1.099522181s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:46:52.175468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.205653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:46:52.17552Z","caller":"traceutil/trace.go:171","msg":"trace[1465448359] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2371; }","duration":"733.296436ms","start":"2026-04-27T02:46:51.442207Z","end":"2026-04-27T02:46:52.175503Z","steps":["trace[1465448359] 'agreement among raft nodes before linearized reading' (duration: 733.182662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.175516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008071926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:46:52.175556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.442189Z","time spent":"733.358458ms","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:46:52.175593Z","caller":"traceutil/trace.go:171","msg":"trace[1086604958] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2371; }","duration":"1.0081908s","start":"2026-04-27T02:46:51.167381Z","end":"2026-04-27T02:46:52.175572Z","steps":["trace[1086604958] 'agreement among raft nodes before linearized reading' (duration: 1.007957663s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.175617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004073117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:46:52.175593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.168892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:46:52.17565Z","caller":"traceutil/trace.go:171","msg":"trace[2050945049] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2371; }","duration":"1.004142779s","start":"2026-04-27T02:46:51.171497Z","end":"2026-04-27T02:46:52.17564Z","steps":["trace[2050945049] 'agreement among raft nodes before linearized reading' (duration: 1.003992325s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.175667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.167364Z","time spent":"1.008285263s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:46:52.17568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.171477Z","time spent":"1.004195992s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:46:52.175687Z","caller":"traceutil/trace.go:171","msg":"trace[101199590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2371; }","duration":"674.300746ms","start":"2026-04-27T02:46:51.50136Z","end":"2026-04-27T02:46:52.175661Z","steps":["trace[101199590] 'agreement among raft nodes before linearized reading' (duration: 674.009667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.175735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.501342Z","time spent":"674.383929ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:46:52.175868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.864511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:46:52.175956Z","caller":"traceutil/trace.go:171","msg":"trace[1077733093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2371; }","duration":"668.985675ms","start":"2026-04-27T02:46:51.506949Z","end":"2026-04-27T02:46:52.175934Z","steps":["trace[1077733093] 'agreement among raft nodes before linearized reading' (duration: 668.807899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:46:52.176017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:46:51.506934Z","time spent":"669.071748ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:46:52.176062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.853458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T02:46:52.176118Z","caller":"traceutil/trace.go:171","msg":"trace[639642671] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2371; }","duration":"218.942311ms","start":"2026-04-27T02:46:51.957159Z","end":"2026-04-27T02:46:52.176101Z","steps":["trace[639642671] 'agreement among raft nodes before linearized reading' (duration: 218.707494ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:08.377884Z","caller":"traceutil/trace.go:171","msg":"trace[651816637] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"130.839554ms","start":"2026-04-27T02:47:08.247015Z","end":"2026-04-27T02:47:08.377855Z","steps":["trace[651816637] 'process raft request' (duration: 128.717485ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:08.409591Z","caller":"traceutil/trace.go:171","msg":"trace[772374024] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"161.840692ms","start":"2026-04-27T02:47:08.247734Z","end":"2026-04-27T02:47:08.409575Z","steps":["trace[772374024] 'process raft request' (duration: 161.687917ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:08.409945Z","caller":"traceutil/trace.go:171","msg":"trace[1023798613] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2564; }","duration":"154.964691ms","start":"2026-04-27T02:47:08.254945Z","end":"2026-04-27T02:47:08.409909Z","steps":["trace[1023798613] 'read index received' (duration: 120.868533ms)","trace[1023798613] 'applied index is now lower than readState.Index' (duration: 34.093638ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:08.409972Z","caller":"traceutil/trace.go:171","msg":"trace[956775076] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"162.037309ms","start":"2026-04-27T02:47:08.247897Z","end":"2026-04-27T02:47:08.409934Z","steps":["trace[956775076] 'process raft request' (duration: 161.635206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:08.41029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.638156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T02:47:08.410345Z","caller":"traceutil/trace.go:171","msg":"trace[1744361482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2470; }","duration":"143.73671ms","start":"2026-04-27T02:47:08.266595Z","end":"2026-04-27T02:47:08.410332Z","steps":["trace[1744361482] 'agreement among raft nodes before linearized reading' (duration: 143.549213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:08.410393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.578831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T02:47:08.410402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.087711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T02:47:08.410394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.373064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:47:08.410461Z","caller":"traceutil/trace.go:171","msg":"trace[1051744998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2470; }","duration":"149.175434ms","start":"2026-04-27T02:47:08.26127Z","end":"2026-04-27T02:47:08.410445Z","steps":["trace[1051744998] 'agreement among raft nodes before linearized reading' (duration: 148.962907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:08.41051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.459743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:47:08.410526Z","caller":"traceutil/trace.go:171","msg":"trace[537730558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2470; }","duration":"155.580901ms","start":"2026-04-27T02:47:08.254917Z","end":"2026-04-27T02:47:08.410498Z","steps":["trace[537730558] 'agreement among raft nodes before linearized reading' (duration: 155.104006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:08.410306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.661361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:47:08.410542Z","caller":"traceutil/trace.go:171","msg":"trace[879581465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2470; }","duration":"135.531475ms","start":"2026-04-27T02:47:08.275002Z","end":"2026-04-27T02:47:08.410533Z","steps":["trace[879581465] 'agreement among raft nodes before linearized reading' (duration: 135.430262ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:08.410572Z","caller":"traceutil/trace.go:171","msg":"trace[249757334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2470; }","duration":"154.963751ms","start":"2026-04-27T02:47:08.255599Z","end":"2026-04-27T02:47:08.410563Z","steps":["trace[249757334] 'agreement among raft nodes before linearized reading' (duration: 154.506576ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:08.410466Z","caller":"traceutil/trace.go:171","msg":"trace[500888699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2470; }","duration":"151.623713ms","start":"2026-04-27T02:47:08.258807Z","end":"2026-04-27T02:47:08.410431Z","steps":["trace[500888699] 'agreement among raft nodes before linearized reading' (duration: 151.523259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:16.251355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.494097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:47:16.251436Z","caller":"traceutil/trace.go:171","msg":"trace[304464812] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2508; }","duration":"345.615451ms","start":"2026-04-27T02:47:15.905801Z","end":"2026-04-27T02:47:16.251417Z","steps":["trace[304464812] 'count revisions from in-memory index tree' (duration: 345.419555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:16.251476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:15.905781Z","time spent":"345.683684ms","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:47:16.251451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.129214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:47:16.251532Z","caller":"traceutil/trace.go:171","msg":"trace[2104542317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2508; }","duration":"172.247068ms","start":"2026-04-27T02:47:16.079263Z","end":"2026-04-27T02:47:16.25151Z","steps":["trace[2104542317] 'range keys from in-memory index tree' (duration: 172.042641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:19.677028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290776882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:47:20.15815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.357649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:47:20.158282Z","caller":"traceutil/trace.go:171","msg":"trace[1976344937] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2629; }","duration":"982.148891ms","start":"2026-04-27T02:47:19.17611Z","end":"2026-04-27T02:47:20.158259Z","steps":["trace[1976344937] 'read index received' (duration: 837.507313ms)","trace[1976344937] 'applied index is now lower than readState.Index' (duration: 144.639768ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:20.158298Z","caller":"traceutil/trace.go:171","msg":"trace[1887446025] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"1.041874744s","start":"2026-04-27T02:47:19.116393Z","end":"2026-04-27T02:47:20.158268Z","steps":["trace[1887446025] 'process raft request' (duration: 897.282158ms)","trace[1887446025] 'compare' (duration: 143.500141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:47:20.15841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:19.116367Z","time spent":"1.041987028s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:47:20.158432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.307786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:47:20.15858Z","caller":"traceutil/trace.go:171","msg":"trace[1248660648] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2530; }","duration":"982.457611ms","start":"2026-04-27T02:47:19.176104Z","end":"2026-04-27T02:47:20.158561Z","steps":["trace[1248660648] 'agreement among raft nodes before linearized reading' (duration: 982.260665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:20.158693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:19.17602Z","time spent":"982.650537ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:47:20.188294Z","caller":"traceutil/trace.go:171","msg":"trace[18294239] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"108.549856ms","start":"2026-04-27T02:47:20.079711Z","end":"2026-04-27T02:47:20.188261Z","steps":["trace[18294239] 'process raft request' (duration: 108.297448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:20.188346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.440054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17879"} {"level":"warn","ts":"2026-04-27T02:47:20.188381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.545346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:47:20.188422Z","caller":"traceutil/trace.go:171","msg":"trace[1815377925] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2531; }","duration":"938.594778ms","start":"2026-04-27T02:47:19.249804Z","end":"2026-04-27T02:47:20.188399Z","steps":["trace[1815377925] 'agreement among raft nodes before linearized reading' (duration: 938.382641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:20.188437Z","caller":"traceutil/trace.go:171","msg":"trace[18502458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2531; }","duration":"108.650119ms","start":"2026-04-27T02:47:20.079771Z","end":"2026-04-27T02:47:20.188422Z","steps":["trace[18502458] 'agreement among raft nodes before linearized reading' (duration: 108.525195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:20.188472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:19.249785Z","time spent":"938.673701ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17901,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:47:20.188552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.702582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:47:20.188626Z","caller":"traceutil/trace.go:171","msg":"trace[583249174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2531; }","duration":"204.821937ms","start":"2026-04-27T02:47:19.983787Z","end":"2026-04-27T02:47:20.188609Z","steps":["trace[583249174] 'agreement among raft nodes before linearized reading' (duration: 204.684553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:20.391285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.786992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:47:20.391374Z","caller":"traceutil/trace.go:171","msg":"trace[1443073858] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2531; }","duration":"130.930976ms","start":"2026-04-27T02:47:20.260426Z","end":"2026-04-27T02:47:20.391357Z","steps":["trace[1443073858] 'range keys from in-memory index tree' (duration: 130.600966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:20.391777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.100342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:47:20.391871Z","caller":"traceutil/trace.go:171","msg":"trace[645978794] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2531; }","duration":"131.234536ms","start":"2026-04-27T02:47:20.260616Z","end":"2026-04-27T02:47:20.39185Z","steps":["trace[645978794] 'range keys from in-memory index tree' (duration: 130.912856ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:20.392399Z","caller":"traceutil/trace.go:171","msg":"trace[1218518857] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"121.166592ms","start":"2026-04-27T02:47:20.271207Z","end":"2026-04-27T02:47:20.392374Z","steps":["trace[1218518857] 'process raft request' (duration: 86.753284ms)","trace[1218518857] 'compare' (duration: 33.056904ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:20.66162Z","caller":"traceutil/trace.go:171","msg":"trace[1882580264] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"106.834511ms","start":"2026-04-27T02:47:20.554763Z","end":"2026-04-27T02:47:20.661598Z","steps":["trace[1882580264] 'process raft request' (duration: 106.407547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:20.661736Z","caller":"traceutil/trace.go:171","msg":"trace[1415739871] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"106.855182ms","start":"2026-04-27T02:47:20.55486Z","end":"2026-04-27T02:47:20.661715Z","steps":["trace[1415739871] 'process raft request' (duration: 106.438428ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:23.300182Z","caller":"traceutil/trace.go:171","msg":"trace[988438967] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"133.145402ms","start":"2026-04-27T02:47:23.167018Z","end":"2026-04-27T02:47:23.300163Z","steps":["trace[988438967] 'process raft request' (duration: 39.372515ms)","trace[988438967] 'compare' (duration: 93.698315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:47:25.009951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.897125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:47:25.010125Z","caller":"traceutil/trace.go:171","msg":"trace[651931500] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2652; }","duration":"868.828209ms","start":"2026-04-27T02:47:24.141283Z","end":"2026-04-27T02:47:25.010111Z","steps":["trace[651931500] 'read index received' (duration: 56.81205ms)","trace[651931500] 'applied index is now lower than readState.Index' (duration: 812.015369ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:25.01054Z","caller":"traceutil/trace.go:171","msg":"trace[148970526] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"603.128915ms","start":"2026-04-27T02:47:24.407402Z","end":"2026-04-27T02:47:25.010531Z","steps":["trace[148970526] 'process raft request' (duration: 602.631169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.010626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.407373Z","time spent":"603.194877ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:47:25.011129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.205111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:47:25.011243Z","caller":"traceutil/trace.go:171","msg":"trace[832392487] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2552; }","duration":"869.987916ms","start":"2026-04-27T02:47:24.141223Z","end":"2026-04-27T02:47:25.011211Z","steps":["trace[832392487] 'agreement among raft nodes before linearized reading' (duration: 869.195811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.011354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.141199Z","time spent":"870.08885ms","remote":"127.0.0.1:55712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:47:25.134257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.425223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:47:25.13446Z","caller":"traceutil/trace.go:171","msg":"trace[1699604403] linearizableReadLoop","detail":"{readStateIndex:2657; appliedIndex:2654; }","duration":"124.289809ms","start":"2026-04-27T02:47:25.01015Z","end":"2026-04-27T02:47:25.13444Z","steps":["trace[1699604403] 'read index received' (duration: 15.594607ms)","trace[1699604403] 'applied index is now lower than readState.Index' (duration: 108.694352ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:25.134546Z","caller":"traceutil/trace.go:171","msg":"trace[219143643] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"513.812008ms","start":"2026-04-27T02:47:24.620723Z","end":"2026-04-27T02:47:25.134535Z","steps":["trace[219143643] 'process raft request' (duration: 405.017083ms)","trace[219143643] 'compare' (duration: 108.197216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:47:25.134602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.620678Z","time spent":"513.892281ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:47:25.134644Z","caller":"traceutil/trace.go:171","msg":"trace[1725202948] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"449.496129ms","start":"2026-04-27T02:47:24.685124Z","end":"2026-04-27T02:47:25.13462Z","steps":["trace[1725202948] 'process raft request' (duration: 449.273081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.134731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.342402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:47:25.134728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.696609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:47:25.13476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.260214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:47:25.134744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.920325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:47:25.13479Z","caller":"traceutil/trace.go:171","msg":"trace[155548670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2556; }","duration":"434.327116ms","start":"2026-04-27T02:47:24.700454Z","end":"2026-04-27T02:47:25.134781Z","steps":["trace[155548670] 'agreement among raft nodes before linearized reading' (duration: 434.251333ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:25.134794Z","caller":"traceutil/trace.go:171","msg":"trace[1478078232] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2556; }","duration":"828.805822ms","start":"2026-04-27T02:47:24.305969Z","end":"2026-04-27T02:47:25.134775Z","steps":["trace[1478078232] 'agreement among raft nodes before linearized reading' (duration: 828.689969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.134819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.70043Z","time spent":"434.382218ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:47:25.134836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.397543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:47:25.134861Z","caller":"traceutil/trace.go:171","msg":"trace[1581311104] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2556; }","duration":"733.451905ms","start":"2026-04-27T02:47:24.401401Z","end":"2026-04-27T02:47:25.134853Z","steps":["trace[1581311104] 'agreement among raft nodes before linearized reading' (duration: 733.386143ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:25.134811Z","caller":"traceutil/trace.go:171","msg":"trace[320358477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2556; }","duration":"322.009247ms","start":"2026-04-27T02:47:24.812785Z","end":"2026-04-27T02:47:25.134794Z","steps":["trace[320358477] 'agreement among raft nodes before linearized reading' (duration: 321.7964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.134863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.305949Z","time spent":"828.898096ms","remote":"127.0.0.1:55690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:47:25.134884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.401384Z","time spent":"733.494156ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:47:25.134897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.812773Z","time spent":"322.116931ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:47:25.134768Z","caller":"traceutil/trace.go:171","msg":"trace[377244221] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2556; }","duration":"733.402273ms","start":"2026-04-27T02:47:24.401356Z","end":"2026-04-27T02:47:25.134758Z","steps":["trace[377244221] 'agreement among raft nodes before linearized reading' (duration: 733.250578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.134958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.401342Z","time spent":"733.60947ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:47:25.134958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.370483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:47:25.13475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.68511Z","time spent":"449.585032ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:47:25.134997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.955508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:47:25.135017Z","caller":"traceutil/trace.go:171","msg":"trace[955443909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2556; }","duration":"308.471127ms","start":"2026-04-27T02:47:24.826524Z","end":"2026-04-27T02:47:25.134996Z","steps":["trace[955443909] 'agreement among raft nodes before linearized reading' (duration: 308.317082ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:25.135105Z","caller":"traceutil/trace.go:171","msg":"trace[1033019408] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"455.209201ms","start":"2026-04-27T02:47:24.679882Z","end":"2026-04-27T02:47:25.135091Z","steps":["trace[1033019408] 'process raft request' (duration: 454.461147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:25.135108Z","caller":"traceutil/trace.go:171","msg":"trace[1837662827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2556; }","duration":"323.114833ms","start":"2026-04-27T02:47:24.811975Z","end":"2026-04-27T02:47:25.13509Z","steps":["trace[1837662827] 'agreement among raft nodes before linearized reading' (duration: 322.857384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.135117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.826505Z","time spent":"308.59724ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:47:25.135126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.891014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:47:25.135152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.811955Z","time spent":"323.185415ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:47:25.135158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.679854Z","time spent":"455.273133ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:47:25.135206Z","caller":"traceutil/trace.go:171","msg":"trace[1033533719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2556; }","duration":"322.024288ms","start":"2026-04-27T02:47:24.813162Z","end":"2026-04-27T02:47:25.135187Z","steps":["trace[1033533719] 'agreement among raft nodes before linearized reading' (duration: 321.735008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.135247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.813139Z","time spent":"322.10065ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:47:25.135314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.446871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:47:25.135382Z","caller":"traceutil/trace.go:171","msg":"trace[546513587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2556; }","duration":"322.535994ms","start":"2026-04-27T02:47:24.81283Z","end":"2026-04-27T02:47:25.135366Z","steps":["trace[546513587] 'agreement among raft nodes before linearized reading' (duration: 322.369819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:25.135435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:24.812823Z","time spent":"322.599826ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:47:26.278705Z","caller":"traceutil/trace.go:171","msg":"trace[891577941] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"288.13703ms","start":"2026-04-27T02:47:25.990544Z","end":"2026-04-27T02:47:26.278681Z","steps":["trace[891577941] 'process raft request' (duration: 287.675535ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.386335Z","caller":"traceutil/trace.go:171","msg":"trace[1117439508] linearizableReadLoop","detail":"{readStateIndex:2665; appliedIndex:2664; }","duration":"245.539342ms","start":"2026-04-27T02:47:27.140699Z","end":"2026-04-27T02:47:27.386238Z","steps":["trace[1117439508] 'read index received' (duration: 245.438209ms)","trace[1117439508] 'applied index is now lower than readState.Index' (duration: 99.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:27.386379Z","caller":"traceutil/trace.go:171","msg":"trace[761590624] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"245.849202ms","start":"2026-04-27T02:47:27.1405Z","end":"2026-04-27T02:47:27.386349Z","steps":["trace[761590624] 'process raft request' (duration: 245.577503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:27.386625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.899874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:47:27.386692Z","caller":"traceutil/trace.go:171","msg":"trace[847713224] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2564; }","duration":"246.001757ms","start":"2026-04-27T02:47:27.140676Z","end":"2026-04-27T02:47:27.386677Z","steps":["trace[847713224] 'agreement among raft nodes before linearized reading' (duration: 245.794581ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.39586Z","caller":"traceutil/trace.go:171","msg":"trace[1617290572] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"254.999653ms","start":"2026-04-27T02:47:27.140842Z","end":"2026-04-27T02:47:27.395842Z","steps":["trace[1617290572] 'process raft request' (duration: 254.871149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:27.396126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.208198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:47:27.396174Z","caller":"traceutil/trace.go:171","msg":"trace[382966471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2566; }","duration":"221.30001ms","start":"2026-04-27T02:47:27.17486Z","end":"2026-04-27T02:47:27.39616Z","steps":["trace[382966471] 'agreement among raft nodes before linearized reading' (duration: 221.133395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:27.396248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.502474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:47:27.396278Z","caller":"traceutil/trace.go:171","msg":"trace[1185617321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2566; }","duration":"187.560575ms","start":"2026-04-27T02:47:27.20871Z","end":"2026-04-27T02:47:27.39627Z","steps":["trace[1185617321] 'agreement among raft nodes before linearized reading' (duration: 187.448351ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.396406Z","caller":"traceutil/trace.go:171","msg":"trace[1300265568] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"255.453158ms","start":"2026-04-27T02:47:27.140945Z","end":"2026-04-27T02:47:27.396399Z","steps":["trace[1300265568] 'process raft request' (duration: 254.857829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:27.396436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.663616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T02:47:27.396472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.297946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:47:27.396485Z","caller":"traceutil/trace.go:171","msg":"trace[1344577974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2566; }","duration":"191.758469ms","start":"2026-04-27T02:47:27.204713Z","end":"2026-04-27T02:47:27.396472Z","steps":["trace[1344577974] 'agreement among raft nodes before linearized reading' (duration: 191.626425ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.396517Z","caller":"traceutil/trace.go:171","msg":"trace[172790657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2566; }","duration":"192.386289ms","start":"2026-04-27T02:47:27.20412Z","end":"2026-04-27T02:47:27.396506Z","steps":["trace[172790657] 'agreement among raft nodes before linearized reading' (duration: 192.274336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:27.39651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.848071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:47:27.396577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.490182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:47:27.396594Z","caller":"traceutil/trace.go:171","msg":"trace[779448303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2566; }","duration":"191.980656ms","start":"2026-04-27T02:47:27.204596Z","end":"2026-04-27T02:47:27.396576Z","steps":["trace[779448303] 'agreement among raft nodes before linearized reading' (duration: 191.693867ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.396639Z","caller":"traceutil/trace.go:171","msg":"trace[1827265769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2566; }","duration":"192.588535ms","start":"2026-04-27T02:47:27.204036Z","end":"2026-04-27T02:47:27.396624Z","steps":["trace[1827265769] 'agreement among raft nodes before linearized reading' (duration: 192.389079ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.569878Z","caller":"traceutil/trace.go:171","msg":"trace[1095302970] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"169.233802ms","start":"2026-04-27T02:47:27.400621Z","end":"2026-04-27T02:47:27.569855Z","steps":["trace[1095302970] 'process raft request' (duration: 169.056036ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.57029Z","caller":"traceutil/trace.go:171","msg":"trace[1779781147] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"169.058036ms","start":"2026-04-27T02:47:27.401183Z","end":"2026-04-27T02:47:27.570241Z","steps":["trace[1779781147] 'process raft request' (duration: 168.632863ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.570316Z","caller":"traceutil/trace.go:171","msg":"trace[2012103007] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"169.030865ms","start":"2026-04-27T02:47:27.401256Z","end":"2026-04-27T02:47:27.570287Z","steps":["trace[2012103007] 'process raft request' (duration: 168.836519ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:27.570444Z","caller":"traceutil/trace.go:171","msg":"trace[1636184306] linearizableReadLoop","detail":"{readStateIndex:2672; appliedIndex:2667; }","duration":"168.731716ms","start":"2026-04-27T02:47:27.401677Z","end":"2026-04-27T02:47:27.570409Z","steps":["trace[1636184306] 'read index received' (duration: 54.039302ms)","trace[1636184306] 'applied index is now lower than readState.Index' (duration: 114.689724ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:27.570494Z","caller":"traceutil/trace.go:171","msg":"trace[1424769959] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"169.162449ms","start":"2026-04-27T02:47:27.40132Z","end":"2026-04-27T02:47:27.570482Z","steps":["trace[1424769959] 'process raft request' (duration: 168.89191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:27.571388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.699396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:47:27.571447Z","caller":"traceutil/trace.go:171","msg":"trace[1751380205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2571; }","duration":"169.80746ms","start":"2026-04-27T02:47:27.401627Z","end":"2026-04-27T02:47:27.571435Z","steps":["trace[1751380205] 'agreement among raft nodes before linearized reading' (duration: 168.897271ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:45.262715Z","caller":"traceutil/trace.go:171","msg":"trace[1177161802] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"121.699987ms","start":"2026-04-27T02:47:45.140974Z","end":"2026-04-27T02:47:45.262674Z","steps":["trace[1177161802] 'process raft request' (duration: 121.440949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:45.741773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.175958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:47:45.741852Z","caller":"traceutil/trace.go:171","msg":"trace[218933259] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2659; }","duration":"319.294402ms","start":"2026-04-27T02:47:45.422537Z","end":"2026-04-27T02:47:45.741832Z","steps":["trace[218933259] 'range keys from in-memory index tree' (duration: 318.996883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:45.741893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:45.422517Z","time spent":"319.367945ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-27T02:47:45.760989Z","caller":"traceutil/trace.go:171","msg":"trace[1220336804] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"222.89453ms","start":"2026-04-27T02:47:45.538071Z","end":"2026-04-27T02:47:45.760965Z","steps":["trace[1220336804] 'process raft request' (duration: 222.689364ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:45.770068Z","caller":"traceutil/trace.go:171","msg":"trace[936903372] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"231.446664ms","start":"2026-04-27T02:47:45.538595Z","end":"2026-04-27T02:47:45.770042Z","steps":["trace[936903372] 'process raft request' (duration: 231.274638ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:45.770209Z","caller":"traceutil/trace.go:171","msg":"trace[120798668] linearizableReadLoop","detail":"{readStateIndex:2767; appliedIndex:2764; }","duration":"229.542903ms","start":"2026-04-27T02:47:45.54065Z","end":"2026-04-27T02:47:45.770192Z","steps":["trace[120798668] 'read index received' (duration: 220.152213ms)","trace[120798668] 'applied index is now lower than readState.Index' (duration: 9.38978ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:45.770382Z","caller":"traceutil/trace.go:171","msg":"trace[203219188] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"231.145664ms","start":"2026-04-27T02:47:45.539222Z","end":"2026-04-27T02:47:45.770367Z","steps":["trace[203219188] 'process raft request' (duration: 230.780163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:45.770768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.755644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:47:45.770821Z","caller":"traceutil/trace.go:171","msg":"trace[695812103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2662; }","duration":"124.854377ms","start":"2026-04-27T02:47:45.645955Z","end":"2026-04-27T02:47:45.770809Z","steps":["trace[695812103] 'agreement among raft nodes before linearized reading' (duration: 124.685742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:45.770824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.556793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:47:45.77088Z","caller":"traceutil/trace.go:171","msg":"trace[47782658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2662; }","duration":"105.640246ms","start":"2026-04-27T02:47:45.665227Z","end":"2026-04-27T02:47:45.770867Z","steps":["trace[47782658] 'agreement among raft nodes before linearized reading' (duration: 105.505002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:45.77103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.35651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:47:45.771077Z","caller":"traceutil/trace.go:171","msg":"trace[1296646529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2662; }","duration":"107.427902ms","start":"2026-04-27T02:47:45.663639Z","end":"2026-04-27T02:47:45.771066Z","steps":["trace[1296646529] 'agreement among raft nodes before linearized reading' (duration: 107.322639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:45.771169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.349141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:47:45.771261Z","caller":"traceutil/trace.go:171","msg":"trace[1812846402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2662; }","duration":"113.483675ms","start":"2026-04-27T02:47:45.657753Z","end":"2026-04-27T02:47:45.771237Z","steps":["trace[1812846402] 'agreement among raft nodes before linearized reading' (duration: 113.220976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:45.771442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.792123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:47:45.771554Z","caller":"traceutil/trace.go:171","msg":"trace[1160977611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2662; }","duration":"230.948717ms","start":"2026-04-27T02:47:45.54059Z","end":"2026-04-27T02:47:45.771538Z","steps":["trace[1160977611] 'agreement among raft nodes before linearized reading' (duration: 229.905134ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:48.115734Z","caller":"traceutil/trace.go:171","msg":"trace[1805712207] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"351.189688ms","start":"2026-04-27T02:47:47.764517Z","end":"2026-04-27T02:47:48.115706Z","steps":["trace[1805712207] 'process raft request' (duration: 351.010243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.116011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.764493Z","time spent":"351.417936ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:47:48.345684Z","caller":"traceutil/trace.go:171","msg":"trace[552255013] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2774; }","duration":"556.630053ms","start":"2026-04-27T02:47:47.789032Z","end":"2026-04-27T02:47:48.345662Z","steps":["trace[552255013] 'read index received' (duration: 326.465701ms)","trace[552255013] 'applied index is now lower than readState.Index' (duration: 230.163682ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:48.345726Z","caller":"traceutil/trace.go:171","msg":"trace[105487415] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"571.027102ms","start":"2026-04-27T02:47:47.774667Z","end":"2026-04-27T02:47:48.345694Z","steps":["trace[105487415] 'process raft request' (duration: 570.829686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.345866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.77464Z","time spent":"571.144155ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:47:48.345831Z","caller":"traceutil/trace.go:171","msg":"trace[971186245] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"570.584248ms","start":"2026-04-27T02:47:47.775196Z","end":"2026-04-27T02:47:48.345781Z","steps":["trace[971186245] 'process raft request' (duration: 570.430463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.345928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.678001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:47:48.345965Z","caller":"traceutil/trace.go:171","msg":"trace[288711685] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2672; }","duration":"538.754344ms","start":"2026-04-27T02:47:47.807202Z","end":"2026-04-27T02:47:48.345956Z","steps":["trace[288711685] 'agreement among raft nodes before linearized reading' (duration: 538.703192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.345965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.64104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:47:48.346004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.80718Z","time spent":"538.816946ms","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:47:48.346045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.842267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:47:48.34604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.747184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:47:48.346082Z","caller":"traceutil/trace.go:171","msg":"trace[1288565990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2672; }","duration":"264.912219ms","start":"2026-04-27T02:47:48.081164Z","end":"2026-04-27T02:47:48.346076Z","steps":["trace[1288565990] 'agreement among raft nodes before linearized reading' (duration: 264.860718ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:48.346094Z","caller":"traceutil/trace.go:171","msg":"trace[1628352105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2672; }","duration":"538.820146ms","start":"2026-04-27T02:47:47.807264Z","end":"2026-04-27T02:47:48.346084Z","steps":["trace[1628352105] 'agreement among raft nodes before linearized reading' (duration: 538.685921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.346079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.775181Z","time spent":"570.760443ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:47:48.346125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.807254Z","time spent":"538.864987ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:47:48.345875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.820049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:47:48.346163Z","caller":"traceutil/trace.go:171","msg":"trace[1130436649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2672; }","duration":"557.15348ms","start":"2026-04-27T02:47:47.788997Z","end":"2026-04-27T02:47:48.34615Z","steps":["trace[1130436649] 'agreement among raft nodes before linearized reading' (duration: 556.774568ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:48.346012Z","caller":"traceutil/trace.go:171","msg":"trace[310802928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2672; }","duration":"538.736023ms","start":"2026-04-27T02:47:47.807265Z","end":"2026-04-27T02:47:48.346001Z","steps":["trace[310802928] 'agreement among raft nodes before linearized reading' (duration: 538.617559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.346176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.012441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:47:48.346214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.807235Z","time spent":"538.9677ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:47:48.346215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.788985Z","time spent":"557.210781ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:47:48.346256Z","caller":"traceutil/trace.go:171","msg":"trace[1954580006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2672; }","duration":"539.128635ms","start":"2026-04-27T02:47:47.807108Z","end":"2026-04-27T02:47:48.346236Z","steps":["trace[1954580006] 'agreement among raft nodes before linearized reading' (duration: 538.893998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.346244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.893779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:47:48.346302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.807097Z","time spent":"539.199067ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:47:48.346318Z","caller":"traceutil/trace.go:171","msg":"trace[501604487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2672; }","duration":"534.001752ms","start":"2026-04-27T02:47:47.812298Z","end":"2026-04-27T02:47:48.3463Z","steps":["trace[501604487] 'agreement among raft nodes before linearized reading' (duration: 533.751064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.346335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.237309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:47:48.346391Z","caller":"traceutil/trace.go:171","msg":"trace[1410602570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2672; }","duration":"539.317912ms","start":"2026-04-27T02:47:47.807063Z","end":"2026-04-27T02:47:48.346381Z","steps":["trace[1410602570] 'agreement among raft nodes before linearized reading' (duration: 538.762124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.346356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.812286Z","time spent":"534.063784ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:47:48.346443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:47:47.807051Z","time spent":"539.384904ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:47:48.524057Z","caller":"traceutil/trace.go:171","msg":"trace[383792898] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"173.732305ms","start":"2026-04-27T02:47:48.3503Z","end":"2026-04-27T02:47:48.524032Z","steps":["trace[383792898] 'process raft request' (duration: 173.654342ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:48.524111Z","caller":"traceutil/trace.go:171","msg":"trace[1887191823] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"173.837038ms","start":"2026-04-27T02:47:48.350245Z","end":"2026-04-27T02:47:48.524082Z","steps":["trace[1887191823] 'process raft request' (duration: 173.527858ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:48.52435Z","caller":"traceutil/trace.go:171","msg":"trace[1193863965] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"173.705224ms","start":"2026-04-27T02:47:48.350634Z","end":"2026-04-27T02:47:48.524339Z","steps":["trace[1193863965] 'process raft request' (duration: 173.362393ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:48.524441Z","caller":"traceutil/trace.go:171","msg":"trace[1813217726] linearizableReadLoop","detail":"{readStateIndex:2782; appliedIndex:2777; }","duration":"171.70204ms","start":"2026-04-27T02:47:48.352711Z","end":"2026-04-27T02:47:48.524414Z","steps":["trace[1813217726] 'read index received' (duration: 22.142745ms)","trace[1813217726] 'applied index is now lower than readState.Index' (duration: 149.557775ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:48.524571Z","caller":"traceutil/trace.go:171","msg":"trace[1523158358] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"173.363403ms","start":"2026-04-27T02:47:48.351079Z","end":"2026-04-27T02:47:48.524443Z","steps":["trace[1523158358] 'process raft request' (duration: 173.184037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:48.525233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.508246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:47:48.525272Z","caller":"traceutil/trace.go:171","msg":"trace[1689902565] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2677; }","duration":"172.561878ms","start":"2026-04-27T02:47:48.352701Z","end":"2026-04-27T02:47:48.525263Z","steps":["trace[1689902565] 'agreement among raft nodes before linearized reading' (duration: 171.795513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:49.402232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.331062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:47:49.402321Z","caller":"traceutil/trace.go:171","msg":"trace[1590393858] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2680; }","duration":"130.478207ms","start":"2026-04-27T02:47:49.271821Z","end":"2026-04-27T02:47:49.402299Z","steps":["trace[1590393858] 'range keys from in-memory index tree' (duration: 130.147626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:50.740576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.265752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:47:50.740881Z","caller":"traceutil/trace.go:171","msg":"trace[1190022838] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"207.285863ms","start":"2026-04-27T02:47:50.533563Z","end":"2026-04-27T02:47:50.740849Z","steps":["trace[1190022838] 'process raft request' (duration: 102.636169ms)","trace[1190022838] 'compare' (duration: 104.115257ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:50.740924Z","caller":"traceutil/trace.go:171","msg":"trace[1426399137] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"207.292994ms","start":"2026-04-27T02:47:50.53361Z","end":"2026-04-27T02:47:50.740903Z","steps":["trace[1426399137] 'process raft request' (duration: 207.16708ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:50.741098Z","caller":"traceutil/trace.go:171","msg":"trace[1037888869] linearizableReadLoop","detail":"{readStateIndex:2796; appliedIndex:2792; }","duration":"203.796963ms","start":"2026-04-27T02:47:50.537263Z","end":"2026-04-27T02:47:50.74106Z","steps":["trace[1037888869] 'read index received' (duration: 16.176866ms)","trace[1037888869] 'applied index is now lower than readState.Index' (duration: 187.615817ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:50.741123Z","caller":"traceutil/trace.go:171","msg":"trace[252470589] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"207.416528ms","start":"2026-04-27T02:47:50.533678Z","end":"2026-04-27T02:47:50.741094Z","steps":["trace[252470589] 'process raft request' (duration: 207.179011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:47:50.741537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.244647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:47:50.74162Z","caller":"traceutil/trace.go:171","msg":"trace[1482137879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2690; }","duration":"204.34988ms","start":"2026-04-27T02:47:50.53725Z","end":"2026-04-27T02:47:50.7416Z","steps":["trace[1482137879] 'agreement among raft nodes before linearized reading' (duration: 203.926407ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:52.411958Z","caller":"traceutil/trace.go:171","msg":"trace[452091096] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"157.746105ms","start":"2026-04-27T02:47:52.254174Z","end":"2026-04-27T02:47:52.41192Z","steps":["trace[452091096] 'process raft request' (duration: 157.485077ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:57.122788Z","caller":"traceutil/trace.go:171","msg":"trace[2117878327] linearizableReadLoop","detail":"{readStateIndex:2828; appliedIndex:2826; }","duration":"275.219908ms","start":"2026-04-27T02:47:56.847539Z","end":"2026-04-27T02:47:57.122759Z","steps":["trace[2117878327] 'read index received' (duration: 25.183863ms)","trace[2117878327] 'applied index is now lower than readState.Index' (duration: 250.034235ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:47:57.122961Z","caller":"traceutil/trace.go:171","msg":"trace[125552798] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"277.693406ms","start":"2026-04-27T02:47:56.845233Z","end":"2026-04-27T02:47:57.122927Z","steps":["trace[125552798] 'process raft request' (duration: 200.197327ms)","trace[125552798] 'compare' (duration: 77.175779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:47:57.123033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.476126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:47:57.123086Z","caller":"traceutil/trace.go:171","msg":"trace[569408420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2721; }","duration":"275.550448ms","start":"2026-04-27T02:47:56.847518Z","end":"2026-04-27T02:47:57.123068Z","steps":["trace[569408420] 'agreement among raft nodes before linearized reading' (duration: 275.348971ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:01.070913Z","caller":"traceutil/trace.go:171","msg":"trace[1305179702] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"185.287212ms","start":"2026-04-27T02:48:00.885605Z","end":"2026-04-27T02:48:01.070892Z","steps":["trace[1305179702] 'read index received' (duration: 185.068255ms)","trace[1305179702] 'applied index is now lower than readState.Index' (duration: 218.137µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:01.071018Z","caller":"traceutil/trace.go:171","msg":"trace[1172648729] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"280.99303ms","start":"2026-04-27T02:48:00.789996Z","end":"2026-04-27T02:48:01.070989Z","steps":["trace[1172648729] 'process raft request' (duration: 280.755993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:01.071071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.452198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:48:01.071096Z","caller":"traceutil/trace.go:171","msg":"trace[572935878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2739; }","duration":"185.530401ms","start":"2026-04-27T02:48:00.885559Z","end":"2026-04-27T02:48:01.071089Z","steps":["trace[572935878] 'agreement among raft nodes before linearized reading' (duration: 185.415597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.160748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290777402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:48:02.237344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.303406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:48:02.237538Z","caller":"traceutil/trace.go:171","msg":"trace[348971041] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2740; }","duration":"746.579634ms","start":"2026-04-27T02:48:01.490922Z","end":"2026-04-27T02:48:02.237502Z","steps":["trace[348971041] 'count revisions from in-memory index tree' (duration: 746.186512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.237622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:01.490895Z","time spent":"746.704858ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:48:02.237762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096418749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T02:48:02.23785Z","caller":"traceutil/trace.go:171","msg":"trace[721357098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2740; }","duration":"1.096522942s","start":"2026-04-27T02:48:01.141307Z","end":"2026-04-27T02:48:02.23783Z","steps":["trace[721357098] 'range keys from in-memory index tree' (duration: 1.096244204s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.237896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:01.141262Z","time spent":"1.096623376s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:48:02.237919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.697447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:48:02.237991Z","caller":"traceutil/trace.go:171","msg":"trace[1797266782] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2740; }","duration":"762.873444ms","start":"2026-04-27T02:48:01.475098Z","end":"2026-04-27T02:48:02.237971Z","steps":["trace[1797266782] 'range keys from in-memory index tree' (duration: 762.528612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.237997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087447494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:48:02.238033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:01.475076Z","time spent":"762.947286ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:48:02.238064Z","caller":"traceutil/trace.go:171","msg":"trace[2085824466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2740; }","duration":"1.087562457s","start":"2026-04-27T02:48:01.150486Z","end":"2026-04-27T02:48:02.238048Z","steps":["trace[2085824466] 'range keys from in-memory index tree' (duration: 1.087273788s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.238095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:01.150466Z","time spent":"1.08762306s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:48:02.615819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09516189s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:48:02.616197Z","caller":"traceutil/trace.go:171","msg":"trace[255970666] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"1.095691077s","start":"2026-04-27T02:48:01.520489Z","end":"2026-04-27T02:48:02.61618Z","steps":["trace[255970666] 'process raft request' (duration: 1.095542512s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.616293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.79978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:48:02.616321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:01.520455Z","time spent":"1.09580858s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:48:02.616324Z","caller":"traceutil/trace.go:171","msg":"trace[2080374655] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2741; }","duration":"955.893052ms","start":"2026-04-27T02:48:01.660422Z","end":"2026-04-27T02:48:02.616316Z","steps":["trace[2080374655] 'agreement among raft nodes before linearized reading' (duration: 955.799999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.616351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:01.660393Z","time spent":"955.951504ms","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:48:02.616173Z","caller":"traceutil/trace.go:171","msg":"trace[1206453852] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2848; }","duration":"955.657265ms","start":"2026-04-27T02:48:01.660494Z","end":"2026-04-27T02:48:02.616151Z","steps":["trace[1206453852] 'read index received' (duration: 955.581782ms)","trace[1206453852] 'applied index is now lower than readState.Index' (duration: 74.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:02.651991Z","caller":"traceutil/trace.go:171","msg":"trace[519798945] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"409.812695ms","start":"2026-04-27T02:48:02.242159Z","end":"2026-04-27T02:48:02.651972Z","steps":["trace[519798945] 'process raft request' (duration: 409.708542ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:02.652081Z","caller":"traceutil/trace.go:171","msg":"trace[454959556] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"179.23539ms","start":"2026-04-27T02:48:02.472812Z","end":"2026-04-27T02:48:02.652047Z","steps":["trace[454959556] 'process raft request' (duration: 179.126697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.652138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:02.242135Z","time spent":"409.921129ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:48:02.652166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.858301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:48:02.652206Z","caller":"traceutil/trace.go:171","msg":"trace[1455199420] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2745; }","duration":"874.949724ms","start":"2026-04-27T02:48:01.777245Z","end":"2026-04-27T02:48:02.652195Z","steps":["trace[1455199420] 'agreement among raft nodes before linearized reading' (duration: 874.796379ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:02.651988Z","caller":"traceutil/trace.go:171","msg":"trace[1240269232] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"179.211319ms","start":"2026-04-27T02:48:02.47276Z","end":"2026-04-27T02:48:02.651971Z","steps":["trace[1240269232] 'process raft request' (duration: 179.150427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.652235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:01.777184Z","time spent":"875.043427ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:48:02.652195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.679078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:48:02.652357Z","caller":"traceutil/trace.go:171","msg":"trace[1032061785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2745; }","duration":"165.901095ms","start":"2026-04-27T02:48:02.486444Z","end":"2026-04-27T02:48:02.652345Z","steps":["trace[1032061785] 'agreement among raft nodes before linearized reading' (duration: 165.588165ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:02.651989Z","caller":"traceutil/trace.go:171","msg":"trace[1756982871] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"420.360372ms","start":"2026-04-27T02:48:02.231604Z","end":"2026-04-27T02:48:02.651964Z","steps":["trace[1756982871] 'process raft request' (duration: 420.136685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.652521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:02.231582Z","time spent":"420.857298ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:48:02.65272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.517838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:48:02.652887Z","caller":"traceutil/trace.go:171","msg":"trace[2066356026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2745; }","duration":"410.637412ms","start":"2026-04-27T02:48:02.242155Z","end":"2026-04-27T02:48:02.652792Z","steps":["trace[2066356026] 'agreement among raft nodes before linearized reading' (duration: 410.083624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:02.652944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:02.24214Z","time spent":"410.788736ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:48:03.813725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.979863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:48:03.813812Z","caller":"traceutil/trace.go:171","msg":"trace[1485547225] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2747; }","duration":"589.088237ms","start":"2026-04-27T02:48:03.224705Z","end":"2026-04-27T02:48:03.813793Z","steps":["trace[1485547225] 'count revisions from in-memory index tree' (duration: 588.836949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:03.813857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:03.224631Z","time spent":"589.21452ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:48:03.814062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.290964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:48:03.814138Z","caller":"traceutil/trace.go:171","msg":"trace[1995255915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2747; }","duration":"735.422419ms","start":"2026-04-27T02:48:03.078697Z","end":"2026-04-27T02:48:03.81412Z","steps":["trace[1995255915] 'range keys from in-memory index tree' (duration: 735.093808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:03.814183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:03.078674Z","time spent":"735.500171ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:48:03.814536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.170061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:48:03.814553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.636537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:48:03.814581Z","caller":"traceutil/trace.go:171","msg":"trace[1719874205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2747; }","duration":"735.250974ms","start":"2026-04-27T02:48:03.079318Z","end":"2026-04-27T02:48:03.814569Z","steps":["trace[1719874205] 'range keys from in-memory index tree' (duration: 735.095669ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:03.8146Z","caller":"traceutil/trace.go:171","msg":"trace[888872221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2747; }","duration":"730.699918ms","start":"2026-04-27T02:48:03.083884Z","end":"2026-04-27T02:48:03.814584Z","steps":["trace[888872221] 'range keys from in-memory index tree' (duration: 730.515752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:03.814611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:03.079298Z","time spent":"735.306055ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:48:03.814633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:03.083868Z","time spent":"730.75609ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:48:10.796806Z","caller":"traceutil/trace.go:171","msg":"trace[1727212379] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"104.368235ms","start":"2026-04-27T02:48:10.692421Z","end":"2026-04-27T02:48:10.796789Z","steps":["trace[1727212379] 'process raft request' (duration: 103.715165ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:11.983069Z","caller":"traceutil/trace.go:171","msg":"trace[2141475129] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"105.378537ms","start":"2026-04-27T02:48:11.877656Z","end":"2026-04-27T02:48:11.983034Z","steps":["trace[2141475129] 'process raft request' (duration: 66.027863ms)","trace[2141475129] 'compare' (duration: 39.181399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:48:13.141163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.412138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:48:13.141343Z","caller":"traceutil/trace.go:171","msg":"trace[1213578124] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"339.32264ms","start":"2026-04-27T02:48:12.801996Z","end":"2026-04-27T02:48:13.141319Z","steps":["trace[1213578124] 'process raft request' (duration: 55.712915ms)","trace[1213578124] 'compare' (duration: 283.262184ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:13.141372Z","caller":"traceutil/trace.go:171","msg":"trace[1737907025] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2908; }","duration":"330.689715ms","start":"2026-04-27T02:48:12.810666Z","end":"2026-04-27T02:48:13.141355Z","steps":["trace[1737907025] 'read index received' (duration: 46.942166ms)","trace[1737907025] 'applied index is now lower than readState.Index' (duration: 283.746339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:48:13.14167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:12.801967Z","time spent":"339.431683ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:48:13.141765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.098988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:48:13.141788Z","caller":"traceutil/trace.go:171","msg":"trace[1324291571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2800; }","duration":"331.141039ms","start":"2026-04-27T02:48:12.81064Z","end":"2026-04-27T02:48:13.141781Z","steps":["trace[1324291571] 'agreement among raft nodes before linearized reading' (duration: 331.019556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:13.14181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:12.810634Z","time spent":"331.17175ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:48:13.141778Z","caller":"traceutil/trace.go:171","msg":"trace[1202412202] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"338.554055ms","start":"2026-04-27T02:48:12.803191Z","end":"2026-04-27T02:48:13.141745Z","steps":["trace[1202412202] 'process raft request' (duration: 338.127682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:13.142051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.431539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:48:13.142305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.717898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:48:13.145149Z","caller":"traceutil/trace.go:171","msg":"trace[80716461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2800; }","duration":"326.468151ms","start":"2026-04-27T02:48:12.815601Z","end":"2026-04-27T02:48:13.142069Z","steps":["trace[80716461] 'agreement among raft nodes before linearized reading' (duration: 326.393108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:13.145175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:12.815596Z","time spent":"329.57345ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:48:13.145172Z","caller":"traceutil/trace.go:171","msg":"trace[1806467279] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"340.016222ms","start":"2026-04-27T02:48:12.802027Z","end":"2026-04-27T02:48:13.142043Z","steps":["trace[1806467279] 'process raft request' (duration: 339.223957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:13.145249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:12.803177Z","time spent":"338.747742ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:48:13.145289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:12.801997Z","time spent":"343.230835ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:48:13.14535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.582471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:48:13.145667Z","caller":"traceutil/trace.go:171","msg":"trace[775477221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2800; }","duration":"320.026515ms","start":"2026-04-27T02:48:12.82562Z","end":"2026-04-27T02:48:13.145647Z","steps":["trace[775477221] 'agreement among raft nodes before linearized reading' (duration: 316.534383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:13.145713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:12.825594Z","time spent":"320.111418ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:48:13.145762Z","caller":"traceutil/trace.go:171","msg":"trace[202688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2800; }","duration":"315.855252ms","start":"2026-04-27T02:48:12.826521Z","end":"2026-04-27T02:48:13.142376Z","steps":["trace[202688] 'agreement among raft nodes before linearized reading' (duration: 315.530412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:13.1459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:12.826512Z","time spent":"319.367344ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:48:13.356126Z","caller":"traceutil/trace.go:171","msg":"trace[1162251787] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"205.474086ms","start":"2026-04-27T02:48:13.150548Z","end":"2026-04-27T02:48:13.356022Z","steps":["trace[1162251787] 'process raft request' (duration: 205.310321ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:13.582601Z","caller":"traceutil/trace.go:171","msg":"trace[2085863825] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"430.488074ms","start":"2026-04-27T02:48:13.152082Z","end":"2026-04-27T02:48:13.58257Z","steps":["trace[2085863825] 'process raft request' (duration: 430.36308ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:13.582737Z","caller":"traceutil/trace.go:171","msg":"trace[1297686836] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"431.956111ms","start":"2026-04-27T02:48:13.150751Z","end":"2026-04-27T02:48:13.582707Z","steps":["trace[1297686836] 'process raft request' (duration: 430.932019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:13.582793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:13.15205Z","time spent":"430.644829ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:48:13.582929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:13.150713Z","time spent":"432.107356ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:48:18.896757Z","caller":"traceutil/trace.go:171","msg":"trace[719211684] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"106.658448ms","start":"2026-04-27T02:48:18.790066Z","end":"2026-04-27T02:48:18.896724Z","steps":["trace[719211684] 'process raft request' (duration: 91.159514ms)","trace[719211684] 'compare' (duration: 15.253396ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:18.907941Z","caller":"traceutil/trace.go:171","msg":"trace[1561776863] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"112.832725ms","start":"2026-04-27T02:48:18.795088Z","end":"2026-04-27T02:48:18.907921Z","steps":["trace[1561776863] 'process raft request' (duration: 112.68834ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:19.569411Z","caller":"traceutil/trace.go:171","msg":"trace[1093278212] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"182.501254ms","start":"2026-04-27T02:48:19.386883Z","end":"2026-04-27T02:48:19.569384Z","steps":["trace[1093278212] 'process raft request' (duration: 182.299438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:21.194775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.872152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:48:21.194859Z","caller":"traceutil/trace.go:171","msg":"trace[1041145744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2839; }","duration":"116.012116ms","start":"2026-04-27T02:48:21.078829Z","end":"2026-04-27T02:48:21.194841Z","steps":["trace[1041145744] 'range keys from in-memory index tree' (duration: 115.743277ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:23.439741Z","caller":"traceutil/trace.go:171","msg":"trace[647281765] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"192.43442ms","start":"2026-04-27T02:48:23.247272Z","end":"2026-04-27T02:48:23.439707Z","steps":["trace[647281765] 'process raft request' (duration: 192.11663ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:23.575345Z","caller":"traceutil/trace.go:171","msg":"trace[1874241197] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2962; }","duration":"297.872329ms","start":"2026-04-27T02:48:23.277435Z","end":"2026-04-27T02:48:23.575307Z","steps":["trace[1874241197] 'read index received' (duration: 161.857216ms)","trace[1874241197] 'applied index is now lower than readState.Index' (duration: 136.013753ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:23.575899Z","caller":"traceutil/trace.go:171","msg":"trace[2041475213] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"309.689595ms","start":"2026-04-27T02:48:23.266159Z","end":"2026-04-27T02:48:23.575849Z","steps":["trace[2041475213] 'process raft request' (duration: 285.532196ms)","trace[2041475213] 'compare' (duration: 23.252431ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:23.575914Z","caller":"traceutil/trace.go:171","msg":"trace[702921158] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"309.538971ms","start":"2026-04-27T02:48:23.266333Z","end":"2026-04-27T02:48:23.575872Z","steps":["trace[702921158] 'process raft request' (duration: 308.915061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:23.576009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:48:23.576056Z","caller":"traceutil/trace.go:171","msg":"trace[1000872893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:2852; }","duration":"298.657415ms","start":"2026-04-27T02:48:23.277386Z","end":"2026-04-27T02:48:23.576043Z","steps":["trace[1000872893] 'agreement among raft nodes before linearized reading' (duration: 298.429007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:23.576089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:23.266296Z","time spent":"309.702886ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:48:23.576086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.569465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-27T02:48:23.57611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:23.26614Z","time spent":"309.854561ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:48:23.576165Z","caller":"traceutil/trace.go:171","msg":"trace[1223373945] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2852; }","duration":"208.694699ms","start":"2026-04-27T02:48:23.367451Z","end":"2026-04-27T02:48:23.576146Z","steps":["trace[1223373945] 'agreement among raft nodes before linearized reading' (duration: 208.463741ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:25.080298Z","caller":"traceutil/trace.go:171","msg":"trace[277539302] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"101.907157ms","start":"2026-04-27T02:48:24.978365Z","end":"2026-04-27T02:48:25.080272Z","steps":["trace[277539302] 'process raft request' (duration: 101.699581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:29.170736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17143346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:48:29.170783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.885551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:48:29.17085Z","caller":"traceutil/trace.go:171","msg":"trace[1864082652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2877; }","duration":"1.171576554s","start":"2026-04-27T02:48:27.999246Z","end":"2026-04-27T02:48:29.170823Z","steps":["trace[1864082652] 'range keys from in-memory index tree' (duration: 1.171321807s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:29.170889Z","caller":"traceutil/trace.go:171","msg":"trace[681477072] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2877; }","duration":"497.985105ms","start":"2026-04-27T02:48:28.67285Z","end":"2026-04-27T02:48:29.170835Z","steps":["trace[681477072] 'range keys from in-memory index tree' (duration: 497.345595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:29.170918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:27.99923Z","time spent":"1.171670458s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:48:29.17094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.672831Z","time spent":"498.095448ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-27T02:48:29.17121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.144714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:48:29.171273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.853024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:48:29.171322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.442929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:48:29.171266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.687781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:48:29.171448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.754075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:48:29.171449Z","caller":"traceutil/trace.go:171","msg":"trace[1008144076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2877; }","duration":"972.903549ms","start":"2026-04-27T02:48:28.198524Z","end":"2026-04-27T02:48:29.171427Z","steps":["trace[1008144076] 'range keys from in-memory index tree' (duration: 972.472755ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:29.171501Z","caller":"traceutil/trace.go:171","msg":"trace[684119932] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2877; }","duration":"328.832997ms","start":"2026-04-27T02:48:28.842644Z","end":"2026-04-27T02:48:29.171477Z","steps":["trace[684119932] 'count revisions from in-memory index tree' (duration: 328.662042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:29.171514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.198499Z","time spent":"972.997821ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:48:29.171543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.842621Z","time spent":"328.9122ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:48:29.171278Z","caller":"traceutil/trace.go:171","msg":"trace[2024001176] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2877; }","duration":"945.256727ms","start":"2026-04-27T02:48:28.226005Z","end":"2026-04-27T02:48:29.171262Z","steps":["trace[2024001176] 'count revisions from in-memory index tree' (duration: 945.04748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:29.171375Z","caller":"traceutil/trace.go:171","msg":"trace[203414698] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2877; }","duration":"341.971038ms","start":"2026-04-27T02:48:28.829382Z","end":"2026-04-27T02:48:29.171353Z","steps":["trace[203414698] 'count revisions from in-memory index tree' (duration: 341.771131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:29.171741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.576664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:48:29.17178Z","caller":"traceutil/trace.go:171","msg":"trace[556516664] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2877; }","duration":"870.672737ms","start":"2026-04-27T02:48:28.301096Z","end":"2026-04-27T02:48:29.171769Z","steps":["trace[556516664] 'range keys from in-memory index tree' (duration: 870.403279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:29.171775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.829367Z","time spent":"342.39244ms","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:48:29.171756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09190833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:48:29.171803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.301061Z","time spent":"870.737029ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:48:29.171851Z","caller":"traceutil/trace.go:171","msg":"trace[1317945391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2877; }","duration":"1.092062225s","start":"2026-04-27T02:48:28.079768Z","end":"2026-04-27T02:48:29.17183Z","steps":["trace[1317945391] 'range keys from in-memory index tree' (duration: 1.091794097s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:29.17144Z","caller":"traceutil/trace.go:171","msg":"trace[1470271335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2877; }","duration":"266.612664ms","start":"2026-04-27T02:48:28.904803Z","end":"2026-04-27T02:48:29.171416Z","steps":["trace[1470271335] 'count revisions from in-memory index tree' (duration: 266.361486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:29.171914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.079736Z","time spent":"1.092167808s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:48:29.171203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.736138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:48:29.172002Z","caller":"traceutil/trace.go:171","msg":"trace[1190654807] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2877; }","duration":"362.575734ms","start":"2026-04-27T02:48:28.809407Z","end":"2026-04-27T02:48:29.171982Z","steps":["trace[1190654807] 'range keys from in-memory index tree' (duration: 361.534492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:29.172063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.809387Z","time spent":"362.659007ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:48:29.171712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:28.225978Z","time spent":"945.712981ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:48:29.433346Z","caller":"traceutil/trace.go:171","msg":"trace[108184662] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"343.289428ms","start":"2026-04-27T02:48:29.090026Z","end":"2026-04-27T02:48:29.433316Z","steps":["trace[108184662] 'process raft request' (duration: 343.060151ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:29.433345Z","caller":"traceutil/trace.go:171","msg":"trace[1416999500] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2991; }","duration":"259.256879ms","start":"2026-04-27T02:48:29.174017Z","end":"2026-04-27T02:48:29.433274Z","steps":["trace[1416999500] 'read index received' (duration: 259.023262ms)","trace[1416999500] 'applied index is now lower than readState.Index' (duration: 231.877µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:48:29.433553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.511377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:48:29.433554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:48:29.090002Z","time spent":"343.422821ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:48:29.433609Z","caller":"traceutil/trace.go:171","msg":"trace[684339902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2878; }","duration":"259.583769ms","start":"2026-04-27T02:48:29.174011Z","end":"2026-04-27T02:48:29.433595Z","steps":["trace[684339902] 'agreement among raft nodes before linearized reading' (duration: 259.480926ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:29.437582Z","caller":"traceutil/trace.go:171","msg":"trace[800821332] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"259.781037ms","start":"2026-04-27T02:48:29.177788Z","end":"2026-04-27T02:48:29.437569Z","steps":["trace[800821332] 'process raft request' (duration: 259.744675ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:29.437689Z","caller":"traceutil/trace.go:171","msg":"trace[520359520] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"260.145958ms","start":"2026-04-27T02:48:29.177523Z","end":"2026-04-27T02:48:29.437669Z","steps":["trace[520359520] 'process raft request' (duration: 259.90745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:45.066603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.653989ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:48:45.066867Z","caller":"traceutil/trace.go:171","msg":"trace[413082923] linearizableReadLoop","detail":"{readStateIndex:3079; appliedIndex:3078; }","duration":"206.604467ms","start":"2026-04-27T02:48:44.860158Z","end":"2026-04-27T02:48:45.066762Z","steps":["trace[413082923] 'read index received' (duration: 63.832µs)","trace[413082923] 'applied index is now lower than readState.Index' (duration: 206.538515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:48:45.067172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.984809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:48:45.067273Z","caller":"traceutil/trace.go:171","msg":"trace[357399977] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:2961; }","duration":"207.142314ms","start":"2026-04-27T02:48:44.860103Z","end":"2026-04-27T02:48:45.067245Z","steps":["trace[357399977] 'agreement among raft nodes before linearized reading' (duration: 206.935678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:50.029464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.823109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:48:50.029555Z","caller":"traceutil/trace.go:171","msg":"trace[487913614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2992; }","duration":"104.022686ms","start":"2026-04-27T02:48:49.925517Z","end":"2026-04-27T02:48:50.02954Z","steps":["trace[487913614] 'range keys from in-memory index tree' (duration: 103.655154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:48:50.029626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.458768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:48:50.029692Z","caller":"traceutil/trace.go:171","msg":"trace[2114725632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2992; }","duration":"103.557932ms","start":"2026-04-27T02:48:49.92612Z","end":"2026-04-27T02:48:50.029678Z","steps":["trace[2114725632] 'range keys from in-memory index tree' (duration: 103.344985ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:48:55.765964Z","caller":"traceutil/trace.go:171","msg":"trace[1567614760] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"143.109706ms","start":"2026-04-27T02:48:55.622825Z","end":"2026-04-27T02:48:55.765935Z","steps":["trace[1567614760] 'process raft request' (duration: 92.118084ms)","trace[1567614760] 'compare' (duration: 50.26123ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:55.766519Z","caller":"traceutil/trace.go:171","msg":"trace[691604720] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"125.798109ms","start":"2026-04-27T02:48:55.640694Z","end":"2026-04-27T02:48:55.766492Z","steps":["trace[691604720] 'process raft request' (duration: 124.988734ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:02.531776Z","caller":"traceutil/trace.go:171","msg":"trace[320299521] linearizableReadLoop","detail":"{readStateIndex:3176; appliedIndex:3175; }","duration":"326.774945ms","start":"2026-04-27T02:49:02.204975Z","end":"2026-04-27T02:49:02.53175Z","steps":["trace[320299521] 'read index received' (duration: 326.477466ms)","trace[320299521] 'applied index is now lower than readState.Index' (duration: 296.339µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:02.531944Z","caller":"traceutil/trace.go:171","msg":"trace[1188819068] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"348.429734ms","start":"2026-04-27T02:49:02.183465Z","end":"2026-04-27T02:49:02.531895Z","steps":["trace[1188819068] 'process raft request' (duration: 348.057963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:02.532006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.019983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:49:02.532089Z","caller":"traceutil/trace.go:171","msg":"trace[1534405276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3055; }","duration":"327.080644ms","start":"2026-04-27T02:49:02.204957Z","end":"2026-04-27T02:49:02.532038Z","steps":["trace[1534405276] 'agreement among raft nodes before linearized reading' (duration: 326.915019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:02.532136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:02.204898Z","time spent":"327.227338ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:49:02.532214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:02.183447Z","time spent":"348.65247ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:49:03.249056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.192807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:49:03.249172Z","caller":"traceutil/trace.go:171","msg":"trace[234324961] linearizableReadLoop","detail":"{readStateIndex:3177; appliedIndex:3176; }","duration":"169.514279ms","start":"2026-04-27T02:49:03.07964Z","end":"2026-04-27T02:49:03.249155Z","steps":["trace[234324961] 'read index received' (duration: 53.932µs)","trace[234324961] 'applied index is now lower than readState.Index' (duration: 169.458727ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:03.249268Z","caller":"traceutil/trace.go:171","msg":"trace[1754541910] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"712.807883ms","start":"2026-04-27T02:49:02.536405Z","end":"2026-04-27T02:49:03.249213Z","steps":["trace[1754541910] 'process raft request' (duration: 525.361799ms)","trace[1754541910] 'compare' (duration: 186.809455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:49:03.249373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:02.536384Z","time spent":"712.942797ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:49:03.249666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.945922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:49:03.249763Z","caller":"traceutil/trace.go:171","msg":"trace[1380100500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3056; }","duration":"170.145828ms","start":"2026-04-27T02:49:03.079592Z","end":"2026-04-27T02:49:03.249738Z","steps":["trace[1380100500] 'agreement among raft nodes before linearized reading' (duration: 169.656034ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:05.335867Z","caller":"traceutil/trace.go:171","msg":"trace[62827813] linearizableReadLoop","detail":"{readStateIndex:3190; appliedIndex:3189; }","duration":"258.121895ms","start":"2026-04-27T02:49:05.077714Z","end":"2026-04-27T02:49:05.335836Z","steps":["trace[62827813] 'read index received' (duration: 257.715772ms)","trace[62827813] 'applied index is now lower than readState.Index' (duration: 404.613µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:05.335989Z","caller":"traceutil/trace.go:171","msg":"trace[1965542697] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"373.00305ms","start":"2026-04-27T02:49:04.962954Z","end":"2026-04-27T02:49:05.335957Z","steps":["trace[1965542697] 'process raft request' (duration: 372.577077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:05.33614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.400613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:49:05.336189Z","caller":"traceutil/trace.go:171","msg":"trace[1979050404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3067; }","duration":"258.502426ms","start":"2026-04-27T02:49:05.077672Z","end":"2026-04-27T02:49:05.336174Z","steps":["trace[1979050404] 'agreement among raft nodes before linearized reading' (duration: 258.397153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:05.336903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:04.962935Z","time spent":"373.140315ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:09.54541Z","caller":"traceutil/trace.go:171","msg":"trace[552088482] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"140.262189ms","start":"2026-04-27T02:49:09.405119Z","end":"2026-04-27T02:49:09.545381Z","steps":["trace[552088482] 'process raft request' (duration: 140.088864ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:12.814924Z","caller":"traceutil/trace.go:171","msg":"trace[2013406464] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"206.547556ms","start":"2026-04-27T02:49:12.608341Z","end":"2026-04-27T02:49:12.814889Z","steps":["trace[2013406464] 'process raft request' (duration: 206.426573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:22.335865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:49:22.836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:49:23.010792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359189075s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:49:23.011932Z","caller":"traceutil/trace.go:171","msg":"trace[521076152] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"1.360433202s","start":"2026-04-27T02:49:21.651466Z","end":"2026-04-27T02:49:23.011899Z","steps":["trace[521076152] 'process raft request' (duration: 1.359644838s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.012076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.651439Z","time spent":"1.360566137s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:23.012344Z","caller":"traceutil/trace.go:171","msg":"trace[1492344038] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"1.209830499s","start":"2026-04-27T02:49:21.802485Z","end":"2026-04-27T02:49:23.012315Z","steps":["trace[1492344038] 'process raft request' (duration: 1.209614512s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.012568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.802458Z","time spent":"1.209961223s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:23.012732Z","caller":"traceutil/trace.go:171","msg":"trace[415462570] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"1.141942473s","start":"2026-04-27T02:49:21.870745Z","end":"2026-04-27T02:49:23.012688Z","steps":["trace[415462570] 'process raft request' (duration: 1.141521771s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:23.012819Z","caller":"traceutil/trace.go:171","msg":"trace[380643087] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"1.140628934s","start":"2026-04-27T02:49:21.872162Z","end":"2026-04-27T02:49:23.012791Z","steps":["trace[380643087] 'process raft request' (duration: 1.140396086s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.012913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.870716Z","time spent":"1.142104338s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:23.012985Z","caller":"traceutil/trace.go:171","msg":"trace[642578519] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"1.136758346s","start":"2026-04-27T02:49:21.876213Z","end":"2026-04-27T02:49:23.012971Z","steps":["trace[642578519] 'process raft request' (duration: 1.136521279s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.013067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.876193Z","time spent":"1.136831018s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:49:23.013246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178424274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:49:23.012853Z","caller":"traceutil/trace.go:171","msg":"trace[956662952] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3278; }","duration":"1.178005111s","start":"2026-04-27T02:49:21.834824Z","end":"2026-04-27T02:49:23.01283Z","steps":["trace[956662952] 'read index received' (duration: 1.176248427s)","trace[956662952] 'applied index is now lower than readState.Index' (duration: 1.755944ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:23.013298Z","caller":"traceutil/trace.go:171","msg":"trace[1689565945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3157; }","duration":"1.178511697s","start":"2026-04-27T02:49:21.834773Z","end":"2026-04-27T02:49:23.013284Z","steps":["trace[1689565945] 'agreement among raft nodes before linearized reading' (duration: 1.178344832s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.013331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.834753Z","time spent":"1.178570908s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:49:23.013492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.706269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:49:23.01353Z","caller":"traceutil/trace.go:171","msg":"trace[710854551] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3157; }","duration":"822.769791ms","start":"2026-04-27T02:49:22.190748Z","end":"2026-04-27T02:49:23.013518Z","steps":["trace[710854551] 'agreement among raft nodes before linearized reading' (duration: 822.657817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.013561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:22.190734Z","time spent":"822.819192ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":16,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:49:23.01357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.692667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:49:23.013608Z","caller":"traceutil/trace.go:171","msg":"trace[1639565540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3157; }","duration":"936.753749ms","start":"2026-04-27T02:49:22.076843Z","end":"2026-04-27T02:49:23.013597Z","steps":["trace[1639565540] 'agreement among raft nodes before linearized reading' (duration: 936.706198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.013647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:22.076823Z","time spent":"936.817071ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:49:23.013733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.166023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:49:23.013796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.977057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T02:49:23.013805Z","caller":"traceutil/trace.go:171","msg":"trace[1670557607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3157; }","duration":"155.323257ms","start":"2026-04-27T02:49:22.858463Z","end":"2026-04-27T02:49:23.013787Z","steps":["trace[1670557607] 'agreement among raft nodes before linearized reading' (duration: 155.123601ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:23.013836Z","caller":"traceutil/trace.go:171","msg":"trace[894978942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3157; }","duration":"502.054249ms","start":"2026-04-27T02:49:22.511772Z","end":"2026-04-27T02:49:23.013826Z","steps":["trace[894978942] 'agreement among raft nodes before linearized reading' (duration: 501.955286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.01387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:22.51175Z","time spent":"502.113961ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:49:23.013523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128098982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:49:23.013988Z","caller":"traceutil/trace.go:171","msg":"trace[632399247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3157; }","duration":"1.128568827s","start":"2026-04-27T02:49:21.885409Z","end":"2026-04-27T02:49:23.013978Z","steps":["trace[632399247] 'agreement among raft nodes before linearized reading' (duration: 1.127971699s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.014023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.885362Z","time spent":"1.128652649s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:49:23.014041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.838364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:49:23.014063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063095364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:49:23.014085Z","caller":"traceutil/trace.go:171","msg":"trace[998737976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3157; }","duration":"989.914087ms","start":"2026-04-27T02:49:22.024158Z","end":"2026-04-27T02:49:23.014072Z","steps":["trace[998737976] 'agreement among raft nodes before linearized reading' (duration: 989.797003ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:23.01413Z","caller":"traceutil/trace.go:171","msg":"trace[164150190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3157; }","duration":"1.063212718s","start":"2026-04-27T02:49:21.950903Z","end":"2026-04-27T02:49:23.014115Z","steps":["trace[164150190] 'agreement among raft nodes before linearized reading' (duration: 1.062845547s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:23.014135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:22.02414Z","time spent":"989.985429ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:49:23.014178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.950879Z","time spent":"1.063289031s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:49:23.01453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:21.872149Z","time spent":"1.140762607s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:25.132016Z","caller":"traceutil/trace.go:171","msg":"trace[367669836] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"101.079326ms","start":"2026-04-27T02:49:25.030898Z","end":"2026-04-27T02:49:25.131977Z","steps":["trace[367669836] 'process raft request' (duration: 100.073876ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:25.132103Z","caller":"traceutil/trace.go:171","msg":"trace[374489672] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"100.762996ms","start":"2026-04-27T02:49:25.031311Z","end":"2026-04-27T02:49:25.132074Z","steps":["trace[374489672] 'process raft request' (duration: 100.588481ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:25.13219Z","caller":"traceutil/trace.go:171","msg":"trace[1312020851] linearizableReadLoop","detail":"{readStateIndex:3296; appliedIndex:3295; }","duration":"101.042315ms","start":"2026-04-27T02:49:25.031108Z","end":"2026-04-27T02:49:25.132151Z","steps":["trace[1312020851] 'read index received' (duration: 99.876959ms)","trace[1312020851] 'applied index is now lower than readState.Index' (duration: 1.159265ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:25.132164Z","caller":"traceutil/trace.go:171","msg":"trace[674908847] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"100.441546ms","start":"2026-04-27T02:49:25.031698Z","end":"2026-04-27T02:49:25.132139Z","steps":["trace[674908847] 'process raft request' (duration: 100.2363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:25.132443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.316144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:49:25.132495Z","caller":"traceutil/trace.go:171","msg":"trace[1976290736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3172; }","duration":"101.405825ms","start":"2026-04-27T02:49:25.031067Z","end":"2026-04-27T02:49:25.132473Z","steps":["trace[1976290736] 'agreement among raft nodes before linearized reading' (duration: 101.211339ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:33.566682Z","caller":"traceutil/trace.go:171","msg":"trace[1848511655] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"518.167961ms","start":"2026-04-27T02:49:33.048489Z","end":"2026-04-27T02:49:33.566657Z","steps":["trace[1848511655] 'process raft request' (duration: 517.948145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.566847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.048464Z","time spent":"518.299495ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:33.67082Z","caller":"traceutil/trace.go:171","msg":"trace[210737835] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"614.295847ms","start":"2026-04-27T02:49:33.056498Z","end":"2026-04-27T02:49:33.670794Z","steps":["trace[210737835] 'process raft request' (duration: 555.300431ms)","trace[210737835] 'compare' (duration: 58.835672ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:33.670825Z","caller":"traceutil/trace.go:171","msg":"trace[1987047814] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"589.706773ms","start":"2026-04-27T02:49:33.0811Z","end":"2026-04-27T02:49:33.670807Z","steps":["trace[1987047814] 'process raft request' (duration: 589.648321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.670941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.05647Z","time spent":"614.408321ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:33.670965Z","caller":"traceutil/trace.go:171","msg":"trace[1721220031] linearizableReadLoop","detail":"{readStateIndex:3333; appliedIndex:3331; }","duration":"591.835044ms","start":"2026-04-27T02:49:33.079123Z","end":"2026-04-27T02:49:33.670958Z","steps":["trace[1721220031] 'read index received' (duration: 487.367305ms)","trace[1721220031] 'applied index is now lower than readState.Index' (duration: 104.466569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:49:33.671001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.081082Z","time spent":"589.854556ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:49:33.671027Z","caller":"traceutil/trace.go:171","msg":"trace[329676707] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"589.489876ms","start":"2026-04-27T02:49:33.081528Z","end":"2026-04-27T02:49:33.671018Z","steps":["trace[329676707] 'process raft request' (duration: 589.251599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.081505Z","time spent":"589.6181ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:49:33.671172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.03185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:49:33.671244Z","caller":"traceutil/trace.go:171","msg":"trace[118357342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3207; }","duration":"592.122052ms","start":"2026-04-27T02:49:33.079116Z","end":"2026-04-27T02:49:33.671238Z","steps":["trace[118357342] 'agreement among raft nodes before linearized reading' (duration: 591.904706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.594914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:49:33.671266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.079068Z","time spent":"592.192615ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:49:33.671283Z","caller":"traceutil/trace.go:171","msg":"trace[1349213886] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3207; }","duration":"145.623276ms","start":"2026-04-27T02:49:33.525648Z","end":"2026-04-27T02:49:33.671271Z","steps":["trace[1349213886] 'agreement among raft nodes before linearized reading' (duration: 145.582605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.588091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:49:33.671405Z","caller":"traceutil/trace.go:171","msg":"trace[270472655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3207; }","duration":"455.639563ms","start":"2026-04-27T02:49:33.215754Z","end":"2026-04-27T02:49:33.671393Z","steps":["trace[270472655] 'agreement among raft nodes before linearized reading' (duration: 455.530329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.783863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:49:33.671441Z","caller":"traceutil/trace.go:171","msg":"trace[958052749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3207; }","duration":"459.818084ms","start":"2026-04-27T02:49:33.211619Z","end":"2026-04-27T02:49:33.671437Z","steps":["trace[958052749] 'agreement among raft nodes before linearized reading' (duration: 459.768882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.215748Z","time spent":"455.680364ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:49:33.671454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.211609Z","time spent":"459.842085ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:49:33.671191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.283006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:49:33.671529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.43624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:49:33.671537Z","caller":"traceutil/trace.go:171","msg":"trace[1313442640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3207; }","duration":"550.627486ms","start":"2026-04-27T02:49:33.120902Z","end":"2026-04-27T02:49:33.67153Z","steps":["trace[1313442640] 'agreement among raft nodes before linearized reading' (duration: 550.229844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:33.671542Z","caller":"traceutil/trace.go:171","msg":"trace[771523627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3207; }","duration":"462.465532ms","start":"2026-04-27T02:49:33.209073Z","end":"2026-04-27T02:49:33.671538Z","steps":["trace[771523627] 'agreement among raft nodes before linearized reading' (duration: 462.41508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.209065Z","time spent":"462.489272ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:49:33.671629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.196572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:49:33.671645Z","caller":"traceutil/trace.go:171","msg":"trace[796057368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3207; }","duration":"463.249514ms","start":"2026-04-27T02:49:33.208391Z","end":"2026-04-27T02:49:33.671641Z","steps":["trace[796057368] 'agreement among raft nodes before linearized reading' (duration: 463.208093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.208373Z","time spent":"463.280215ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:49:33.671562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.120833Z","time spent":"550.721008ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:49:33.671655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.72367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:49:33.671779Z","caller":"traceutil/trace.go:171","msg":"trace[1905562985] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3207; }","duration":"264.913475ms","start":"2026-04-27T02:49:33.406836Z","end":"2026-04-27T02:49:33.67175Z","steps":["trace[1905562985] 'agreement among raft nodes before linearized reading' (duration: 264.570745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.671664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.18685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:49:33.671764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.011269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:49:33.671906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.951954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:49:33.67193Z","caller":"traceutil/trace.go:171","msg":"trace[1931067244] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:3207; }","duration":"279.521611ms","start":"2026-04-27T02:49:33.392383Z","end":"2026-04-27T02:49:33.671905Z","steps":["trace[1931067244] 'agreement among raft nodes before linearized reading' (duration: 279.196021ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:33.671946Z","caller":"traceutil/trace.go:171","msg":"trace[152588276] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3207; }","duration":"264.239446ms","start":"2026-04-27T02:49:33.407681Z","end":"2026-04-27T02:49:33.671921Z","steps":["trace[152588276] 'agreement among raft nodes before linearized reading' (duration: 263.780803ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:33.671984Z","caller":"traceutil/trace.go:171","msg":"trace[2004362547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3207; }","duration":"465.063687ms","start":"2026-04-27T02:49:33.206899Z","end":"2026-04-27T02:49:33.671962Z","steps":["trace[2004362547] 'agreement among raft nodes before linearized reading' (duration: 464.81346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:33.672035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:33.206878Z","time spent":"465.143879ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:49:33.873028Z","caller":"traceutil/trace.go:171","msg":"trace[1726281425] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"196.461445ms","start":"2026-04-27T02:49:33.676538Z","end":"2026-04-27T02:49:33.873Z","steps":["trace[1726281425] 'process raft request' (duration: 184.62267ms)","trace[1726281425] 'compare' (duration: 11.345ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:33.873309Z","caller":"traceutil/trace.go:171","msg":"trace[290850827] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"196.673101ms","start":"2026-04-27T02:49:33.676603Z","end":"2026-04-27T02:49:33.873276Z","steps":["trace[290850827] 'process raft request' (duration: 196.250118ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:33.873537Z","caller":"traceutil/trace.go:171","msg":"trace[1118472629] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"196.63933ms","start":"2026-04-27T02:49:33.676884Z","end":"2026-04-27T02:49:33.873523Z","steps":["trace[1118472629] 'process raft request' (duration: 196.31295ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:33.873627Z","caller":"traceutil/trace.go:171","msg":"trace[1564073290] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"195.64993ms","start":"2026-04-27T02:49:33.67796Z","end":"2026-04-27T02:49:33.87361Z","steps":["trace[1564073290] 'process raft request' (duration: 195.487136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:45.933677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.822163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:49:45.933776Z","caller":"traceutil/trace.go:171","msg":"trace[598135273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3271; }","duration":"111.931246ms","start":"2026-04-27T02:49:45.821824Z","end":"2026-04-27T02:49:45.933755Z","steps":["trace[598135273] 'range keys from in-memory index tree' (duration: 111.564175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:46.215708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.894812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:49:46.215819Z","caller":"traceutil/trace.go:171","msg":"trace[597374848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3276; }","duration":"137.067806ms","start":"2026-04-27T02:49:46.078725Z","end":"2026-04-27T02:49:46.215792Z","steps":["trace[597374848] 'range keys from in-memory index tree' (duration: 136.797459ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:47.860637Z","caller":"traceutil/trace.go:171","msg":"trace[1889721799] linearizableReadLoop","detail":"{readStateIndex:3409; appliedIndex:3408; }","duration":"152.100905ms","start":"2026-04-27T02:49:47.708513Z","end":"2026-04-27T02:49:47.860613Z","steps":["trace[1889721799] 'read index received' (duration: 152.007022ms)","trace[1889721799] 'applied index is now lower than readState.Index' (duration: 92.792µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:47.860703Z","caller":"traceutil/trace.go:171","msg":"trace[1479854053] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"227.399204ms","start":"2026-04-27T02:49:47.633274Z","end":"2026-04-27T02:49:47.860673Z","steps":["trace[1479854053] 'process raft request' (duration: 227.175728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:47.860854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.323031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:49:47.860913Z","caller":"traceutil/trace.go:171","msg":"trace[42565050] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3278; }","duration":"152.421253ms","start":"2026-04-27T02:49:47.708462Z","end":"2026-04-27T02:49:47.860884Z","steps":["trace[42565050] 'agreement among raft nodes before linearized reading' (duration: 152.263439ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:47.86136Z","caller":"traceutil/trace.go:171","msg":"trace[500707581] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"143.656448ms","start":"2026-04-27T02:49:47.717663Z","end":"2026-04-27T02:49:47.861319Z","steps":["trace[500707581] 'process raft request' (duration: 143.536865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:47.86146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.956277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:49:47.861477Z","caller":"traceutil/trace.go:171","msg":"trace[1495922420] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"130.391412ms","start":"2026-04-27T02:49:47.731043Z","end":"2026-04-27T02:49:47.861434Z","steps":["trace[1495922420] 'process raft request' (duration: 130.268999ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:47.861514Z","caller":"traceutil/trace.go:171","msg":"trace[424659617] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3281; }","duration":"133.025819ms","start":"2026-04-27T02:49:47.728461Z","end":"2026-04-27T02:49:47.861487Z","steps":["trace[424659617] 'agreement among raft nodes before linearized reading' (duration: 132.895235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:47.861561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.008867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:49:47.861571Z","caller":"traceutil/trace.go:171","msg":"trace[2056590080] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"130.712532ms","start":"2026-04-27T02:49:47.730805Z","end":"2026-04-27T02:49:47.861518Z","steps":["trace[2056590080] 'process raft request' (duration: 130.445124ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:47.861631Z","caller":"traceutil/trace.go:171","msg":"trace[193233419] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3281; }","duration":"102.09839ms","start":"2026-04-27T02:49:47.759517Z","end":"2026-04-27T02:49:47.861615Z","steps":["trace[193233419] 'agreement among raft nodes before linearized reading' (duration: 101.972876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:47.861718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.93929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:49:47.861763Z","caller":"traceutil/trace.go:171","msg":"trace[1618978537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3281; }","duration":"107.019863ms","start":"2026-04-27T02:49:47.754736Z","end":"2026-04-27T02:49:47.861756Z","steps":["trace[1618978537] 'agreement among raft nodes before linearized reading' (duration: 106.906839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:48.100662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.822028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:49:48.100793Z","caller":"traceutil/trace.go:171","msg":"trace[375132797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3281; }","duration":"105.993973ms","start":"2026-04-27T02:49:47.994768Z","end":"2026-04-27T02:49:48.100762Z","steps":["trace[375132797] 'range keys from in-memory index tree' (duration: 105.607202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:48.100897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.815472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:49:48.100998Z","caller":"traceutil/trace.go:171","msg":"trace[1880992840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3281; }","duration":"101.929655ms","start":"2026-04-27T02:49:47.999041Z","end":"2026-04-27T02:49:48.100971Z","steps":["trace[1880992840] 'range keys from in-memory index tree' (duration: 101.685827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:48.101055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.581454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:49:48.101204Z","caller":"traceutil/trace.go:171","msg":"trace[1126035819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3281; }","duration":"102.772539ms","start":"2026-04-27T02:49:47.998398Z","end":"2026-04-27T02:49:48.10117Z","steps":["trace[1126035819] 'range keys from in-memory index tree' (duration: 102.338677ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.0149Z","caller":"traceutil/trace.go:171","msg":"trace[1857323057] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"125.048797ms","start":"2026-04-27T02:49:51.889834Z","end":"2026-04-27T02:49:52.014883Z","steps":["trace[1857323057] 'process raft request' (duration: 124.949664ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.022136Z","caller":"traceutil/trace.go:171","msg":"trace[609776151] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"131.747262ms","start":"2026-04-27T02:49:51.890376Z","end":"2026-04-27T02:49:52.022124Z","steps":["trace[609776151] 'process raft request' (duration: 131.68402ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.022138Z","caller":"traceutil/trace.go:171","msg":"trace[1524368848] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"131.797804ms","start":"2026-04-27T02:49:51.890322Z","end":"2026-04-27T02:49:52.02212Z","steps":["trace[1524368848] 'process raft request' (duration: 131.659069ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.022304Z","caller":"traceutil/trace.go:171","msg":"trace[175371042] linearizableReadLoop","detail":"{readStateIndex:3435; appliedIndex:3432; }","duration":"131.902086ms","start":"2026-04-27T02:49:51.890392Z","end":"2026-04-27T02:49:52.022294Z","steps":["trace[175371042] 'read index received' (duration: 124.395838ms)","trace[175371042] 'applied index is now lower than readState.Index' (duration: 7.503938ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:52.022357Z","caller":"traceutil/trace.go:171","msg":"trace[368151674] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"131.748751ms","start":"2026-04-27T02:49:51.890601Z","end":"2026-04-27T02:49:52.02235Z","steps":["trace[368151674] 'process raft request' (duration: 131.498144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:52.022502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.097432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:49:52.022529Z","caller":"traceutil/trace.go:171","msg":"trace[1965789218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3304; }","duration":"132.166754ms","start":"2026-04-27T02:49:51.890354Z","end":"2026-04-27T02:49:52.022521Z","steps":["trace[1965789218] 'agreement among raft nodes before linearized reading' (duration: 132.059471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:52.022547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.112442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:49:52.022615Z","caller":"traceutil/trace.go:171","msg":"trace[656667093] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3304; }","duration":"132.195735ms","start":"2026-04-27T02:49:51.890405Z","end":"2026-04-27T02:49:52.0226Z","steps":["trace[656667093] 'agreement among raft nodes before linearized reading' (duration: 132.03306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:52.022642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.134122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:49:52.02267Z","caller":"traceutil/trace.go:171","msg":"trace[2131572227] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3304; }","duration":"132.198624ms","start":"2026-04-27T02:49:51.890462Z","end":"2026-04-27T02:49:52.02266Z","steps":["trace[2131572227] 'agreement among raft nodes before linearized reading' (duration: 132.118892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:52.337667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.351445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:49:52.337779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.191625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:49:52.337867Z","caller":"traceutil/trace.go:171","msg":"trace[817394524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3304; }","duration":"202.601663ms","start":"2026-04-27T02:49:52.135239Z","end":"2026-04-27T02:49:52.337841Z","steps":["trace[817394524] 'range keys from in-memory index tree' (duration: 202.13565ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.337886Z","caller":"traceutil/trace.go:171","msg":"trace[129135111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3304; }","duration":"208.334969ms","start":"2026-04-27T02:49:52.129532Z","end":"2026-04-27T02:49:52.337867Z","steps":["trace[129135111] 'range keys from in-memory index tree' (duration: 208.081222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:52.338037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.788141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:49:52.338043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.26536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:49:52.338113Z","caller":"traceutil/trace.go:171","msg":"trace[1298378629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3304; }","duration":"210.872034ms","start":"2026-04-27T02:49:52.127218Z","end":"2026-04-27T02:49:52.338091Z","steps":["trace[1298378629] 'range keys from in-memory index tree' (duration: 210.590496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:52.33811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.900977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:49:52.338129Z","caller":"traceutil/trace.go:171","msg":"trace[2015994587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3304; }","duration":"260.405294ms","start":"2026-04-27T02:49:52.077701Z","end":"2026-04-27T02:49:52.338107Z","steps":["trace[2015994587] 'range keys from in-memory index tree' (duration: 260.171367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:52.338158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.470886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:49:52.338172Z","caller":"traceutil/trace.go:171","msg":"trace[1830987403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3304; }","duration":"207.964499ms","start":"2026-04-27T02:49:52.130192Z","end":"2026-04-27T02:49:52.338157Z","steps":["trace[1830987403] 'range keys from in-memory index tree' (duration: 207.743052ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.338202Z","caller":"traceutil/trace.go:171","msg":"trace[1876040675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3304; }","duration":"206.541118ms","start":"2026-04-27T02:49:52.131651Z","end":"2026-04-27T02:49:52.338192Z","steps":["trace[1876040675] 'range keys from in-memory index tree' (duration: 206.335301ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.56931Z","caller":"traceutil/trace.go:171","msg":"trace[533145048] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"226.667613ms","start":"2026-04-27T02:49:52.342595Z","end":"2026-04-27T02:49:52.569263Z","steps":["trace[533145048] 'process raft request' (duration: 226.161698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.569362Z","caller":"traceutil/trace.go:171","msg":"trace[1090827604] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"226.859369ms","start":"2026-04-27T02:49:52.341992Z","end":"2026-04-27T02:49:52.568851Z","steps":["trace[1090827604] 'process raft request' (duration: 191.612744ms)","trace[1090827604] 'compare' (duration: 34.945356ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:52.569793Z","caller":"traceutil/trace.go:171","msg":"trace[2020450366] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"226.969272ms","start":"2026-04-27T02:49:52.342806Z","end":"2026-04-27T02:49:52.569775Z","steps":["trace[2020450366] 'process raft request' (duration: 226.336283ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:52.570018Z","caller":"traceutil/trace.go:171","msg":"trace[1208023746] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"227.185378ms","start":"2026-04-27T02:49:52.342822Z","end":"2026-04-27T02:49:52.570007Z","steps":["trace[1208023746] 'process raft request' (duration: 226.895719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:57.036792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:49:57.537366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:49:58.03844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:49:58.106262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.688025358s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:49:58.106567Z","caller":"traceutil/trace.go:171","msg":"trace[224273082] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"1.688423839s","start":"2026-04-27T02:49:56.418123Z","end":"2026-04-27T02:49:58.106547Z","steps":["trace[224273082] 'process raft request' (duration: 1.688265344s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:58.106681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.418099Z","time spent":"1.688518562s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:00.077304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:50:00.077396Z","caller":"traceutil/trace.go:171","msg":"trace[1630048545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068963s","start":"2026-04-27T02:49:58.077307Z","end":"2026-04-27T02:50:00.077376Z","steps":["trace[1630048545] 'agreement among raft nodes before linearized reading' (duration: 1.999928879s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.077471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.077275Z","time spent":"2.000185366s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:00.327882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665684998s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:00.328168Z","caller":"traceutil/trace.go:171","msg":"trace[311981779] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"2.244454922s","start":"2026-04-27T02:49:58.083694Z","end":"2026-04-27T02:50:00.328149Z","steps":["trace[311981779] 'process raft request' (duration: 2.244265447s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.328161Z","caller":"traceutil/trace.go:171","msg":"trace[2108889248] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"3.67806427s","start":"2026-04-27T02:49:56.650053Z","end":"2026-04-27T02:50:00.328117Z","steps":["trace[2108889248] 'process raft request' (duration: 2.012072094s)","trace[2108889248] 'compare' (duration: 1.664944946s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:00.328229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.083677Z","time spent":"2.244522114s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:00.32836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.650028Z","time spent":"3.678212305s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:00.328413Z","caller":"traceutil/trace.go:171","msg":"trace[75163736] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"2.224742789s","start":"2026-04-27T02:49:58.103663Z","end":"2026-04-27T02:50:00.328406Z","steps":["trace[75163736] 'process raft request' (duration: 2.22443551s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.328489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.103616Z","time spent":"2.224829141s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:00.328828Z","caller":"traceutil/trace.go:171","msg":"trace[4663599] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"2.223583884s","start":"2026-04-27T02:49:58.10523Z","end":"2026-04-27T02:50:00.328813Z","steps":["trace[4663599] 'process raft request' (duration: 2.22310448s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.328886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.105214Z","time spent":"2.223641367s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:00.328843Z","caller":"traceutil/trace.go:171","msg":"trace[100421791] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"1.560836558s","start":"2026-04-27T02:49:58.767968Z","end":"2026-04-27T02:50:00.328804Z","steps":["trace[100421791] 'process raft request' (duration: 1.560799927s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.328898Z","caller":"traceutil/trace.go:171","msg":"trace[520828608] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"2.222861483s","start":"2026-04-27T02:49:58.106014Z","end":"2026-04-27T02:50:00.328875Z","steps":["trace[520828608] 'process raft request' (duration: 2.222714259s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.328932Z","caller":"traceutil/trace.go:171","msg":"trace[423290862] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3457; }","duration":"3.793122606s","start":"2026-04-27T02:49:56.535795Z","end":"2026-04-27T02:50:00.328918Z","steps":["trace[423290862] 'read index received' (duration: 1.570622283s)","trace[423290862] 'applied index is now lower than readState.Index' (duration: 2.222498933s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:00.328951Z","caller":"traceutil/trace.go:171","msg":"trace[1611021502] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"2.223613866s","start":"2026-04-27T02:49:58.105309Z","end":"2026-04-27T02:50:00.328923Z","steps":["trace[1611021502] 'process raft request' (duration: 2.223335087s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.328983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.767939Z","time spent":"1.561006573s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:00.329042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.106002Z","time spent":"2.222957007s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:00.329072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.105302Z","time spent":"2.223700958s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:00.329072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79325003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:00.329107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256723344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:00.329125Z","caller":"traceutil/trace.go:171","msg":"trace[1446527372] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:3332; }","duration":"3.793350023s","start":"2026-04-27T02:49:56.535761Z","end":"2026-04-27T02:50:00.329111Z","steps":["trace[1446527372] 'agreement among raft nodes before linearized reading' (duration: 3.79325343s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.535743Z","time spent":"3.793410955s","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:00.329206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558465572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-27T02:50:00.329216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.599338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:50:00.329203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741968199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:50:00.329237Z","caller":"traceutil/trace.go:171","msg":"trace[1193342319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3332; }","duration":"218.619499ms","start":"2026-04-27T02:50:00.110612Z","end":"2026-04-27T02:50:00.329231Z","steps":["trace[1193342319] 'agreement among raft nodes before linearized reading' (duration: 218.533996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249110827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:00.329268Z","caller":"traceutil/trace.go:171","msg":"trace[74590782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3332; }","duration":"3.742063441s","start":"2026-04-27T02:49:56.587187Z","end":"2026-04-27T02:50:00.32925Z","steps":["trace[74590782] 'agreement among raft nodes before linearized reading' (duration: 3.741866555s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856741041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:50:00.329314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.570447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:00.32932Z","caller":"traceutil/trace.go:171","msg":"trace[272946802] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3332; }","duration":"2.856861605s","start":"2026-04-27T02:49:57.472447Z","end":"2026-04-27T02:50:00.329309Z","steps":["trace[272946802] 'agreement among raft nodes before linearized reading' (duration: 2.856740341s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.587172Z","time spent":"3.742131984s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:00.329331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558176993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124813"} {"level":"info","ts":"2026-04-27T02:50:00.329336Z","caller":"traceutil/trace.go:171","msg":"trace[112775863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3332; }","duration":"251.625278ms","start":"2026-04-27T02:50:00.077705Z","end":"2026-04-27T02:50:00.32933Z","steps":["trace[112775863] 'agreement among raft nodes before linearized reading' (duration: 251.587447ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.329354Z","caller":"traceutil/trace.go:171","msg":"trace[10565679] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3332; }","duration":"3.558227724s","start":"2026-04-27T02:49:56.77112Z","end":"2026-04-27T02:50:00.329348Z","steps":["trace[10565679] 'agreement among raft nodes before linearized reading' (duration: 3.558127911s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:57.472432Z","time spent":"2.856912536s","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:00.329372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.771106Z","time spent":"3.558262916s","remote":"127.0.0.1:55394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124835,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-27T02:50:00.329132Z","caller":"traceutil/trace.go:171","msg":"trace[663984319] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3332; }","duration":"1.256784855s","start":"2026-04-27T02:49:59.072338Z","end":"2026-04-27T02:50:00.329123Z","steps":["trace[663984319] 'agreement among raft nodes before linearized reading' (duration: 1.256740764s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:59.072317Z","time spent":"1.257171916s","remote":"127.0.0.1:55642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:00.329507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742144064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:50:00.329545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742249967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:50:00.329561Z","caller":"traceutil/trace.go:171","msg":"trace[532457059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3332; }","duration":"3.742244887s","start":"2026-04-27T02:49:56.587301Z","end":"2026-04-27T02:50:00.329546Z","steps":["trace[532457059] 'agreement among raft nodes before linearized reading' (duration: 3.742082242s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.32928Z","caller":"traceutil/trace.go:171","msg":"trace[1157538152] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3332; }","duration":"2.24920897s","start":"2026-04-27T02:49:58.080058Z","end":"2026-04-27T02:50:00.329267Z","steps":["trace[1157538152] 'agreement among raft nodes before linearized reading' (duration: 2.249015154s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.587267Z","time spent":"3.742320119s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:50:00.329604Z","caller":"traceutil/trace.go:171","msg":"trace[1559367617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3332; }","duration":"3.742329979s","start":"2026-04-27T02:49:56.587243Z","end":"2026-04-27T02:50:00.329573Z","steps":["trace[1559367617] 'agreement among raft nodes before linearized reading' (duration: 3.742174305s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.329232Z","caller":"traceutil/trace.go:171","msg":"trace[906643345] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3332; }","duration":"3.558535273s","start":"2026-04-27T02:49:56.770689Z","end":"2026-04-27T02:50:00.329224Z","steps":["trace[906643345] 'agreement among raft nodes before linearized reading' (duration: 3.558477132s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.080035Z","time spent":"2.24956654s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:50:00.329644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.587222Z","time spent":"3.742412411s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:00.32967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.770663Z","time spent":"3.558997447s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-27T02:50:00.329226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214715446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:50:00.329708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223454491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:00.329748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742298918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:50:00.329751Z","caller":"traceutil/trace.go:171","msg":"trace[2033733271] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3332; }","duration":"2.215267332s","start":"2026-04-27T02:49:58.11447Z","end":"2026-04-27T02:50:00.329738Z","steps":["trace[2033733271] 'agreement among raft nodes before linearized reading' (duration: 2.214669235s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.329774Z","caller":"traceutil/trace.go:171","msg":"trace[1265320564] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3332; }","duration":"2.223608455s","start":"2026-04-27T02:49:58.106152Z","end":"2026-04-27T02:50:00.329761Z","steps":["trace[1265320564] 'agreement among raft nodes before linearized reading' (duration: 2.223151892s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:00.329786Z","caller":"traceutil/trace.go:171","msg":"trace[1658882865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3332; }","duration":"3.742346899s","start":"2026-04-27T02:49:56.587427Z","end":"2026-04-27T02:50:00.329774Z","steps":["trace[1658882865] 'agreement among raft nodes before linearized reading' (duration: 3.742247546s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.114449Z","time spent":"2.215332485s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:50:00.329819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.106136Z","time spent":"2.223667047s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:50:00.329826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:56.587406Z","time spent":"3.742406281s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:50:00.329285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650229918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:50:00.329902Z","caller":"traceutil/trace.go:171","msg":"trace[445807549] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:3332; }","duration":"1.650891157s","start":"2026-04-27T02:49:58.678999Z","end":"2026-04-27T02:50:00.32989Z","steps":["trace[445807549] 'agreement among raft nodes before linearized reading' (duration: 1.650243368s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:00.329935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:58.678971Z","time spent":"1.650954229s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-27T02:50:02.835957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:03.336838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:03.837507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:04.318317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.982617196s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:50:04.318681Z","caller":"traceutil/trace.go:171","msg":"trace[1467474753] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"1.98308121s","start":"2026-04-27T02:50:02.335581Z","end":"2026-04-27T02:50:04.318662Z","steps":["trace[1467474753] 'process raft request' (duration: 1.982942605s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.318797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.335553Z","time spent":"1.983183193s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:04.65461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.628224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:04.654836Z","caller":"traceutil/trace.go:171","msg":"trace[1163567095] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"2.318353372s","start":"2026-04-27T02:50:02.33645Z","end":"2026-04-27T02:50:04.654803Z","steps":["trace[1163567095] 'process raft request' (duration: 2.11543705s)","trace[1163567095] 'compare' (duration: 202.494289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:04.654983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.336436Z","time spent":"2.318468785s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:04.65504Z","caller":"traceutil/trace.go:171","msg":"trace[1717088320] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"2.317340611s","start":"2026-04-27T02:50:02.337665Z","end":"2026-04-27T02:50:04.655006Z","steps":["trace[1717088320] 'process raft request' (duration: 2.317096064s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:04.655073Z","caller":"traceutil/trace.go:171","msg":"trace[681980142] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"2.318450184s","start":"2026-04-27T02:50:02.336524Z","end":"2026-04-27T02:50:04.654974Z","steps":["trace[681980142] 'process raft request' (duration: 2.318185286s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.655232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.337648Z","time spent":"2.317487196s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:04.655622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.336518Z","time spent":"2.319003881s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:04.770428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.615753ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:50:04.770496Z","caller":"traceutil/trace.go:171","msg":"trace[184784585] linearizableReadLoop","detail":"{readStateIndex:3478; appliedIndex:3473; }","duration":"2.43486773s","start":"2026-04-27T02:50:02.335616Z","end":"2026-04-27T02:50:04.770484Z","steps":["trace[184784585] 'read index received' (duration: 1.982934615s)","trace[184784585] 'applied index is now lower than readState.Index' (duration: 451.931925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:04.770635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435027404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:04.770639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.274997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:04.770654Z","caller":"traceutil/trace.go:171","msg":"trace[2131020134] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3343; }","duration":"2.435106137s","start":"2026-04-27T02:50:02.335543Z","end":"2026-04-27T02:50:04.770649Z","steps":["trace[2131020134] 'agreement among raft nodes before linearized reading' (duration: 2.435001934s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.770672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.335514Z","time spent":"2.435153909s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:50:04.770675Z","caller":"traceutil/trace.go:171","msg":"trace[1156769311] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3343; }","duration":"953.35847ms","start":"2026-04-27T02:50:03.817305Z","end":"2026-04-27T02:50:04.770663Z","steps":["trace[1156769311] 'agreement among raft nodes before linearized reading' (duration: 953.292388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.770696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:03.817278Z","time spent":"953.412971ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:04.770721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434461208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:04.770789Z","caller":"traceutil/trace.go:171","msg":"trace[606110321] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3343; }","duration":"2.434646314s","start":"2026-04-27T02:50:02.336127Z","end":"2026-04-27T02:50:04.770773Z","steps":["trace[606110321] 'agreement among raft nodes before linearized reading' (duration: 2.434452938s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.770822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.336104Z","time spent":"2.434710956s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:50:04.770783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984177052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:04.770849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458185804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:04.770963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692140988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:04.770967Z","caller":"traceutil/trace.go:171","msg":"trace[1734465652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:3343; }","duration":"1.458368238s","start":"2026-04-27T02:50:03.312568Z","end":"2026-04-27T02:50:04.770937Z","steps":["trace[1734465652] 'agreement among raft nodes before linearized reading' (duration: 1.458157902s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:04.770993Z","caller":"traceutil/trace.go:171","msg":"trace[992433299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3343; }","duration":"1.69221254s","start":"2026-04-27T02:50:03.078773Z","end":"2026-04-27T02:50:04.770986Z","steps":["trace[992433299] 'agreement among raft nodes before linearized reading' (duration: 1.692159568s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.77103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:03.312541Z","time spent":"1.458473322s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:04.771065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.160591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16b2c3268598\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-27T02:50:04.770892Z","caller":"traceutil/trace.go:171","msg":"trace[1747906993] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3343; }","duration":"1.984365197s","start":"2026-04-27T02:50:02.786501Z","end":"2026-04-27T02:50:04.770866Z","steps":["trace[1747906993] 'agreement among raft nodes before linearized reading' (duration: 1.98411736s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:04.771102Z","caller":"traceutil/trace.go:171","msg":"trace[737942761] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16b2c3268598; range_end:; response_count:1; response_revision:3343; }","duration":"683.227682ms","start":"2026-04-27T02:50:04.087865Z","end":"2026-04-27T02:50:04.771092Z","steps":["trace[737942761] 'agreement among raft nodes before linearized reading' (duration: 683.138989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.771131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.786477Z","time spent":"1.984645236s","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:04.771043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397662768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:50:04.771133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:04.087834Z","time spent":"683.293414ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16b2c3268598\" "} {"level":"info","ts":"2026-04-27T02:50:04.771171Z","caller":"traceutil/trace.go:171","msg":"trace[1295668431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3343; }","duration":"2.397812402s","start":"2026-04-27T02:50:02.373352Z","end":"2026-04-27T02:50:04.771164Z","steps":["trace[1295668431] 'agreement among raft nodes before linearized reading' (duration: 2.397611526s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.771245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.373342Z","time spent":"2.397895444s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:04.771043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:03.078751Z","time spent":"1.692273542s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:04.77131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395473274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:50:04.771083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398814681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:50:04.771369Z","caller":"traceutil/trace.go:171","msg":"trace[1961841936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3343; }","duration":"2.395581818s","start":"2026-04-27T02:50:02.375773Z","end":"2026-04-27T02:50:04.771355Z","steps":["trace[1961841936] 'agreement among raft nodes before linearized reading' (duration: 2.395418373s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:04.771389Z","caller":"traceutil/trace.go:171","msg":"trace[149884693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3343; }","duration":"2.399155471s","start":"2026-04-27T02:50:02.372211Z","end":"2026-04-27T02:50:04.771367Z","steps":["trace[149884693] 'agreement among raft nodes before linearized reading' (duration: 2.3987866s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.771401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.375751Z","time spent":"2.395645049s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:50:04.771415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.372197Z","time spent":"2.399210353s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:04.771466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39805747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:50:04.771498Z","caller":"traceutil/trace.go:171","msg":"trace[129615190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3343; }","duration":"2.398119332s","start":"2026-04-27T02:50:02.373371Z","end":"2026-04-27T02:50:04.77149Z","steps":["trace[129615190] 'agreement among raft nodes before linearized reading' (duration: 2.397494333s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.771515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.373359Z","time spent":"2.398152062s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:50:04.771504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399201593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:50:04.771561Z","caller":"traceutil/trace.go:171","msg":"trace[192211560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3343; }","duration":"2.399283095s","start":"2026-04-27T02:50:02.372262Z","end":"2026-04-27T02:50:04.771546Z","steps":["trace[192211560] 'agreement among raft nodes before linearized reading' (duration: 2.398858043s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.77161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.372248Z","time spent":"2.399352667s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:50:04.77164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398152283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:50:04.771696Z","caller":"traceutil/trace.go:171","msg":"trace[1337249196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3343; }","duration":"2.398253725s","start":"2026-04-27T02:50:02.37343Z","end":"2026-04-27T02:50:04.771683Z","steps":["trace[1337249196] 'agreement among raft nodes before linearized reading' (duration: 2.39806861s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:04.771736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:02.373423Z","time spent":"2.398304756s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:07.277207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:07.496901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170583578s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:50:07.497679Z","caller":"traceutil/trace.go:171","msg":"trace[906127362] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"1.171481334s","start":"2026-04-27T02:50:06.326172Z","end":"2026-04-27T02:50:07.497653Z","steps":["trace[906127362] 'process raft request' (duration: 1.171226676s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:07.497842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.326145Z","time spent":"1.171612858s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:08.201243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.18862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:08.201429Z","caller":"traceutil/trace.go:171","msg":"trace[680924380] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"364.353528ms","start":"2026-04-27T02:50:07.83706Z","end":"2026-04-27T02:50:08.201414Z","steps":["trace[680924380] 'process raft request' (duration: 364.326617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.201503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:07.837031Z","time spent":"364.450971ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:08.201477Z","caller":"traceutil/trace.go:171","msg":"trace[15039635] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"1.540388294s","start":"2026-04-27T02:50:06.661016Z","end":"2026-04-27T02:50:08.201404Z","steps":["trace[15039635] 'process raft request' (duration: 1.540303562s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:08.201581Z","caller":"traceutil/trace.go:171","msg":"trace[358020624] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"1.540329912s","start":"2026-04-27T02:50:06.661207Z","end":"2026-04-27T02:50:08.201537Z","steps":["trace[358020624] 'process raft request' (duration: 1.540146827s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:08.201608Z","caller":"traceutil/trace.go:171","msg":"trace[1653569879] linearizableReadLoop","detail":"{readStateIndex:3490; appliedIndex:3486; }","duration":"1.425254175s","start":"2026-04-27T02:50:06.776319Z","end":"2026-04-27T02:50:08.201573Z","steps":["trace[1653569879] 'read index received' (duration: 721.272209ms)","trace[1653569879] 'applied index is now lower than readState.Index' (duration: 703.977976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:08.201647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.661008Z","time spent":"1.540545599s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:08.201756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42543714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:08.201754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.661176Z","time spent":"1.540487527s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:08.2018Z","caller":"traceutil/trace.go:171","msg":"trace[1858522637] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3355; }","duration":"1.425494212s","start":"2026-04-27T02:50:06.776283Z","end":"2026-04-27T02:50:08.201777Z","steps":["trace[1858522637] 'agreement among raft nodes before linearized reading' (duration: 1.425375159s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.201819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.776264Z","time spent":"1.425551154s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:50:08.201893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425507163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:08.201934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410840306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:50:08.201963Z","caller":"traceutil/trace.go:171","msg":"trace[303924098] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3355; }","duration":"1.425615606s","start":"2026-04-27T02:50:06.776331Z","end":"2026-04-27T02:50:08.201947Z","steps":["trace[303924098] 'agreement among raft nodes before linearized reading' (duration: 1.42541717s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:08.202188Z","caller":"traceutil/trace.go:171","msg":"trace[1934250936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3355; }","duration":"1.411130345s","start":"2026-04-27T02:50:06.791042Z","end":"2026-04-27T02:50:08.202172Z","steps":["trace[1934250936] 'agreement among raft nodes before linearized reading' (duration: 1.410732463s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.202204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.776309Z","time spent":"1.425882393s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:50:08.202228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.791032Z","time spent":"1.411187906s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:50:08.202234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412407171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T02:50:08.202244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412485644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:50:08.202274Z","caller":"traceutil/trace.go:171","msg":"trace[1340087214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3355; }","duration":"1.412537485s","start":"2026-04-27T02:50:06.789729Z","end":"2026-04-27T02:50:08.202267Z","steps":["trace[1340087214] 'agreement among raft nodes before linearized reading' (duration: 1.412465203s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.2019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.735204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:08.202275Z","caller":"traceutil/trace.go:171","msg":"trace[375357011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3355; }","duration":"1.412463353s","start":"2026-04-27T02:50:06.7898Z","end":"2026-04-27T02:50:08.202263Z","steps":["trace[375357011] 'agreement among raft nodes before linearized reading' (duration: 1.412181925s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.202294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.789713Z","time spent":"1.412575296s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:50:08.202309Z","caller":"traceutil/trace.go:171","msg":"trace[1096542146] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3355; }","duration":"348.193587ms","start":"2026-04-27T02:50:07.854101Z","end":"2026-04-27T02:50:08.202295Z","steps":["trace[1096542146] 'agreement among raft nodes before linearized reading' (duration: 347.686933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.202309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.789789Z","time spent":"1.412511014s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:08.20233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413619117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:50:08.202348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:07.854086Z","time spent":"348.249739ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":32,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:08.202318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411703591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:50:08.202364Z","caller":"traceutil/trace.go:171","msg":"trace[1464466396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3355; }","duration":"1.413698719s","start":"2026-04-27T02:50:06.788656Z","end":"2026-04-27T02:50:08.202355Z","steps":["trace[1464466396] 'agreement among raft nodes before linearized reading' (duration: 1.413602036s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.201951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412141394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:50:08.202385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123414446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:08.202392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.788633Z","time spent":"1.413753581s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:50:08.20241Z","caller":"traceutil/trace.go:171","msg":"trace[593188693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3355; }","duration":"1.123512288s","start":"2026-04-27T02:50:07.078892Z","end":"2026-04-27T02:50:08.202404Z","steps":["trace[593188693] 'agreement among raft nodes before linearized reading' (duration: 1.123479737s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.202429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:07.078877Z","time spent":"1.12354667s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:50:08.202414Z","caller":"traceutil/trace.go:171","msg":"trace[1071913929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3355; }","duration":"1.412611497s","start":"2026-04-27T02:50:06.789783Z","end":"2026-04-27T02:50:08.202395Z","steps":["trace[1071913929] 'agreement among raft nodes before linearized reading' (duration: 1.41202102s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.202472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.789777Z","time spent":"1.41267777s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:08.20236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392494222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:08.20256Z","caller":"traceutil/trace.go:171","msg":"trace[1141070275] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3355; }","duration":"1.392704148s","start":"2026-04-27T02:50:06.809838Z","end":"2026-04-27T02:50:08.202542Z","steps":["trace[1141070275] 'agreement among raft nodes before linearized reading' (duration: 1.392499673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.202636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.809826Z","time spent":"1.392789571s","remote":"127.0.0.1:34444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:08.20242Z","caller":"traceutil/trace.go:171","msg":"trace[333970300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3355; }","duration":"1.411823405s","start":"2026-04-27T02:50:06.79055Z","end":"2026-04-27T02:50:08.202374Z","steps":["trace[333970300] 'agreement among raft nodes before linearized reading' (duration: 1.411348441s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:08.2027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.790528Z","time spent":"1.412157445s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:50:08.20294Z","caller":"traceutil/trace.go:171","msg":"trace[956626450] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"1.542251459s","start":"2026-04-27T02:50:06.660671Z","end":"2026-04-27T02:50:08.202922Z","steps":["trace[956626450] 'process raft request' (duration: 921.320808ms)","trace[956626450] 'compare' (duration: 619.108518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:08.203029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:06.660649Z","time spent":"1.54232444s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:08.707922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:50:09.194233Z","caller":"traceutil/trace.go:171","msg":"trace[754521732] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"987.39727ms","start":"2026-04-27T02:50:08.206804Z","end":"2026-04-27T02:50:09.194202Z","steps":["trace[754521732] 'process raft request' (duration: 892.557132ms)","trace[754521732] 'compare' (duration: 94.315343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:09.194565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.206783Z","time spent":"987.701768ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:10.09434Z","caller":"traceutil/trace.go:171","msg":"trace[1916591770] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"1.887125487s","start":"2026-04-27T02:50:08.207189Z","end":"2026-04-27T02:50:10.094315Z","steps":["trace[1916591770] 'process raft request' (duration: 1.88686472s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:10.094341Z","caller":"traceutil/trace.go:171","msg":"trace[809971714] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"1.887155879s","start":"2026-04-27T02:50:08.20716Z","end":"2026-04-27T02:50:10.094316Z","steps":["trace[809971714] 'process raft request' (duration: 1.88685035s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:10.094364Z","caller":"traceutil/trace.go:171","msg":"trace[1586452924] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"1.886945383s","start":"2026-04-27T02:50:08.207382Z","end":"2026-04-27T02:50:10.094327Z","steps":["trace[1586452924] 'process raft request' (duration: 1.886722636s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:10.094471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.207164Z","time spent":"1.887238961s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:10.094475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.207139Z","time spent":"1.887265002s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:10.094494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.207374Z","time spent":"1.887042105s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:10.094545Z","caller":"traceutil/trace.go:171","msg":"trace[17384976] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"1.886544721s","start":"2026-04-27T02:50:08.207982Z","end":"2026-04-27T02:50:10.094526Z","steps":["trace[17384976] 'process raft request' (duration: 1.88617403s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:10.094586Z","caller":"traceutil/trace.go:171","msg":"trace[1431710996] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"1.845646321s","start":"2026-04-27T02:50:08.248934Z","end":"2026-04-27T02:50:10.09458Z","steps":["trace[1431710996] 'process raft request' (duration: 1.845312692s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:10.094624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.24891Z","time spent":"1.845694033s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:10.094626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.207967Z","time spent":"1.886619913s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:10.094522Z","caller":"traceutil/trace.go:171","msg":"trace[1890753960] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"1.887357945s","start":"2026-04-27T02:50:08.207069Z","end":"2026-04-27T02:50:10.094427Z","steps":["trace[1890753960] 'process raft request' (duration: 1.886780098s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:10.094755Z","caller":"traceutil/trace.go:171","msg":"trace[172131466] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"590.72049ms","start":"2026-04-27T02:50:09.504022Z","end":"2026-04-27T02:50:10.094743Z","steps":["trace[172131466] 'process raft request' (duration: 590.560595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:10.094827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:09.504003Z","time spent":"590.792642ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:10.094634Z","caller":"traceutil/trace.go:171","msg":"trace[525302383] linearizableReadLoop","detail":"{readStateIndex:3498; appliedIndex:3491; }","duration":"1.887259812s","start":"2026-04-27T02:50:08.207356Z","end":"2026-04-27T02:50:10.094616Z","steps":["trace[525302383] 'read index received' (duration: 892.018686ms)","trace[525302383] 'applied index is now lower than readState.Index' (duration: 995.240176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:10.094971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887610362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"warn","ts":"2026-04-27T02:50:10.094878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.207061Z","time spent":"1.887667994s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:10.095002Z","caller":"traceutil/trace.go:171","msg":"trace[1414445967] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3363; }","duration":"1.887656473s","start":"2026-04-27T02:50:08.207336Z","end":"2026-04-27T02:50:10.094993Z","steps":["trace[1414445967] 'agreement among raft nodes before linearized reading' (duration: 1.887331094s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:10.094982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884513542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:10.095027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476406242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:10.095046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378657349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-27T02:50:10.095074Z","caller":"traceutil/trace.go:171","msg":"trace[552604697] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:3363; }","duration":"1.476453503s","start":"2026-04-27T02:50:08.618605Z","end":"2026-04-27T02:50:10.095059Z","steps":["trace[552604697] 'agreement among raft nodes before linearized reading' (duration: 1.476376551s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:10.09508Z","caller":"traceutil/trace.go:171","msg":"trace[765090548] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3363; }","duration":"1.37872723s","start":"2026-04-27T02:50:08.716343Z","end":"2026-04-27T02:50:10.09507Z","steps":["trace[765090548] 'agreement among raft nodes before linearized reading' (duration: 1.378623297s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:10.095105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.716321Z","time spent":"1.378779052s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:50:10.095108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.618512Z","time spent":"1.476586417s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:10.095024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826521635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:50:10.095112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.460902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:10.095202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415507891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:50:10.095214Z","caller":"traceutil/trace.go:171","msg":"trace[1814116522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3363; }","duration":"264.770741ms","start":"2026-04-27T02:50:09.830417Z","end":"2026-04-27T02:50:10.095188Z","steps":["trace[1814116522] 'agreement among raft nodes before linearized reading' (duration: 264.588396ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:10.095207Z","caller":"traceutil/trace.go:171","msg":"trace[2027101282] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3363; }","duration":"1.82671037s","start":"2026-04-27T02:50:08.268464Z","end":"2026-04-27T02:50:10.095174Z","steps":["trace[2027101282] 'agreement among raft nodes before linearized reading' (duration: 1.826533045s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:10.095276Z","caller":"traceutil/trace.go:171","msg":"trace[724461725] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:3363; }","duration":"1.415615624s","start":"2026-04-27T02:50:08.679638Z","end":"2026-04-27T02:50:10.095254Z","steps":["trace[724461725] 'agreement among raft nodes before linearized reading' (duration: 1.415376537s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:10.095318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.679598Z","time spent":"1.415710976s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-27T02:50:10.095321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.268446Z","time spent":"1.826831394s","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:10.09503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.207329Z","time spent":"1.887695594s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:50:10.095127Z","caller":"traceutil/trace.go:171","msg":"trace[103258473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3363; }","duration":"1.884611665s","start":"2026-04-27T02:50:08.210449Z","end":"2026-04-27T02:50:10.095061Z","steps":["trace[103258473] 'agreement among raft nodes before linearized reading' (duration: 1.884509712s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:10.095697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:08.210442Z","time spent":"1.885243343s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:11.13945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0180171s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:50:12.104124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:50:12.10421Z","caller":"traceutil/trace.go:171","msg":"trace[1434396984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289201s","start":"2026-04-27T02:50:10.103902Z","end":"2026-04-27T02:50:12.104191Z","steps":["trace[1434396984] 'agreement among raft nodes before linearized reading' (duration: 2.000185108s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:12.104258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.103895Z","time spent":"2.000352143s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:12.272985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133103768s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:12.273138Z","caller":"traceutil/trace.go:171","msg":"trace[1726147733] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"2.172136419s","start":"2026-04-27T02:50:10.100975Z","end":"2026-04-27T02:50:12.273112Z","steps":["trace[1726147733] 'process raft request' (duration: 1.038772324s)","trace[1726147733] 'compare' (duration: 1.13147286s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:12.273222Z","caller":"traceutil/trace.go:171","msg":"trace[2056568742] linearizableReadLoop","detail":"{readStateIndex:3501; appliedIndex:3500; }","duration":"2.169281436s","start":"2026-04-27T02:50:10.103922Z","end":"2026-04-27T02:50:12.273203Z","steps":["trace[2056568742] 'read index received' (duration: 17.319524ms)","trace[2056568742] 'applied index is now lower than readState.Index' (duration: 2.151960252s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:12.273252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.100949Z","time spent":"2.172241013s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:12.273382Z","caller":"traceutil/trace.go:171","msg":"trace[254236668] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"2.151405476s","start":"2026-04-27T02:50:10.121937Z","end":"2026-04-27T02:50:12.273342Z","steps":["trace[254236668] 'process raft request' (duration: 2.15119351s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:12.273489Z","caller":"traceutil/trace.go:171","msg":"trace[1871550292] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"2.064675584s","start":"2026-04-27T02:50:10.208796Z","end":"2026-04-27T02:50:12.273472Z","steps":["trace[1871550292] 'process raft request' (duration: 2.0645313s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:12.273492Z","caller":"traceutil/trace.go:171","msg":"trace[2060431767] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"2.065071016s","start":"2026-04-27T02:50:10.208353Z","end":"2026-04-27T02:50:12.273424Z","steps":["trace[2060431767] 'process raft request' (duration: 2.064903871s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:12.273603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.121924Z","time spent":"2.151570431s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:12.273685Z","caller":"traceutil/trace.go:171","msg":"trace[2047269342] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"2.064805638s","start":"2026-04-27T02:50:10.208868Z","end":"2026-04-27T02:50:12.273674Z","steps":["trace[2047269342] 'process raft request' (duration: 2.06452148s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:12.273705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.20834Z","time spent":"2.06524431s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:12.273755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.208848Z","time spent":"2.064872699s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:12.273779Z","caller":"traceutil/trace.go:171","msg":"trace[271213223] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"1.876638875s","start":"2026-04-27T02:50:10.397131Z","end":"2026-04-27T02:50:12.27377Z","steps":["trace[271213223] 'process raft request' (duration: 1.876421288s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:12.273542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.208783Z","time spent":"2.064731445s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:12.273792Z","caller":"traceutil/trace.go:171","msg":"trace[698248807] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"1.588550425s","start":"2026-04-27T02:50:10.685212Z","end":"2026-04-27T02:50:12.273762Z","steps":["trace[698248807] 'process raft request' (duration: 1.588457983s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:12.273824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.397101Z","time spent":"1.876700267s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:12.273913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.685175Z","time spent":"1.588678899s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:12.774269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:13.274473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:13.775064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:14.105688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000704862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:50:14.105773Z","caller":"traceutil/trace.go:171","msg":"trace[1664706743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830235s","start":"2026-04-27T02:50:12.104925Z","end":"2026-04-27T02:50:14.105755Z","steps":["trace[1664706743] 'agreement among raft nodes before linearized reading' (duration: 2.000723522s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:14.105823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.104913Z","time spent":"2.000900268s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:14.130758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:50:14.13083Z","caller":"traceutil/trace.go:171","msg":"trace[278963188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168296s","start":"2026-04-27T02:50:12.130643Z","end":"2026-04-27T02:50:14.130812Z","steps":["trace[278963188] 'agreement among raft nodes before linearized reading' (duration: 2.000089584s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:14.130903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.130621Z","time spent":"2.000273399s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:14.275505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:14.776023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:14.969481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.866203866s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:50:15.022706Z","caller":"traceutil/trace.go:171","msg":"trace[1364122762] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"2.919522747s","start":"2026-04-27T02:50:12.10316Z","end":"2026-04-27T02:50:15.022683Z","steps":["trace[1364122762] 'process raft request' (duration: 2.866602777s)","trace[1364122762] 'compare' (duration: 52.481477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:15.022054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.036914ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:15.022831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.103109Z","time spent":"2.91965524s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:15.022845Z","caller":"traceutil/trace.go:171","msg":"trace[1842995524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3370; }","duration":"948.833278ms","start":"2026-04-27T02:50:14.073986Z","end":"2026-04-27T02:50:15.022819Z","steps":["trace[1842995524] 'range keys from in-memory index tree' (duration: 948.019504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.023727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:14.380826Z","time spent":"642.89077ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:50:15.117264Z","caller":"traceutil/trace.go:171","msg":"trace[1928026443] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"834.903624ms","start":"2026-04-27T02:50:14.282334Z","end":"2026-04-27T02:50:15.117238Z","steps":["trace[1928026443] 'process raft request' (duration: 834.708528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.117426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:14.282314Z","time spent":"835.029087ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:15.117573Z","caller":"traceutil/trace.go:171","msg":"trace[816126562] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"835.222233ms","start":"2026-04-27T02:50:14.282334Z","end":"2026-04-27T02:50:15.117556Z","steps":["trace[816126562] 'process raft request' (duration: 834.858953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.11764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:14.282311Z","time spent":"835.293796ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:15.118011Z","caller":"traceutil/trace.go:171","msg":"trace[1851781225] linearizableReadLoop","detail":"{readStateIndex:3511; appliedIndex:3507; }","duration":"2.844726391s","start":"2026-04-27T02:50:12.273255Z","end":"2026-04-27T02:50:15.117982Z","steps":["trace[1851781225] 'read index received' (duration: 2.696525s)","trace[1851781225] 'applied index is now lower than readState.Index' (duration: 148.20002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:15.118091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017696991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:50:15.118119Z","caller":"traceutil/trace.go:171","msg":"trace[2004012318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3374; }","duration":"3.017769264s","start":"2026-04-27T02:50:12.100342Z","end":"2026-04-27T02:50:15.118111Z","steps":["trace[2004012318] 'agreement among raft nodes before linearized reading' (duration: 3.017649781s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918558565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T02:50:15.118138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.100314Z","time spent":"3.017821006s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:50:15.118153Z","caller":"traceutil/trace.go:171","msg":"trace[1869511182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3374; }","duration":"3.918635767s","start":"2026-04-27T02:50:11.199505Z","end":"2026-04-27T02:50:15.118141Z","steps":["trace[1869511182] 'agreement among raft nodes before linearized reading' (duration: 3.918508653s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:11.199485Z","time spent":"3.918691358s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:15.11819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017792385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:50:15.118238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969440784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:15.11827Z","caller":"traceutil/trace.go:171","msg":"trace[1458826659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3374; }","duration":"3.017921858s","start":"2026-04-27T02:50:12.100323Z","end":"2026-04-27T02:50:15.118245Z","steps":["trace[1458826659] 'agreement among raft nodes before linearized reading' (duration: 3.017729293s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874752294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:15.118298Z","caller":"traceutil/trace.go:171","msg":"trace[981783752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3374; }","duration":"3.969550817s","start":"2026-04-27T02:50:11.148733Z","end":"2026-04-27T02:50:15.118284Z","steps":["trace[981783752] 'agreement among raft nodes before linearized reading' (duration: 3.969443614s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:15.118338Z","caller":"traceutil/trace.go:171","msg":"trace[246655642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3374; }","duration":"2.874876718s","start":"2026-04-27T02:50:12.24345Z","end":"2026-04-27T02:50:15.118327Z","steps":["trace[246655642] 'agreement among raft nodes before linearized reading' (duration: 2.874747254s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017951329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:50:15.118268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015046535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:50:15.118342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.10029Z","time spent":"3.018029521s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:50:15.11834Z","caller":"traceutil/trace.go:171","msg":"trace[1060357252] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"835.216563ms","start":"2026-04-27T02:50:14.283098Z","end":"2026-04-27T02:50:15.118315Z","steps":["trace[1060357252] 'process raft request' (duration: 834.677458ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:15.118379Z","caller":"traceutil/trace.go:171","msg":"trace[727569015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3374; }","duration":"3.015172159s","start":"2026-04-27T02:50:12.103198Z","end":"2026-04-27T02:50:15.11837Z","steps":["trace[727569015] 'agreement among raft nodes before linearized reading' (duration: 3.015030035s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.243434Z","time spent":"2.87493208s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:15.118181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.797460112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:50:15.118339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910025713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:15.118406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.103185Z","time spent":"3.01521388s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:50:15.118426Z","caller":"traceutil/trace.go:171","msg":"trace[976384991] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3374; }","duration":"3.797760241s","start":"2026-04-27T02:50:11.320652Z","end":"2026-04-27T02:50:15.118412Z","steps":["trace[976384991] 'agreement among raft nodes before linearized reading' (duration: 3.797457812s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:15.118447Z","caller":"traceutil/trace.go:171","msg":"trace[569213309] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3374; }","duration":"4.910185477s","start":"2026-04-27T02:50:10.208239Z","end":"2026-04-27T02:50:15.118424Z","steps":["trace[569213309] 'agreement among raft nodes before linearized reading' (duration: 4.909874978s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:11.320587Z","time spent":"3.797865114s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:15.11846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:14.283091Z","time spent":"835.303996ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:15.118485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842594149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T02:50:15.118502Z","caller":"traceutil/trace.go:171","msg":"trace[1667647108] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3374; }","duration":"2.842649011s","start":"2026-04-27T02:50:12.275849Z","end":"2026-04-27T02:50:15.118498Z","steps":["trace[1667647108] 'agreement among raft nodes before linearized reading' (duration: 2.84261556s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.275831Z","time spent":"2.842681591s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T02:50:15.11837Z","caller":"traceutil/trace.go:171","msg":"trace[1137451834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3374; }","duration":"3.018013601s","start":"2026-04-27T02:50:12.100351Z","end":"2026-04-27T02:50:15.118365Z","steps":["trace[1137451834] 'agreement among raft nodes before linearized reading' (duration: 3.017972419s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:11.148711Z","time spent":"3.96962358s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:15.118545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.100314Z","time spent":"3.018222978s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:50:15.118311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01762983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:50:15.118593Z","caller":"traceutil/trace.go:171","msg":"trace[2144012214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3374; }","duration":"3.017904528s","start":"2026-04-27T02:50:12.100675Z","end":"2026-04-27T02:50:15.11858Z","steps":["trace[2144012214] 'agreement among raft nodes before linearized reading' (duration: 3.017605379s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.100574Z","time spent":"3.018037982s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:50:15.118627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001914765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-tt4n5.18aa16b2ce226ef7\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-27T02:50:15.118645Z","caller":"traceutil/trace.go:171","msg":"trace[176954514] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-tt4n5.18aa16b2ce226ef7; range_end:; response_count:1; response_revision:3374; }","duration":"5.001959287s","start":"2026-04-27T02:50:10.116679Z","end":"2026-04-27T02:50:15.118638Z","steps":["trace[176954514] 'agreement among raft nodes before linearized reading' (duration: 5.001906365s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.116664Z","time spent":"5.001991197s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/ovn-controller-default-tt4n5.18aa16b2ce226ef7\" "} {"level":"warn","ts":"2026-04-27T02:50:15.118784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904869844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:15.118789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7200814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:15.118501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.208218Z","time spent":"4.91027161s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-27T02:50:15.118819Z","caller":"traceutil/trace.go:171","msg":"trace[19991890] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3374; }","duration":"1.904943956s","start":"2026-04-27T02:50:13.213869Z","end":"2026-04-27T02:50:15.118813Z","steps":["trace[19991890] 'agreement among raft nodes before linearized reading' (duration: 1.904896054s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:13.213847Z","time spent":"1.904983237s","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:15.118838Z","caller":"traceutil/trace.go:171","msg":"trace[297303279] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3374; }","duration":"1.720167863s","start":"2026-04-27T02:50:13.398656Z","end":"2026-04-27T02:50:15.118824Z","steps":["trace[297303279] 'agreement among raft nodes before linearized reading' (duration: 1.720085021s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.118882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:13.398632Z","time spent":"1.720236234s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:15.11889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.666807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:15.118905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366004037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:15.119Z","caller":"traceutil/trace.go:171","msg":"trace[734425596] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3374; }","duration":"626.778971ms","start":"2026-04-27T02:50:14.492206Z","end":"2026-04-27T02:50:15.118985Z","steps":["trace[734425596] 'agreement among raft nodes before linearized reading' (duration: 626.632376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:15.119018Z","caller":"traceutil/trace.go:171","msg":"trace[1897891632] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3374; }","duration":"2.366155521s","start":"2026-04-27T02:50:12.75285Z","end":"2026-04-27T02:50:15.119006Z","steps":["trace[1897891632] 'agreement among raft nodes before linearized reading' (duration: 2.366017147s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.119058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632878154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:15.119053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:14.492145Z","time spent":"626.887654ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:15.119055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:12.75282Z","time spent":"2.366225143s","remote":"127.0.0.1:56248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:15.119075Z","caller":"traceutil/trace.go:171","msg":"trace[832793074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3374; }","duration":"1.632926485s","start":"2026-04-27T02:50:13.486145Z","end":"2026-04-27T02:50:15.119071Z","steps":["trace[832793074] 'agreement among raft nodes before linearized reading' (duration: 1.632899204s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.119052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006529955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:15.119088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:13.486127Z","time spent":"1.632958517s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:50:15.119114Z","caller":"traceutil/trace.go:171","msg":"trace[604359835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3374; }","duration":"1.006621118s","start":"2026-04-27T02:50:14.112477Z","end":"2026-04-27T02:50:15.119098Z","steps":["trace[604359835] 'agreement among raft nodes before linearized reading' (duration: 1.006529545s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.119153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:14.112457Z","time spent":"1.00668618s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:15.119633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911630859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:15.11968Z","caller":"traceutil/trace.go:171","msg":"trace[1329093184] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3374; }","duration":"4.911727332s","start":"2026-04-27T02:50:10.207944Z","end":"2026-04-27T02:50:15.119671Z","steps":["trace[1329093184] 'agreement among raft nodes before linearized reading' (duration: 4.910183867s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.119698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:10.207918Z","time spent":"4.911774503s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:50:15.877186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.486229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:15.877349Z","caller":"traceutil/trace.go:171","msg":"trace[680310992] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3382; }","duration":"476.712256ms","start":"2026-04-27T02:50:15.400608Z","end":"2026-04-27T02:50:15.87732Z","steps":["trace[680310992] 'count revisions from in-memory index tree' (duration: 476.332195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:15.877403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:15.400569Z","time spent":"476.820179ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:15.878264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.475009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:15.878416Z","caller":"traceutil/trace.go:171","msg":"trace[456082298] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3382; }","duration":"246.681365ms","start":"2026-04-27T02:50:15.631716Z","end":"2026-04-27T02:50:15.878397Z","steps":["trace[456082298] 'count revisions from in-memory index tree' (duration: 246.383847ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:15.923877Z","caller":"traceutil/trace.go:171","msg":"trace[685674672] linearizableReadLoop","detail":"{readStateIndex:3520; appliedIndex:3519; }","duration":"164.907056ms","start":"2026-04-27T02:50:15.758954Z","end":"2026-04-27T02:50:15.923861Z","steps":["trace[685674672] 'read index received' (duration: 164.743132ms)","trace[685674672] 'applied index is now lower than readState.Index' (duration: 162.924µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:15.924044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.090172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:15.924113Z","caller":"traceutil/trace.go:171","msg":"trace[2130594866] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3383; }","duration":"165.199135ms","start":"2026-04-27T02:50:15.758902Z","end":"2026-04-27T02:50:15.924101Z","steps":["trace[2130594866] 'agreement among raft nodes before linearized reading' (duration: 165.090632ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:15.924223Z","caller":"traceutil/trace.go:171","msg":"trace[924509250] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"215.017584ms","start":"2026-04-27T02:50:15.709059Z","end":"2026-04-27T02:50:15.924076Z","steps":["trace[924509250] 'process raft request' (duration: 214.641873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:16.744276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290778988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:17.00833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084639167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:50:17.452404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.900961ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:50:17.452639Z","caller":"traceutil/trace.go:171","msg":"trace[1154554251] linearizableReadLoop","detail":"{readStateIndex:3521; appliedIndex:3520; }","duration":"1.209392785s","start":"2026-04-27T02:50:16.243223Z","end":"2026-04-27T02:50:17.452615Z","steps":["trace[1154554251] 'read index received' (duration: 765.289528ms)","trace[1154554251] 'applied index is now lower than readState.Index' (duration: 444.102217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:17.452744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209500779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:17.452774Z","caller":"traceutil/trace.go:171","msg":"trace[2010790900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3383; }","duration":"1.209582052s","start":"2026-04-27T02:50:16.243182Z","end":"2026-04-27T02:50:17.452764Z","steps":["trace[2010790900] 'agreement among raft nodes before linearized reading' (duration: 1.209510909s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:17.45281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:16.243163Z","time spent":"1.209636363s","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:17.452809Z","caller":"traceutil/trace.go:171","msg":"trace[204485241] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"424.585819ms","start":"2026-04-27T02:50:17.028203Z","end":"2026-04-27T02:50:17.452789Z","steps":["trace[204485241] 'process raft request' (duration: 424.314451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:17.452919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.028179Z","time spent":"424.669942ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:18.015865Z","caller":"traceutil/trace.go:171","msg":"trace[1957564724] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"892.574421ms","start":"2026-04-27T02:50:17.123262Z","end":"2026-04-27T02:50:18.015836Z","steps":["trace[1957564724] 'process raft request' (duration: 803.023206ms)","trace[1957564724] 'compare' (duration: 89.432272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:18.016004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.123233Z","time spent":"892.695905ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:18.408973Z","caller":"traceutil/trace.go:171","msg":"trace[1449487556] linearizableReadLoop","detail":"{readStateIndex:3525; appliedIndex:3522; }","duration":"956.284714ms","start":"2026-04-27T02:50:17.452667Z","end":"2026-04-27T02:50:18.408952Z","steps":["trace[1449487556] 'read index received' (duration: 473.627906ms)","trace[1449487556] 'applied index is now lower than readState.Index' (duration: 482.655738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:18.409087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858758753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:18.40912Z","caller":"traceutil/trace.go:171","msg":"trace[1313542297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3387; }","duration":"1.858847836s","start":"2026-04-27T02:50:16.550258Z","end":"2026-04-27T02:50:18.409105Z","steps":["trace[1313542297] 'agreement among raft nodes before linearized reading' (duration: 1.858778264s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.409169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:16.550237Z","time spent":"1.858918558s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:18.4092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276314253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:50:18.409282Z","caller":"traceutil/trace.go:171","msg":"trace[1461757804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3387; }","duration":"1.276418326s","start":"2026-04-27T02:50:17.132844Z","end":"2026-04-27T02:50:18.409262Z","steps":["trace[1461757804] 'agreement among raft nodes before linearized reading' (duration: 1.27618129s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.409601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277078575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:50:18.409606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277044064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:50:18.409647Z","caller":"traceutil/trace.go:171","msg":"trace[1321152676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3387; }","duration":"1.277121766s","start":"2026-04-27T02:50:17.132516Z","end":"2026-04-27T02:50:18.409638Z","steps":["trace[1321152676] 'agreement among raft nodes before linearized reading' (duration: 1.277025754s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.409634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276140028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:50:18.40965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276678603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:50:18.409646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332708033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:18.409696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.13246Z","time spent":"1.2772296s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:50:18.409821Z","caller":"traceutil/trace.go:171","msg":"trace[1391693791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3387; }","duration":"1.333118805s","start":"2026-04-27T02:50:17.076679Z","end":"2026-04-27T02:50:18.409798Z","steps":["trace[1391693791] 'agreement among raft nodes before linearized reading' (duration: 1.332676702s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.409596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.132839Z","time spent":"1.276740506s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:18.409882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.076661Z","time spent":"1.333202248s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:50:18.409692Z","caller":"traceutil/trace.go:171","msg":"trace[1570667565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3387; }","duration":"1.277129707s","start":"2026-04-27T02:50:17.132538Z","end":"2026-04-27T02:50:18.409667Z","steps":["trace[1570667565] 'agreement among raft nodes before linearized reading' (duration: 1.276972493s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.409974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273895433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:50:18.410027Z","caller":"traceutil/trace.go:171","msg":"trace[1051493023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3387; }","duration":"1.273971245s","start":"2026-04-27T02:50:17.136045Z","end":"2026-04-27T02:50:18.410016Z","steps":["trace[1051493023] 'agreement among raft nodes before linearized reading' (duration: 1.273294536s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.410066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.136031Z","time spent":"1.274026097s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:50:18.409988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.132531Z","time spent":"1.277446236s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:50:18.40954Z","caller":"traceutil/trace.go:171","msg":"trace[1469219497] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"1.286045916s","start":"2026-04-27T02:50:17.123485Z","end":"2026-04-27T02:50:18.409531Z","steps":["trace[1469219497] 'process raft request' (duration: 1.285427918s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.409392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284902323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:18.410265Z","caller":"traceutil/trace.go:171","msg":"trace[2123433914] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3387; }","duration":"1.285795929s","start":"2026-04-27T02:50:17.124458Z","end":"2026-04-27T02:50:18.410254Z","steps":["trace[2123433914] 'agreement among raft nodes before linearized reading' (duration: 1.284848002s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:18.409728Z","caller":"traceutil/trace.go:171","msg":"trace[263481357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3387; }","duration":"1.276244881s","start":"2026-04-27T02:50:17.133466Z","end":"2026-04-27T02:50:18.409711Z","steps":["trace[263481357] 'agreement among raft nodes before linearized reading' (duration: 1.275954113s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.410306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.124449Z","time spent":"1.28584593s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:50:18.410314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.133438Z","time spent":"1.276863809s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:50:18.410304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.123441Z","time spent":"1.286761647s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:18.40979Z","caller":"traceutil/trace.go:171","msg":"trace[368336810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3387; }","duration":"1.276809348s","start":"2026-04-27T02:50:17.132916Z","end":"2026-04-27T02:50:18.409726Z","steps":["trace[368336810] 'agreement among raft nodes before linearized reading' (duration: 1.276563551s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.41039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.132913Z","time spent":"1.277471427s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:50:18.409405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284784639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:18.410474Z","caller":"traceutil/trace.go:171","msg":"trace[1183013571] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3387; }","duration":"1.285924333s","start":"2026-04-27T02:50:17.124531Z","end":"2026-04-27T02:50:18.410455Z","steps":["trace[1183013571] 'agreement among raft nodes before linearized reading' (duration: 1.284568704s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:18.40952Z","caller":"traceutil/trace.go:171","msg":"trace[1454816633] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"1.286078538s","start":"2026-04-27T02:50:17.123432Z","end":"2026-04-27T02:50:18.409511Z","steps":["trace[1454816633] 'process raft request' (duration: 1.285325856s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:18.410538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.12451Z","time spent":"1.286010405s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:50:18.410593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:17.123382Z","time spent":"1.287153058s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:19.357719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.776461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:19.357851Z","caller":"traceutil/trace.go:171","msg":"trace[1166180367] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"943.183013ms","start":"2026-04-27T02:50:18.414636Z","end":"2026-04-27T02:50:19.357819Z","steps":["trace[1166180367] 'process raft request' (duration: 481.217396ms)","trace[1166180367] 'compare' (duration: 461.05429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:19.357944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.41462Z","time spent":"943.281436ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:20.343317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447396239s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:50:20.404301Z","caller":"traceutil/trace.go:171","msg":"trace[1602665510] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"1.989240879s","start":"2026-04-27T02:50:18.41503Z","end":"2026-04-27T02:50:20.404271Z","steps":["trace[1602665510] 'process raft request' (duration: 1.989105125s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:20.404565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.415023Z","time spent":"1.989417494s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:20.404896Z","caller":"traceutil/trace.go:171","msg":"trace[1985548882] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"1.989469116s","start":"2026-04-27T02:50:18.415398Z","end":"2026-04-27T02:50:20.404867Z","steps":["trace[1985548882] 'process raft request' (duration: 1.988833497s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:20.405076Z","caller":"traceutil/trace.go:171","msg":"trace[803963011] transaction","detail":"{read_only:false; response_revision:3392; number_of_response:1; }","duration":"1.988400024s","start":"2026-04-27T02:50:18.416659Z","end":"2026-04-27T02:50:20.405059Z","steps":["trace[803963011] 'process raft request' (duration: 1.988002673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:20.405074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.415388Z","time spent":"1.989595169s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:20.405148Z","caller":"traceutil/trace.go:171","msg":"trace[1199752237] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"383.162724ms","start":"2026-04-27T02:50:20.021975Z","end":"2026-04-27T02:50:20.405137Z","steps":["trace[1199752237] 'process raft request' (duration: 383.129083ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:20.405172Z","caller":"traceutil/trace.go:171","msg":"trace[1023874484] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"947.764747ms","start":"2026-04-27T02:50:19.457384Z","end":"2026-04-27T02:50:20.405149Z","steps":["trace[1023874484] 'process raft request' (duration: 947.645223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:20.405178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.41665Z","time spent":"1.988479217s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:20.405263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:19.457357Z","time spent":"947.85826ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:20.405295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.021945Z","time spent":"383.259477ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:20.405155Z","caller":"traceutil/trace.go:171","msg":"trace[1601304898] linearizableReadLoop","detail":"{readStateIndex:3529; appliedIndex:3525; }","duration":"1.989061704s","start":"2026-04-27T02:50:18.416067Z","end":"2026-04-27T02:50:20.405129Z","steps":["trace[1601304898] 'read index received' (duration: 479.809156ms)","trace[1601304898] 'applied index is now lower than readState.Index' (duration: 1.509243918s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:20.405548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989482606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:50:20.405612Z","caller":"traceutil/trace.go:171","msg":"trace[819327786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3394; }","duration":"1.98959717s","start":"2026-04-27T02:50:18.416001Z","end":"2026-04-27T02:50:20.405598Z","steps":["trace[819327786] 'agreement among raft nodes before linearized reading' (duration: 1.989193688s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:20.405654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.415979Z","time spent":"1.989664291s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:50:20.405772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986220631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:20.405824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5096549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-27T02:50:20.405842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317400768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16b2c3268598\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-27T02:50:20.405859Z","caller":"traceutil/trace.go:171","msg":"trace[1919774101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3394; }","duration":"1.986348635s","start":"2026-04-27T02:50:18.419492Z","end":"2026-04-27T02:50:20.405841Z","steps":["trace[1919774101] 'agreement among raft nodes before linearized reading' (duration: 1.986206831s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:20.405871Z","caller":"traceutil/trace.go:171","msg":"trace[1982221167] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3394; }","duration":"1.509736892s","start":"2026-04-27T02:50:18.896118Z","end":"2026-04-27T02:50:20.405855Z","steps":["trace[1982221167] 'agreement among raft nodes before linearized reading' (duration: 1.509578988s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:20.405914Z","caller":"traceutil/trace.go:171","msg":"trace[234901211] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16b2c3268598; range_end:; response_count:1; response_revision:3394; }","duration":"1.317496991s","start":"2026-04-27T02:50:19.088399Z","end":"2026-04-27T02:50:20.405896Z","steps":["trace[234901211] 'agreement among raft nodes before linearized reading' (duration: 1.317328997s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:20.405923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.896094Z","time spent":"1.509817705s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T02:50:20.405917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.419474Z","time spent":"1.986434608s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:20.405962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:19.088384Z","time spent":"1.317566153s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16b2c3268598\" "} {"level":"warn","ts":"2026-04-27T02:50:20.405941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725818337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:50:20.406011Z","caller":"traceutil/trace.go:171","msg":"trace[790653738] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:3394; }","duration":"1.72593046s","start":"2026-04-27T02:50:18.680068Z","end":"2026-04-27T02:50:20.405998Z","steps":["trace[790653738] 'agreement among raft nodes before linearized reading' (duration: 1.725679443s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:20.406058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.680047Z","time spent":"1.725986971s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-27T02:50:20.406385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829260756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"info","ts":"2026-04-27T02:50:20.406452Z","caller":"traceutil/trace.go:171","msg":"trace[437159220] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3394; }","duration":"1.829332888s","start":"2026-04-27T02:50:18.577102Z","end":"2026-04-27T02:50:20.406434Z","steps":["trace[437159220] 'agreement among raft nodes before linearized reading' (duration: 1.828765552s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:20.406572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.577044Z","time spent":"1.829511443s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413411,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-27T02:50:20.404316Z","caller":"traceutil/trace.go:171","msg":"trace[1940136989] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"1.989302061s","start":"2026-04-27T02:50:18.414969Z","end":"2026-04-27T02:50:20.404271Z","steps":["trace[1940136989] 'process raft request' (duration: 1.928524243s)","trace[1940136989] 'compare' (duration: 59.855661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:20.433209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:18.414959Z","time spent":"2.018128708s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:21.882705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.108975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:21.882933Z","caller":"traceutil/trace.go:171","msg":"trace[1037437351] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"1.47495963s","start":"2026-04-27T02:50:20.407945Z","end":"2026-04-27T02:50:21.882904Z","steps":["trace[1037437351] 'process raft request' (duration: 480.573537ms)","trace[1037437351] 'compare' (duration: 993.997172ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:21.882975Z","caller":"traceutil/trace.go:171","msg":"trace[1855895276] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"1.44226132s","start":"2026-04-27T02:50:20.440695Z","end":"2026-04-27T02:50:21.882957Z","steps":["trace[1855895276] 'process raft request' (duration: 1.442217418s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:21.883073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.440678Z","time spent":"1.442345523s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:21.883117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.407919Z","time spent":"1.475087434s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:21.883407Z","caller":"traceutil/trace.go:171","msg":"trace[194323296] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"1.468335527s","start":"2026-04-27T02:50:20.415057Z","end":"2026-04-27T02:50:21.883392Z","steps":["trace[194323296] 'process raft request' (duration: 1.467760741s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:21.883474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.415045Z","time spent":"1.468397639s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:21.883527Z","caller":"traceutil/trace.go:171","msg":"trace[410675248] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3532; }","duration":"1.469918524s","start":"2026-04-27T02:50:20.413593Z","end":"2026-04-27T02:50:21.883512Z","steps":["trace[410675248] 'read index received' (duration: 25.701697ms)","trace[410675248] 'applied index is now lower than readState.Index' (duration: 1.444215307s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:21.883601Z","caller":"traceutil/trace.go:171","msg":"trace[1019374250] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"1.467527095s","start":"2026-04-27T02:50:20.416029Z","end":"2026-04-27T02:50:21.883556Z","steps":["trace[1019374250] 'process raft request' (duration: 1.466846525s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:21.883661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468660397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:21.883699Z","caller":"traceutil/trace.go:171","msg":"trace[1388487005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3398; }","duration":"1.468718659s","start":"2026-04-27T02:50:20.414971Z","end":"2026-04-27T02:50:21.88369Z","steps":["trace[1388487005] 'agreement among raft nodes before linearized reading' (duration: 1.468648027s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:21.883678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470050557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:21.883735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.414957Z","time spent":"1.46877228s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:50:21.883772Z","caller":"traceutil/trace.go:171","msg":"trace[1968668763] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3398; }","duration":"1.470182961s","start":"2026-04-27T02:50:20.413568Z","end":"2026-04-27T02:50:21.883751Z","steps":["trace[1968668763] 'agreement among raft nodes before linearized reading' (duration: 1.470013856s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:21.88383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.413558Z","time spent":"1.470258604s","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:21.88385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.416017Z","time spent":"1.467641648s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:21.883962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44808212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:21.883966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447870613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:21.884002Z","caller":"traceutil/trace.go:171","msg":"trace[1508984822] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3398; }","duration":"1.448120061s","start":"2026-04-27T02:50:20.43587Z","end":"2026-04-27T02:50:21.88399Z","steps":["trace[1508984822] 'agreement among raft nodes before linearized reading' (duration: 1.447995367s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:21.884027Z","caller":"traceutil/trace.go:171","msg":"trace[2004037105] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3398; }","duration":"1.447976236s","start":"2026-04-27T02:50:20.436034Z","end":"2026-04-27T02:50:21.88401Z","steps":["trace[2004037105] 'agreement among raft nodes before linearized reading' (duration: 1.44775444s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:21.88401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.604217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:50:21.884044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.435798Z","time spent":"1.448234214s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:50:21.884078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.436013Z","time spent":"1.448055449s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:50:21.883837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.993684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:21.884108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.371995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T02:50:21.884111Z","caller":"traceutil/trace.go:171","msg":"trace[1413768235] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3398; }","duration":"985.761553ms","start":"2026-04-27T02:50:20.898327Z","end":"2026-04-27T02:50:21.884088Z","steps":["trace[1413768235] 'agreement among raft nodes before linearized reading' (duration: 985.496765ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:21.884144Z","caller":"traceutil/trace.go:171","msg":"trace[483378647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3398; }","duration":"521.449027ms","start":"2026-04-27T02:50:21.362683Z","end":"2026-04-27T02:50:21.884132Z","steps":["trace[483378647] 'agreement among raft nodes before linearized reading' (duration: 521.346884ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:21.884144Z","caller":"traceutil/trace.go:171","msg":"trace[1901992765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3398; }","duration":"542.299933ms","start":"2026-04-27T02:50:21.341813Z","end":"2026-04-27T02:50:21.884113Z","steps":["trace[1901992765] 'agreement among raft nodes before linearized reading' (duration: 541.940583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:21.884164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:21.362655Z","time spent":"521.504919ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:21.884173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:20.898303Z","time spent":"985.854034ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":80,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:21.884203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:21.341735Z","time spent":"542.442158ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:22.005629Z","caller":"traceutil/trace.go:171","msg":"trace[995146199] linearizableReadLoop","detail":"{readStateIndex:3538; appliedIndex:3537; }","duration":"117.553599ms","start":"2026-04-27T02:50:21.888053Z","end":"2026-04-27T02:50:22.005606Z","steps":["trace[995146199] 'read index received' (duration: 106.809156ms)","trace[995146199] 'applied index is now lower than readState.Index' (duration: 10.743143ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:22.00565Z","caller":"traceutil/trace.go:171","msg":"trace[887824126] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"117.719054ms","start":"2026-04-27T02:50:21.887888Z","end":"2026-04-27T02:50:22.005607Z","steps":["trace[887824126] 'process raft request' (duration: 106.999152ms)","trace[887824126] 'compare' (duration: 10.503746ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:22.005792Z","caller":"traceutil/trace.go:171","msg":"trace[52111055] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"116.665074ms","start":"2026-04-27T02:50:21.889106Z","end":"2026-04-27T02:50:22.005771Z","steps":["trace[52111055] 'process raft request' (duration: 116.451568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:22.005904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.908074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:22.005903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.822447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:50:22.005976Z","caller":"traceutil/trace.go:171","msg":"trace[320792761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3400; }","duration":"112.993606ms","start":"2026-04-27T02:50:21.892966Z","end":"2026-04-27T02:50:22.00596Z","steps":["trace[320792761] 'agreement among raft nodes before linearized reading' (duration: 112.875423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:22.00599Z","caller":"traceutil/trace.go:171","msg":"trace[263753012] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3400; }","duration":"117.934171ms","start":"2026-04-27T02:50:21.888037Z","end":"2026-04-27T02:50:22.005971Z","steps":["trace[263753012] 'agreement among raft nodes before linearized reading' (duration: 117.676273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:22.912602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:50:23.284844Z","caller":"traceutil/trace.go:171","msg":"trace[145498367] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"873.26813ms","start":"2026-04-27T02:50:22.411551Z","end":"2026-04-27T02:50:23.284819Z","steps":["trace[145498367] 'process raft request' (duration: 873.116046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:23.284995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.411537Z","time spent":"873.382103ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:23.766186Z","caller":"traceutil/trace.go:171","msg":"trace[1727340838] linearizableReadLoop","detail":"{readStateIndex:3545; appliedIndex:3539; }","duration":"1.354513907s","start":"2026-04-27T02:50:22.411645Z","end":"2026-04-27T02:50:23.766159Z","steps":["trace[1727340838] 'read index received' (duration: 873.129116ms)","trace[1727340838] 'applied index is now lower than readState.Index' (duration: 481.383811ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:23.766273Z","caller":"traceutil/trace.go:171","msg":"trace[2055576240] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"1.351641373s","start":"2026-04-27T02:50:22.414622Z","end":"2026-04-27T02:50:23.766263Z","steps":["trace[2055576240] 'process raft request' (duration: 1.351365565s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:23.766293Z","caller":"traceutil/trace.go:171","msg":"trace[388647567] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"1.350629884s","start":"2026-04-27T02:50:22.415613Z","end":"2026-04-27T02:50:23.766243Z","steps":["trace[388647567] 'process raft request' (duration: 1.350441158s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:23.766345Z","caller":"traceutil/trace.go:171","msg":"trace[1216167778] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"1.175013866s","start":"2026-04-27T02:50:22.591308Z","end":"2026-04-27T02:50:23.766322Z","steps":["trace[1216167778] 'process raft request' (duration: 1.1748136s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:23.766338Z","caller":"traceutil/trace.go:171","msg":"trace[2078121289] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"1.181873126s","start":"2026-04-27T02:50:22.584418Z","end":"2026-04-27T02:50:23.766291Z","steps":["trace[2078121289] 'process raft request' (duration: 1.18167065s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:23.766188Z","caller":"traceutil/trace.go:171","msg":"trace[403040235] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"1.354376553s","start":"2026-04-27T02:50:22.411773Z","end":"2026-04-27T02:50:23.76615Z","steps":["trace[403040235] 'process raft request' (duration: 1.354028063s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:23.766504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.584384Z","time spent":"1.182022011s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:23.766504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.415599Z","time spent":"1.350793389s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:23.766543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.591276Z","time spent":"1.175125779s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:23.766544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.411748Z","time spent":"1.354699073s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:23.766587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354902719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:50:23.766822Z","caller":"traceutil/trace.go:171","msg":"trace[362967808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3406; }","duration":"1.355173257s","start":"2026-04-27T02:50:22.411623Z","end":"2026-04-27T02:50:23.766796Z","steps":["trace[362967808] 'agreement among raft nodes before linearized reading' (duration: 1.354725214s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:23.766885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.411604Z","time spent":"1.355266669s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:23.767003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.890557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:23.76705Z","caller":"traceutil/trace.go:171","msg":"trace[1321197410] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3407; }","duration":"152.97449ms","start":"2026-04-27T02:50:23.614059Z","end":"2026-04-27T02:50:23.767034Z","steps":["trace[1321197410] 'agreement among raft nodes before linearized reading' (duration: 152.799605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:23.767093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.642329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:23.767155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.330165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:23.767185Z","caller":"traceutil/trace.go:171","msg":"trace[90923760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3407; }","duration":"689.765902ms","start":"2026-04-27T02:50:23.077403Z","end":"2026-04-27T02:50:23.767169Z","steps":["trace[90923760] 'agreement among raft nodes before linearized reading' (duration: 689.603567ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:23.767229Z","caller":"traceutil/trace.go:171","msg":"trace[1959323180] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:3407; }","duration":"268.437298ms","start":"2026-04-27T02:50:23.498767Z","end":"2026-04-27T02:50:23.767204Z","steps":["trace[1959323180] 'agreement among raft nodes before linearized reading' (duration: 268.336095ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:23.767168Z","caller":"traceutil/trace.go:171","msg":"trace[666536890] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"337.018362ms","start":"2026-04-27T02:50:23.430134Z","end":"2026-04-27T02:50:23.767152Z","steps":["trace[666536890] 'process raft request' (duration: 336.505657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:23.767299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330277192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:50:23.767263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.414607Z","time spent":"1.351713676s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:23.767331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:23.077378Z","time spent":"689.839514ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:23.767359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:23.430099Z","time spent":"337.218028ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:23.767336Z","caller":"traceutil/trace.go:171","msg":"trace[968901311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3407; }","duration":"1.330336444s","start":"2026-04-27T02:50:22.43699Z","end":"2026-04-27T02:50:23.767326Z","steps":["trace[968901311] 'agreement among raft nodes before linearized reading' (duration: 1.330237891s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:23.767584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.436974Z","time spent":"1.330597111s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:23.767653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353177478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:50:23.767872Z","caller":"traceutil/trace.go:171","msg":"trace[1551685315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3407; }","duration":"1.353464177s","start":"2026-04-27T02:50:22.414361Z","end":"2026-04-27T02:50:23.767826Z","steps":["trace[1551685315] 'agreement among raft nodes before linearized reading' (duration: 1.352477448s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:23.768015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:22.41435Z","time spent":"1.353639772s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:50:25.338164Z","caller":"traceutil/trace.go:171","msg":"trace[842909942] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"233.990586ms","start":"2026-04-27T02:50:25.104155Z","end":"2026-04-27T02:50:25.338146Z","steps":["trace[842909942] 'process raft request' (duration: 233.846301ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:27.51063Z","caller":"traceutil/trace.go:171","msg":"trace[1106888062] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"227.572369ms","start":"2026-04-27T02:50:27.283036Z","end":"2026-04-27T02:50:27.510609Z","steps":["trace[1106888062] 'process raft request' (duration: 227.454005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:28.036441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:29.380628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179476018s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:29.380747Z","caller":"traceutil/trace.go:171","msg":"trace[761179040] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"2.032499852s","start":"2026-04-27T02:50:27.348223Z","end":"2026-04-27T02:50:29.380723Z","steps":["trace[761179040] 'process raft request' (duration: 852.815828ms)","trace[761179040] 'compare' (duration: 1.17829005s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:29.381342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.348207Z","time spent":"2.032571844s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:29.38351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18241627s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:50:29.383883Z","caller":"traceutil/trace.go:171","msg":"trace[1750978733] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"1.602286484s","start":"2026-04-27T02:50:27.781575Z","end":"2026-04-27T02:50:29.383862Z","steps":["trace[1750978733] 'process raft request' (duration: 1.602082337s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:29.383988Z","caller":"traceutil/trace.go:171","msg":"trace[1118895843] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"1.484062099s","start":"2026-04-27T02:50:27.899903Z","end":"2026-04-27T02:50:29.383966Z","steps":["trace[1118895843] 'process raft request' (duration: 1.483863103s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.383992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.781553Z","time spent":"1.602378557s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:29.384093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.899856Z","time spent":"1.484176403s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:29.384361Z","caller":"traceutil/trace.go:171","msg":"trace[271014264] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"1.484016248s","start":"2026-04-27T02:50:27.900326Z","end":"2026-04-27T02:50:29.384342Z","steps":["trace[271014264] 'process raft request' (duration: 1.483610645s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:29.384281Z","caller":"traceutil/trace.go:171","msg":"trace[160410667] linearizableReadLoop","detail":"{readStateIndex:3567; appliedIndex:3563; }","duration":"1.848850011s","start":"2026-04-27T02:50:27.535422Z","end":"2026-04-27T02:50:29.384272Z","steps":["trace[160410667] 'read index received' (duration: 665.663496ms)","trace[160410667] 'applied index is now lower than readState.Index' (duration: 1.183185895s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:29.384473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.900304Z","time spent":"1.484125731s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:29.384534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849182041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:50:29.38457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773943496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:29.384593Z","caller":"traceutil/trace.go:171","msg":"trace[326925327] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3427; }","duration":"1.849307645s","start":"2026-04-27T02:50:27.535274Z","end":"2026-04-27T02:50:29.384582Z","steps":["trace[326925327] 'agreement among raft nodes before linearized reading' (duration: 1.849177761s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:29.384611Z","caller":"traceutil/trace.go:171","msg":"trace[1048743283] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3427; }","duration":"1.774038469s","start":"2026-04-27T02:50:27.610562Z","end":"2026-04-27T02:50:29.3846Z","steps":["trace[1048743283] 'agreement among raft nodes before linearized reading' (duration: 1.773963027s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.384624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.53509Z","time spent":"1.849528152s","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:29.384646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.610521Z","time spent":"1.774115521s","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:29.384829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664157218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:29.38486Z","caller":"traceutil/trace.go:171","msg":"trace[2076164180] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3427; }","duration":"1.664248191s","start":"2026-04-27T02:50:27.720602Z","end":"2026-04-27T02:50:29.384851Z","steps":["trace[2076164180] 'agreement among raft nodes before linearized reading' (duration: 1.664181659s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.384857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60311803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:50:29.384881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.720583Z","time spent":"1.664292133s","remote":"127.0.0.1:46298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:29.384882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590458269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:50:29.384897Z","caller":"traceutil/trace.go:171","msg":"trace[2072264991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3427; }","duration":"1.603181372s","start":"2026-04-27T02:50:27.781704Z","end":"2026-04-27T02:50:29.384885Z","steps":["trace[2072264991] 'agreement among raft nodes before linearized reading' (duration: 1.603054148s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.384912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592498445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:50:29.38493Z","caller":"traceutil/trace.go:171","msg":"trace[1591540508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3427; }","duration":"1.592516875s","start":"2026-04-27T02:50:27.792408Z","end":"2026-04-27T02:50:29.384925Z","steps":["trace[1591540508] 'agreement among raft nodes before linearized reading' (duration: 1.592430352s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.384931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.781697Z","time spent":"1.603227133s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:50:29.384952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.792392Z","time spent":"1.592557396s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:50:29.384926Z","caller":"traceutil/trace.go:171","msg":"trace[526924473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3427; }","duration":"1.590525352s","start":"2026-04-27T02:50:27.794389Z","end":"2026-04-27T02:50:29.384914Z","steps":["trace[526924473] 'agreement among raft nodes before linearized reading' (duration: 1.590347496s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.794378Z","time spent":"1.590629725s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:50:29.385006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.266527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:50:29.385034Z","caller":"traceutil/trace.go:171","msg":"trace[1731281245] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:3427; }","duration":"704.331518ms","start":"2026-04-27T02:50:28.680695Z","end":"2026-04-27T02:50:29.385026Z","steps":["trace[1731281245] 'agreement among raft nodes before linearized reading' (duration: 704.252536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605446414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:50:29.385073Z","caller":"traceutil/trace.go:171","msg":"trace[1785961912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3427; }","duration":"1.605511666s","start":"2026-04-27T02:50:27.779554Z","end":"2026-04-27T02:50:29.385066Z","steps":["trace[1785961912] 'agreement among raft nodes before linearized reading' (duration: 1.605415493s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.779527Z","time spent":"1.605570548s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:50:29.385116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113846534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:29.385154Z","caller":"traceutil/trace.go:171","msg":"trace[771194488] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3427; }","duration":"1.113924257s","start":"2026-04-27T02:50:28.271216Z","end":"2026-04-27T02:50:29.38514Z","steps":["trace[771194488] 'agreement among raft nodes before linearized reading' (duration: 1.113872285s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.38519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:28.27119Z","time spent":"1.113992009s","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:29.385224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355008542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:50:29.385208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59679852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:50:29.385242Z","caller":"traceutil/trace.go:171","msg":"trace[280921875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3427; }","duration":"1.355066504s","start":"2026-04-27T02:50:28.03017Z","end":"2026-04-27T02:50:29.385237Z","steps":["trace[280921875] 'agreement among raft nodes before linearized reading' (duration: 1.355018412s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:28.680661Z","time spent":"704.404261ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-27T02:50:29.385257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:28.030146Z","time spent":"1.355107856s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:50:29.385271Z","caller":"traceutil/trace.go:171","msg":"trace[390964826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3427; }","duration":"1.596895593s","start":"2026-04-27T02:50:27.788352Z","end":"2026-04-27T02:50:29.385248Z","steps":["trace[390964826] 'agreement among raft nodes before linearized reading' (duration: 1.596719868s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.788323Z","time spent":"1.597040378s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:29.385435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487781796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:29.385487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488065915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:29.385531Z","caller":"traceutil/trace.go:171","msg":"trace[2104682275] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3427; }","duration":"1.487950462s","start":"2026-04-27T02:50:27.897563Z","end":"2026-04-27T02:50:29.385514Z","steps":["trace[2104682275] 'agreement among raft nodes before linearized reading' (duration: 1.487703004s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300244052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:29.385537Z","caller":"traceutil/trace.go:171","msg":"trace[743622439] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3427; }","duration":"1.488187259s","start":"2026-04-27T02:50:27.897336Z","end":"2026-04-27T02:50:29.385523Z","steps":["trace[743622439] 'agreement among raft nodes before linearized reading' (duration: 1.488026084s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.897516Z","time spent":"1.488051204s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:50:29.38559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:27.897316Z","time spent":"1.488262742s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-27T02:50:29.385604Z","caller":"traceutil/trace.go:171","msg":"trace[1581492828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3427; }","duration":"1.30048217s","start":"2026-04-27T02:50:28.085093Z","end":"2026-04-27T02:50:29.385575Z","steps":["trace[1581492828] 'agreement among raft nodes before linearized reading' (duration: 1.300229042s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:29.385703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:28.085025Z","time spent":"1.300644705s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:29.93023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:30.430477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:30.931577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:31.432352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:31.438505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:50:31.438584Z","caller":"traceutil/trace.go:171","msg":"trace[1471151957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526022s","start":"2026-04-27T02:50:29.438026Z","end":"2026-04-27T02:50:31.438552Z","steps":["trace[1471151957] 'agreement among raft nodes before linearized reading' (duration: 2.0004501s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:31.438637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.438003Z","time spent":"2.000623056s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:50:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:31.932877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:31.983651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.553501531s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:50:33.439014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:50:33.439083Z","caller":"traceutil/trace.go:171","msg":"trace[1936772818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212303s","start":"2026-04-27T02:50:31.438858Z","end":"2026-04-27T02:50:33.43907Z","steps":["trace[1936772818] 'agreement among raft nodes before linearized reading' (duration: 2.00012309s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:33.439113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.438836Z","time spent":"2.000271735s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:34.388853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.389849Z","time spent":"4.998996989s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:50:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:34.388943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.390531Z","time spent":"4.998404431s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:50:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:34.388915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.390754Z","time spent":"4.998153473s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:50:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:34.788157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.001660959s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:50:34.889369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.053637ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:34.889556Z","caller":"traceutil/trace.go:171","msg":"trace[678630510] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3427; }","duration":"816.256653ms","start":"2026-04-27T02:50:34.073281Z","end":"2026-04-27T02:50:34.889537Z","steps":["trace[678630510] 'range keys from in-memory index tree' (duration: 816.037416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.891946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908041169s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:34.892672Z","caller":"traceutil/trace.go:171","msg":"trace[458097324] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"5.502212534s","start":"2026-04-27T02:50:29.390431Z","end":"2026-04-27T02:50:34.892643Z","steps":["trace[458097324] 'process raft request' (duration: 5.501630786s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:34.892704Z","caller":"traceutil/trace.go:171","msg":"trace[673125116] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"5.501886663s","start":"2026-04-27T02:50:29.390795Z","end":"2026-04-27T02:50:34.892681Z","steps":["trace[673125116] 'process raft request' (duration: 5.501710218s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.892792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.390411Z","time spent":"5.502327408s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:34.892818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.390784Z","time spent":"5.501971607s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:34.893106Z","caller":"traceutil/trace.go:171","msg":"trace[1892470684] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"3.503753927s","start":"2026-04-27T02:50:31.389333Z","end":"2026-04-27T02:50:34.893087Z","steps":["trace[1892470684] 'process raft request' (duration: 3.503426937s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:34.893228Z","caller":"traceutil/trace.go:171","msg":"trace[134582999] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"3.503355745s","start":"2026-04-27T02:50:31.389866Z","end":"2026-04-27T02:50:34.893222Z","steps":["trace[134582999] 'process raft request' (duration: 3.503111337s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.89327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.389858Z","time spent":"3.503387475s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:34.8934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.389316Z","time spent":"3.503913682s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:34.89349Z","caller":"traceutil/trace.go:171","msg":"trace[436661941] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"3.506910567s","start":"2026-04-27T02:50:31.386572Z","end":"2026-04-27T02:50:34.893482Z","steps":["trace[436661941] 'process raft request' (duration: 3.506099191s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.893501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.503799244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"warn","ts":"2026-04-27T02:50:34.893529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.386529Z","time spent":"3.506980459s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:34.893565Z","caller":"traceutil/trace.go:171","msg":"trace[310173838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3438; }","duration":"5.503884997s","start":"2026-04-27T02:50:29.389665Z","end":"2026-04-27T02:50:34.89355Z","steps":["trace[310173838] 'agreement among raft nodes before linearized reading' (duration: 5.503514195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.893621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.38965Z","time spent":"5.50395804s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:50:34.89369Z","caller":"traceutil/trace.go:171","msg":"trace[1200879193] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"3.504781879s","start":"2026-04-27T02:50:31.388901Z","end":"2026-04-27T02:50:34.893683Z","steps":["trace[1200879193] 'process raft request' (duration: 3.503814339s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.893733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.388874Z","time spent":"3.504837431s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:34.893149Z","caller":"traceutil/trace.go:171","msg":"trace[142329127] linearizableReadLoop","detail":"{readStateIndex:3579; appliedIndex:3568; }","duration":"5.462985405s","start":"2026-04-27T02:50:29.430147Z","end":"2026-04-27T02:50:34.893132Z","steps":["trace[142329127] 'read index received' (duration: 2.553662105s)","trace[142329127] 'applied index is now lower than readState.Index' (duration: 2.90932188s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:34.893143Z","caller":"traceutil/trace.go:171","msg":"trace[1320293524] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"3.605563943s","start":"2026-04-27T02:50:31.287524Z","end":"2026-04-27T02:50:34.893087Z","steps":["trace[1320293524] 'process raft request' (duration: 3.605096329s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.893886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.287495Z","time spent":"3.606372369s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:34.893195Z","caller":"traceutil/trace.go:171","msg":"trace[855981986] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"5.461182768s","start":"2026-04-27T02:50:29.432003Z","end":"2026-04-27T02:50:34.893186Z","steps":["trace[855981986] 'process raft request' (duration: 5.460557109s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:34.89395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.431992Z","time spent":"5.461944282s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:35.447062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:50:35.447139Z","caller":"traceutil/trace.go:171","msg":"trace[1304851610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657947s","start":"2026-04-27T02:50:33.446465Z","end":"2026-04-27T02:50:35.447123Z","steps":["trace[1304851610] 'agreement among raft nodes before linearized reading' (duration: 2.000566004s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:35.447173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:33.446444Z","time spent":"2.000722779s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:50:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:36.704419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639160383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:36.705505Z","caller":"traceutil/trace.go:171","msg":"trace[1095989331] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"2.905758141s","start":"2026-04-27T02:50:33.799675Z","end":"2026-04-27T02:50:36.705433Z","steps":["trace[1095989331] 'process raft request' (duration: 1.265496534s)","trace[1095989331] 'compare' (duration: 1.638651437s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:36.705599Z","caller":"traceutil/trace.go:171","msg":"trace[1186462317] linearizableReadLoop","detail":"{readStateIndex:3581; appliedIndex:3579; }","duration":"1.811717003s","start":"2026-04-27T02:50:34.893844Z","end":"2026-04-27T02:50:36.705561Z","steps":["trace[1186462317] 'read index received' (duration: 171.25892ms)","trace[1186462317] 'applied index is now lower than readState.Index' (duration: 1.640454083s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.705686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:33.799655Z","time spent":"2.905940136s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:36.70553Z","caller":"traceutil/trace.go:171","msg":"trace[2142699785] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"2.586930049s","start":"2026-04-27T02:50:34.118571Z","end":"2026-04-27T02:50:36.705501Z","steps":["trace[2142699785] 'process raft request' (duration: 2.58599291s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.70599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:34.118541Z","time spent":"2.587402404s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:36.795532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706437259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa16b2c3655e0b\" ","response":"range_response_count:1 size:748"} {"level":"warn","ts":"2026-04-27T02:50:36.795526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645691268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:36.795583Z","caller":"traceutil/trace.go:171","msg":"trace[777334318] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa16b2c3655e0b; range_end:; response_count:1; response_revision:3440; }","duration":"2.706534122s","start":"2026-04-27T02:50:34.089035Z","end":"2026-04-27T02:50:36.795569Z","steps":["trace[777334318] 'agreement among raft nodes before linearized reading' (duration: 2.616664929s)","trace[777334318] 'range keys from in-memory index tree' (duration: 89.720818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.795609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:34.089016Z","time spent":"2.706587464s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa16b2c3655e0b\" "} {"level":"info","ts":"2026-04-27T02:50:36.795612Z","caller":"traceutil/trace.go:171","msg":"trace[653182920] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3440; }","duration":"3.645827543s","start":"2026-04-27T02:50:33.14976Z","end":"2026-04-27T02:50:36.795587Z","steps":["trace[653182920] 'agreement among raft nodes before linearized reading' (duration: 3.555963s)","trace[653182920] 'count revisions from in-memory index tree' (duration: 89.736478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.795638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352513388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-27T02:50:36.795702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.819457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:36.79572Z","caller":"traceutil/trace.go:171","msg":"trace[1304849995] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54; range_end:; response_count:1; response_revision:3440; }","duration":"3.352630852s","start":"2026-04-27T02:50:33.443068Z","end":"2026-04-27T02:50:36.795699Z","steps":["trace[1304849995] 'agreement among raft nodes before linearized reading' (duration: 3.262645015s)","trace[1304849995] 'range keys from in-memory index tree' (duration: 89.735359ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:36.795737Z","caller":"traceutil/trace.go:171","msg":"trace[2135450832] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3440; }","duration":"195.89087ms","start":"2026-04-27T02:50:36.599838Z","end":"2026-04-27T02:50:36.795728Z","steps":["trace[2135450832] 'agreement among raft nodes before linearized reading' (duration: 195.811467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.795731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927693556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:36.79582Z","caller":"traceutil/trace.go:171","msg":"trace[472424034] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3440; }","duration":"3.927853381s","start":"2026-04-27T02:50:32.867945Z","end":"2026-04-27T02:50:36.795798Z","steps":["trace[472424034] 'agreement among raft nodes before linearized reading' (duration: 3.837787702s)","trace[472424034] 'count revisions from in-memory index tree' (duration: 89.922525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.79582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.261336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:36.79582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:33.149734Z","time spent":"3.64606354s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:36.795882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.40527152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:36.795886Z","caller":"traceutil/trace.go:171","msg":"trace[430384157] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3440; }","duration":"461.367869ms","start":"2026-04-27T02:50:36.334501Z","end":"2026-04-27T02:50:36.795869Z","steps":["trace[430384157] 'agreement among raft nodes before linearized reading' (duration: 461.243005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.795766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:33.443051Z","time spent":"3.352705323s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" "} {"level":"warn","ts":"2026-04-27T02:50:36.7959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.404739813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:50:36.795928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496558685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:50:36.795938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.574628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:50:36.795956Z","caller":"traceutil/trace.go:171","msg":"trace[2052040498] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3440; }","duration":"5.496626226s","start":"2026-04-27T02:50:31.299321Z","end":"2026-04-27T02:50:36.795947Z","steps":["trace[2052040498] 'agreement among raft nodes before linearized reading' (duration: 5.406459004s)","trace[2052040498] 'count revisions from in-memory index tree' (duration: 90.1177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.795887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:32.867917Z","time spent":"3.927950404s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:36.795962Z","caller":"traceutil/trace.go:171","msg":"trace[6392354] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3440; }","duration":"5.404825096s","start":"2026-04-27T02:50:31.39112Z","end":"2026-04-27T02:50:36.795945Z","steps":["trace[6392354] 'agreement among raft nodes before linearized reading' (duration: 5.314623703s)","trace[6392354] 'range keys from in-memory index tree' (duration: 89.633266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.795969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812331867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:36.795994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.841962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:36.795981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348620149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:36.796003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.391109Z","time spent":"5.404881468s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-27T02:50:36.796015Z","caller":"traceutil/trace.go:171","msg":"trace[1626945022] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3440; }","duration":"400.880762ms","start":"2026-04-27T02:50:36.395129Z","end":"2026-04-27T02:50:36.79601Z","steps":["trace[1626945022] 'agreement among raft nodes before linearized reading' (duration: 400.850451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.795946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.334481Z","time spent":"461.449662ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:36.796036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.395118Z","time spent":"400.913754ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:36.796039Z","caller":"traceutil/trace.go:171","msg":"trace[1017304344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3440; }","duration":"1.348712442s","start":"2026-04-27T02:50:35.44731Z","end":"2026-04-27T02:50:36.796022Z","steps":["trace[1017304344] 'agreement among raft nodes before linearized reading' (duration: 1.348593728s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.796078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:35.447294Z","time spent":"1.348773793s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:50:36.796009Z","caller":"traceutil/trace.go:171","msg":"trace[357669999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3440; }","duration":"1.812415519s","start":"2026-04-27T02:50:34.983582Z","end":"2026-04-27T02:50:36.795998Z","steps":["trace[357669999] 'agreement among raft nodes before linearized reading' (duration: 1.812348237s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.795897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.30915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:36.796143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:34.983561Z","time spent":"1.812575494s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:36.796153Z","caller":"traceutil/trace.go:171","msg":"trace[1758851490] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3440; }","duration":"951.61035ms","start":"2026-04-27T02:50:35.844535Z","end":"2026-04-27T02:50:36.796145Z","steps":["trace[1758851490] 'agreement among raft nodes before linearized reading' (duration: 951.326611ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:36.795915Z","caller":"traceutil/trace.go:171","msg":"trace[1626229821] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3440; }","duration":"5.405328652s","start":"2026-04-27T02:50:31.390578Z","end":"2026-04-27T02:50:36.795907Z","steps":["trace[1626229821] 'agreement among raft nodes before linearized reading' (duration: 5.315057217s)","trace[1626229821] 'range keys from in-memory index tree' (duration: 90.109301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.79618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:35.844461Z","time spent":"951.710723ms","remote":"127.0.0.1:46182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:36.796195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.593059283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:50:36.796197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.390568Z","time spent":"5.405617622s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:50:36.796218Z","caller":"traceutil/trace.go:171","msg":"trace[1663994293] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3440; }","duration":"5.593117145s","start":"2026-04-27T02:50:31.203094Z","end":"2026-04-27T02:50:36.796211Z","steps":["trace[1663994293] 'agreement among raft nodes before linearized reading' (duration: 5.502709965s)","trace[1663994293] 'count revisions from in-memory index tree' (duration: 90.351288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.795979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.299299Z","time spent":"5.496675108s","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:36.796257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.774758439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:36.796276Z","caller":"traceutil/trace.go:171","msg":"trace[2044346913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3440; }","duration":"6.774835132s","start":"2026-04-27T02:50:30.021435Z","end":"2026-04-27T02:50:36.79627Z","steps":["trace[2044346913] 'agreement among raft nodes before linearized reading' (duration: 6.68468854s)","trace[2044346913] 'count revisions from in-memory index tree' (duration: 90.0977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.796292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:30.021412Z","time spent":"6.774875253s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:36.796307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.947259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:50:36.795841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900656007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-27T02:50:36.796336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.52466325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:36.796335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.782125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:36.796356Z","caller":"traceutil/trace.go:171","msg":"trace[1667490] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3440; }","duration":"1.901196903s","start":"2026-04-27T02:50:34.895153Z","end":"2026-04-27T02:50:36.79635Z","steps":["trace[1667490] 'agreement among raft nodes before linearized reading' (duration: 1.900297925s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.796236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:31.203076Z","time spent":"5.593155965s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":322,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:36.796362Z","caller":"traceutil/trace.go:171","msg":"trace[1423670205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3440; }","duration":"405.033932ms","start":"2026-04-27T02:50:36.391311Z","end":"2026-04-27T02:50:36.796345Z","steps":["trace[1423670205] 'agreement among raft nodes before linearized reading' (duration: 404.855786ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:36.79638Z","caller":"traceutil/trace.go:171","msg":"trace[1557725588] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3440; }","duration":"6.524756492s","start":"2026-04-27T02:50:30.271604Z","end":"2026-04-27T02:50:36.79636Z","steps":["trace[1557725588] 'agreement among raft nodes before linearized reading' (duration: 6.434575s)","trace[1557725588] 'count revisions from in-memory index tree' (duration: 90.117461ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:36.796389Z","caller":"traceutil/trace.go:171","msg":"trace[1308284761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3440; }","duration":"997.875249ms","start":"2026-04-27T02:50:35.798499Z","end":"2026-04-27T02:50:36.796375Z","steps":["trace[1308284761] 'agreement among raft nodes before linearized reading' (duration: 997.798706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.796399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384290665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:36.796426Z","caller":"traceutil/trace.go:171","msg":"trace[1836416324] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3440; }","duration":"6.384382528s","start":"2026-04-27T02:50:30.412036Z","end":"2026-04-27T02:50:36.796419Z","steps":["trace[1836416324] 'agreement among raft nodes before linearized reading' (duration: 6.294129633s)","trace[1836416324] 'count revisions from in-memory index tree' (duration: 90.214704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.796423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.391303Z","time spent":"405.107275ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:50:36.796442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:30.411982Z","time spent":"6.384454471s","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":106,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:36.796443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.650412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:50:36.796432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:35.798476Z","time spent":"997.94514ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:50:36.796494Z","caller":"traceutil/trace.go:171","msg":"trace[1860454936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3440; }","duration":"405.735204ms","start":"2026-04-27T02:50:36.390753Z","end":"2026-04-27T02:50:36.796488Z","steps":["trace[1860454936] 'agreement among raft nodes before linearized reading' (duration: 405.646092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.796515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.390729Z","time spent":"405.781796ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:36.796388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:34.895142Z","time spent":"1.901237565s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:50:36.796427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:30.271582Z","time spent":"6.524829515s","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:36.796389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.211159324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:36.796838Z","caller":"traceutil/trace.go:171","msg":"trace[643589187] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3440; }","duration":"7.21164274s","start":"2026-04-27T02:50:29.58518Z","end":"2026-04-27T02:50:36.796823Z","steps":["trace[643589187] 'agreement among raft nodes before linearized reading' (duration: 7.121105326s)","trace[643589187] 'count revisions from in-memory index tree' (duration: 90.07992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:36.796884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:29.585156Z","time spent":"7.211713462s","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:36.795968Z","caller":"traceutil/trace.go:171","msg":"trace[1087033315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3440; }","duration":"404.63511ms","start":"2026-04-27T02:50:36.391326Z","end":"2026-04-27T02:50:36.795961Z","steps":["trace[1087033315] 'agreement among raft nodes before linearized reading' (duration: 404.513166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:36.796926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.391304Z","time spent":"405.610901ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:50:37.778309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.802559Z","time spent":"975.744543ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:50:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:37.781631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.800798Z","time spent":"980.77249ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:50:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:37.792671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.802492Z","time spent":"990.171003ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:50:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:37.810958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.799401Z","time spent":"1.01154229s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:50:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:50:38.348385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38987856s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:50:38.34981Z","caller":"traceutil/trace.go:171","msg":"trace[745421178] linearizableReadLoop","detail":"{readStateIndex:3583; appliedIndex:3582; }","duration":"1.550387616s","start":"2026-04-27T02:50:36.799392Z","end":"2026-04-27T02:50:38.349779Z","steps":["trace[745421178] 'read index received' (duration: 105.763µs)","trace[745421178] 'applied index is now lower than readState.Index' (duration: 1.550279273s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:38.349894Z","caller":"traceutil/trace.go:171","msg":"trace[33867867] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"1.550490529s","start":"2026-04-27T02:50:36.79936Z","end":"2026-04-27T02:50:38.349851Z","steps":["trace[33867867] 'process raft request' (duration: 1.549311212s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.350098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.799338Z","time spent":"1.550650184s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:38.350103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550688075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:50:38.35017Z","caller":"traceutil/trace.go:171","msg":"trace[1954637660] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3441; }","duration":"1.550810499s","start":"2026-04-27T02:50:36.799347Z","end":"2026-04-27T02:50:38.350158Z","steps":["trace[1954637660] 'agreement among raft nodes before linearized reading' (duration: 1.55054592s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.350204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.79933Z","time spent":"1.550866701s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-27T02:50:38.359955Z","caller":"traceutil/trace.go:171","msg":"trace[1718504521] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"1.462164505s","start":"2026-04-27T02:50:36.897774Z","end":"2026-04-27T02:50:38.359939Z","steps":["trace[1718504521] 'process raft request' (duration: 1.462114943s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.360097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.897745Z","time spent":"1.462268378s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:38.360347Z","caller":"traceutil/trace.go:171","msg":"trace[197244903] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"1.461524404s","start":"2026-04-27T02:50:36.898812Z","end":"2026-04-27T02:50:38.360336Z","steps":["trace[197244903] 'process raft request' (duration: 1.461333148s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:38.360337Z","caller":"traceutil/trace.go:171","msg":"trace[873124119] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"1.461741941s","start":"2026-04-27T02:50:36.898554Z","end":"2026-04-27T02:50:38.360296Z","steps":["trace[873124119] 'process raft request' (duration: 1.461359389s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.360402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.898795Z","time spent":"1.461580246s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:38.36043Z","caller":"traceutil/trace.go:171","msg":"trace[848435568] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"1.46139738s","start":"2026-04-27T02:50:36.899011Z","end":"2026-04-27T02:50:38.360408Z","steps":["trace[848435568] 'process raft request' (duration: 1.461266506s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.360489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.318487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:38.360463Z","caller":"traceutil/trace.go:171","msg":"trace[253003353] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3449; }","duration":"579.581417ms","start":"2026-04-27T02:50:37.78085Z","end":"2026-04-27T02:50:38.360431Z","steps":["trace[253003353] 'process raft request' (duration: 579.483904ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:38.360519Z","caller":"traceutil/trace.go:171","msg":"trace[171781675] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3449; }","duration":"284.381099ms","start":"2026-04-27T02:50:38.076126Z","end":"2026-04-27T02:50:38.360507Z","steps":["trace[171781675] 'agreement among raft nodes before linearized reading' (duration: 284.324748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.360529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.286148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:38.360522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.898538Z","time spent":"1.461891756s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:38.360538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.898999Z","time spent":"1.461484543s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:38.36057Z","caller":"traceutil/trace.go:171","msg":"trace[1711384158] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3449; }","duration":"664.373011ms","start":"2026-04-27T02:50:37.696186Z","end":"2026-04-27T02:50:38.360559Z","steps":["trace[1711384158] 'agreement among raft nodes before linearized reading' (duration: 664.259997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.360608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:37.696159Z","time spent":"664.438263ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:38.36052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414560119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:38.360619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:37.780814Z","time spent":"579.722001ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:38.360629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462303719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:50:38.360677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462712221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:50:38.36069Z","caller":"traceutil/trace.go:171","msg":"trace[2063972443] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3449; }","duration":"1.414752365s","start":"2026-04-27T02:50:36.945903Z","end":"2026-04-27T02:50:38.360655Z","steps":["trace[2063972443] 'agreement among raft nodes before linearized reading' (duration: 1.414557679s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:38.360725Z","caller":"traceutil/trace.go:171","msg":"trace[1104967181] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3449; }","duration":"565.760846ms","start":"2026-04-27T02:50:37.794952Z","end":"2026-04-27T02:50:38.360713Z","steps":["trace[1104967181] 'process raft request' (duration: 565.423735ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:38.360747Z","caller":"traceutil/trace.go:171","msg":"trace[1793135974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3449; }","duration":"1.462812934s","start":"2026-04-27T02:50:36.897916Z","end":"2026-04-27T02:50:38.360729Z","steps":["trace[1793135974] 'agreement among raft nodes before linearized reading' (duration: 1.462642479s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.360761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555911298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:38.360795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.660803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:50:38.360796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:37.794925Z","time spent":"565.834798ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:38.360802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.897897Z","time spent":"1.462892987s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:38.360783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.945884Z","time spent":"1.414856229s","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:38.360834Z","caller":"traceutil/trace.go:171","msg":"trace[773605556] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3449; }","duration":"557.730915ms","start":"2026-04-27T02:50:37.803094Z","end":"2026-04-27T02:50:38.360825Z","steps":["trace[773605556] 'agreement among raft nodes before linearized reading' (duration: 557.665033ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:38.360693Z","caller":"traceutil/trace.go:171","msg":"trace[971100368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3449; }","duration":"1.462409942s","start":"2026-04-27T02:50:36.898269Z","end":"2026-04-27T02:50:38.360679Z","steps":["trace[971100368] 'agreement among raft nodes before linearized reading' (duration: 1.462206615s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:38.360817Z","caller":"traceutil/trace.go:171","msg":"trace[1377331650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3449; }","duration":"1.555991891s","start":"2026-04-27T02:50:36.804813Z","end":"2026-04-27T02:50:38.360805Z","steps":["trace[1377331650] 'agreement among raft nodes before linearized reading' (duration: 1.555915398s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.360868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:37.803084Z","time spent":"557.773016ms","remote":"127.0.0.1:55690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:38.360889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.898247Z","time spent":"1.462633449s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:38.36089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.804797Z","time spent":"1.556085904s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:38.361528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44406727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:50:38.361594Z","caller":"traceutil/trace.go:171","msg":"trace[68698696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3449; }","duration":"1.444186404s","start":"2026-04-27T02:50:36.91739Z","end":"2026-04-27T02:50:38.361576Z","steps":["trace[68698696] 'agreement among raft nodes before linearized reading' (duration: 1.443326157s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:38.361666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:36.917378Z","time spent":"1.444274026s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:50:39.247741Z","caller":"traceutil/trace.go:171","msg":"trace[714609559] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"114.876833ms","start":"2026-04-27T02:50:39.132836Z","end":"2026-04-27T02:50:39.247712Z","steps":["trace[714609559] 'process raft request' (duration: 114.726138ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:39.254286Z","caller":"traceutil/trace.go:171","msg":"trace[645079856] transaction","detail":"{read_only:false; response_revision:3457; number_of_response:1; }","duration":"116.936588ms","start":"2026-04-27T02:50:39.137336Z","end":"2026-04-27T02:50:39.254272Z","steps":["trace[645079856] 'process raft request' (duration: 116.755032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:40.692214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779156,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:50:41.086703Z","caller":"traceutil/trace.go:171","msg":"trace[2014256162] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"935.145587ms","start":"2026-04-27T02:50:40.151539Z","end":"2026-04-27T02:50:41.086684Z","steps":["trace[2014256162] 'process raft request' (duration: 935.009463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.086831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.151512Z","time spent":"935.249331ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:41.095976Z","caller":"traceutil/trace.go:171","msg":"trace[16254997] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"730.176094ms","start":"2026-04-27T02:50:40.36578Z","end":"2026-04-27T02:50:41.095956Z","steps":["trace[16254997] 'process raft request' (duration: 730.096692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.09612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.365754Z","time spent":"730.291648ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:41.09613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.830751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:50:41.096166Z","caller":"traceutil/trace.go:171","msg":"trace[1273953193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3472; }","duration":"904.921304ms","start":"2026-04-27T02:50:40.191235Z","end":"2026-04-27T02:50:41.096157Z","steps":["trace[1273953193] 'agreement among raft nodes before linearized reading' (duration: 904.797461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.096193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.19121Z","time spent":"904.976705ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:50:41.096311Z","caller":"traceutil/trace.go:171","msg":"trace[420314522] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"729.888555ms","start":"2026-04-27T02:50:40.366412Z","end":"2026-04-27T02:50:41.096301Z","steps":["trace[420314522] 'process raft request' (duration: 729.501483ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:41.096001Z","caller":"traceutil/trace.go:171","msg":"trace[1955673744] linearizableReadLoop","detail":"{readStateIndex:3617; appliedIndex:3612; }","duration":"904.673776ms","start":"2026-04-27T02:50:40.191312Z","end":"2026-04-27T02:50:41.095986Z","steps":["trace[1955673744] 'read index received' (duration: 895.356416ms)","trace[1955673744] 'applied index is now lower than readState.Index' (duration: 9.31656ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:41.0963Z","caller":"traceutil/trace.go:171","msg":"trace[317256800] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"730.642869ms","start":"2026-04-27T02:50:40.365625Z","end":"2026-04-27T02:50:41.096268Z","steps":["trace[317256800] 'process raft request' (duration: 730.205485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.096411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.366404Z","time spent":"729.941126ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:41.096487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.365616Z","time spent":"730.768863ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:41.096508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.032017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:50:41.096548Z","caller":"traceutil/trace.go:171","msg":"trace[1493766379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3472; }","duration":"753.107969ms","start":"2026-04-27T02:50:40.343428Z","end":"2026-04-27T02:50:41.096536Z","steps":["trace[1493766379] 'agreement among raft nodes before linearized reading' (duration: 752.992196ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:41.095983Z","caller":"traceutil/trace.go:171","msg":"trace[943024724] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"730.820724ms","start":"2026-04-27T02:50:40.36513Z","end":"2026-04-27T02:50:41.09595Z","steps":["trace[943024724] 'process raft request' (duration: 730.550756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.096578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.343409Z","time spent":"753.16218ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:50:41.096616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.36511Z","time spent":"731.472035ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:41.096672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.592762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:41.096698Z","caller":"traceutil/trace.go:171","msg":"trace[542100221] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:3472; }","duration":"331.650074ms","start":"2026-04-27T02:50:40.765039Z","end":"2026-04-27T02:50:41.096689Z","steps":["trace[542100221] 'agreement among raft nodes before linearized reading' (duration: 331.604153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.096729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.765024Z","time spent":"331.697395ms","remote":"127.0.0.1:40198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:41.09675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.990165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:41.096784Z","caller":"traceutil/trace.go:171","msg":"trace[1777566090] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3472; }","duration":"290.057557ms","start":"2026-04-27T02:50:40.806718Z","end":"2026-04-27T02:50:41.096776Z","steps":["trace[1777566090] 'agreement among raft nodes before linearized reading' (duration: 289.915772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.096798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.068361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:50:41.096838Z","caller":"traceutil/trace.go:171","msg":"trace[98345441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3472; }","duration":"688.130702ms","start":"2026-04-27T02:50:40.408695Z","end":"2026-04-27T02:50:41.096826Z","steps":["trace[98345441] 'agreement among raft nodes before linearized reading' (duration: 688.024669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.096868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.408675Z","time spent":"688.186134ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:50:41.096925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.459583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:50:41.096951Z","caller":"traceutil/trace.go:171","msg":"trace[1967614444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3472; }","duration":"722.485004ms","start":"2026-04-27T02:50:40.374458Z","end":"2026-04-27T02:50:41.096943Z","steps":["trace[1967614444] 'agreement among raft nodes before linearized reading' (duration: 722.406261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.096979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.374439Z","time spent":"722.530776ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:41.097099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.818286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:50:41.097108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.419133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:41.097135Z","caller":"traceutil/trace.go:171","msg":"trace[1719175484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3472; }","duration":"724.872359ms","start":"2026-04-27T02:50:40.372252Z","end":"2026-04-27T02:50:41.097124Z","steps":["trace[1719175484] 'agreement among raft nodes before linearized reading' (duration: 724.728644ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:41.097141Z","caller":"traceutil/trace.go:171","msg":"trace[1953122698] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3472; }","duration":"420.483345ms","start":"2026-04-27T02:50:40.676648Z","end":"2026-04-27T02:50:41.097131Z","steps":["trace[1953122698] 'agreement among raft nodes before linearized reading' (duration: 420.415473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.097162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.372245Z","time spent":"724.91095ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:41.097171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.676632Z","time spent":"420.531456ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:41.097256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.02048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:41.097282Z","caller":"traceutil/trace.go:171","msg":"trace[1340833033] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3472; }","duration":"613.081492ms","start":"2026-04-27T02:50:40.48419Z","end":"2026-04-27T02:50:41.097272Z","steps":["trace[1340833033] 'agreement among raft nodes before linearized reading' (duration: 613.035721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.097309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:40.484094Z","time spent":"613.207546ms","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:41.097373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.831255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:41.097425Z","caller":"traceutil/trace.go:171","msg":"trace[1280924848] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3472; }","duration":"218.919458ms","start":"2026-04-27T02:50:40.878495Z","end":"2026-04-27T02:50:41.097414Z","steps":["trace[1280924848] 'agreement among raft nodes before linearized reading' (duration: 218.835215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:41.097624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.378557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:41.097719Z","caller":"traceutil/trace.go:171","msg":"trace[1335191636] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3472; }","duration":"290.515681ms","start":"2026-04-27T02:50:40.807181Z","end":"2026-04-27T02:50:41.097697Z","steps":["trace[1335191636] 'agreement among raft nodes before linearized reading' (duration: 290.178461ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:42.501648Z","caller":"traceutil/trace.go:171","msg":"trace[327219033] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"101.058702ms","start":"2026-04-27T02:50:42.400563Z","end":"2026-04-27T02:50:42.501622Z","steps":["trace[327219033] 'process raft request' (duration: 100.845555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.449331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:50:43.846145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.326831654s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:50:43.848238Z","caller":"traceutil/trace.go:171","msg":"trace[423170220] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"745.961146ms","start":"2026-04-27T02:50:43.102237Z","end":"2026-04-27T02:50:43.848198Z","steps":["trace[423170220] 'process raft request' (duration: 745.819232ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:43.848238Z","caller":"traceutil/trace.go:171","msg":"trace[1861830228] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"1.328982841s","start":"2026-04-27T02:50:42.519198Z","end":"2026-04-27T02:50:43.84818Z","steps":["trace[1861830228] 'process raft request' (duration: 1.327164384s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.848634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.102205Z","time spent":"746.113831ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:43.848704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:42.519181Z","time spent":"1.329176927s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:43.848755Z","caller":"traceutil/trace.go:171","msg":"trace[1465041402] linearizableReadLoop","detail":"{readStateIndex:3628; appliedIndex:3623; }","duration":"899.673271ms","start":"2026-04-27T02:50:42.949058Z","end":"2026-04-27T02:50:43.848731Z","steps":["trace[1465041402] 'read index received' (duration: 897.319827ms)","trace[1465041402] 'applied index is now lower than readState.Index' (duration: 2.352264ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:43.848879Z","caller":"traceutil/trace.go:171","msg":"trace[54848223] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"746.501323ms","start":"2026-04-27T02:50:43.102362Z","end":"2026-04-27T02:50:43.848863Z","steps":["trace[54848223] 'process raft request' (duration: 745.790651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.849005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.102319Z","time spent":"746.593946ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:50:43.849019Z","caller":"traceutil/trace.go:171","msg":"trace[56643082] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"745.672607ms","start":"2026-04-27T02:50:43.103318Z","end":"2026-04-27T02:50:43.84899Z","steps":["trace[56643082] 'process raft request' (duration: 745.340327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.849143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.103305Z","time spent":"745.771681ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:43.84919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.12583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:43.849248Z","caller":"traceutil/trace.go:171","msg":"trace[1524683172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3483; }","duration":"770.232164ms","start":"2026-04-27T02:50:43.078996Z","end":"2026-04-27T02:50:43.849228Z","steps":["trace[1524683172] 'agreement among raft nodes before linearized reading' (duration: 770.139991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.84925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.816751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:50:43.849277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.14768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:50:43.849295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.508133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:43.849358Z","caller":"traceutil/trace.go:171","msg":"trace[1948063509] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3483; }","duration":"746.607117ms","start":"2026-04-27T02:50:43.102736Z","end":"2026-04-27T02:50:43.849344Z","steps":["trace[1948063509] 'agreement among raft nodes before linearized reading' (duration: 746.39473ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:43.849346Z","caller":"traceutil/trace.go:171","msg":"trace[1305852062] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3483; }","duration":"837.269974ms","start":"2026-04-27T02:50:43.012053Z","end":"2026-04-27T02:50:43.849323Z","steps":["trace[1305852062] 'agreement among raft nodes before linearized reading' (duration: 837.170051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.84938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.317301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:43.849455Z","caller":"traceutil/trace.go:171","msg":"trace[334827983] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3483; }","duration":"900.431805ms","start":"2026-04-27T02:50:42.949004Z","end":"2026-04-27T02:50:43.849436Z","steps":["trace[334827983] 'agreement among raft nodes before linearized reading' (duration: 900.331772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.84955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:42.948974Z","time spent":"900.562758ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:50:43.849295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.078976Z","time spent":"770.309836ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:43.849719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.764828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:50:43.849783Z","caller":"traceutil/trace.go:171","msg":"trace[308852790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3483; }","duration":"617.886652ms","start":"2026-04-27T02:50:43.23188Z","end":"2026-04-27T02:50:43.849767Z","steps":["trace[308852790] 'agreement among raft nodes before linearized reading' (duration: 617.693836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.849788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.160191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:50:43.849825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.231853Z","time spent":"617.962765ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:50:43.849846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.119636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:50:43.849868Z","caller":"traceutil/trace.go:171","msg":"trace[1147447100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3483; }","duration":"737.253144ms","start":"2026-04-27T02:50:43.112582Z","end":"2026-04-27T02:50:43.849835Z","steps":["trace[1147447100] 'agreement among raft nodes before linearized reading' (duration: 737.071489ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:43.849892Z","caller":"traceutil/trace.go:171","msg":"trace[387158251] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3483; }","duration":"187.208299ms","start":"2026-04-27T02:50:43.662671Z","end":"2026-04-27T02:50:43.849879Z","steps":["trace[387158251] 'agreement among raft nodes before linearized reading' (duration: 187.116476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.849941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.112567Z","time spent":"737.360598ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:50:43.849321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.378581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:50:43.85003Z","caller":"traceutil/trace.go:171","msg":"trace[750367490] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3483; }","duration":"748.150314ms","start":"2026-04-27T02:50:43.10187Z","end":"2026-04-27T02:50:43.85002Z","steps":["trace[750367490] 'agreement among raft nodes before linearized reading' (duration: 747.200695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.850069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.101858Z","time spent":"748.195836ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:50:43.84918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.469652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:50:43.850131Z","caller":"traceutil/trace.go:171","msg":"trace[511105312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3483; }","duration":"865.449513ms","start":"2026-04-27T02:50:42.984666Z","end":"2026-04-27T02:50:43.850116Z","steps":["trace[511105312] 'agreement among raft nodes before linearized reading' (duration: 864.336158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.850182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:42.984653Z","time spent":"865.512986ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:50:43.849309Z","caller":"traceutil/trace.go:171","msg":"trace[755875377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3483; }","duration":"736.916424ms","start":"2026-04-27T02:50:43.112376Z","end":"2026-04-27T02:50:43.849292Z","steps":["trace[755875377] 'agreement among raft nodes before linearized reading' (duration: 736.646786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.849481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.012007Z","time spent":"837.42759ms","remote":"127.0.0.1:55748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":11,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:50:43.849258Z","caller":"traceutil/trace.go:171","msg":"trace[1044000608] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"746.07002ms","start":"2026-04-27T02:50:43.103178Z","end":"2026-04-27T02:50:43.849248Z","steps":["trace[1044000608] 'process raft request' (duration: 745.206713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.850348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.103154Z","time spent":"747.145924ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:43.849397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.102723Z","time spent":"746.663318ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:50:43.849321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.452785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:50:43.850468Z","caller":"traceutil/trace.go:171","msg":"trace[1294191064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3483; }","duration":"741.651752ms","start":"2026-04-27T02:50:43.108801Z","end":"2026-04-27T02:50:43.850453Z","steps":["trace[1294191064] 'agreement among raft nodes before linearized reading' (duration: 740.273959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:43.850509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.10879Z","time spent":"741.708894ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:43.850249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:43.112354Z","time spent":"737.876524ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:50:44.645038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.204119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:44.6451Z","caller":"traceutil/trace.go:171","msg":"trace[1574208592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3485; }","duration":"565.334753ms","start":"2026-04-27T02:50:44.079751Z","end":"2026-04-27T02:50:44.645086Z","steps":["trace[1574208592] 'range keys from in-memory index tree' (duration: 565.117356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:44.645125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:44.079729Z","time spent":"565.391465ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:50:44.645075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.875397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:44.645201Z","caller":"traceutil/trace.go:171","msg":"trace[2115749513] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3485; }","duration":"572.011711ms","start":"2026-04-27T02:50:44.073169Z","end":"2026-04-27T02:50:44.645181Z","steps":["trace[2115749513] 'range keys from in-memory index tree' (duration: 571.855296ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:47.069544Z","caller":"traceutil/trace.go:171","msg":"trace[811129553] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"217.871135ms","start":"2026-04-27T02:50:46.851646Z","end":"2026-04-27T02:50:47.069517Z","steps":["trace[811129553] 'process raft request' (duration: 217.467342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:47.449668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.419769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:50:47.449755Z","caller":"traceutil/trace.go:171","msg":"trace[1865153117] linearizableReadLoop","detail":"{readStateIndex:3639; appliedIndex:3638; }","duration":"370.500106ms","start":"2026-04-27T02:50:47.079242Z","end":"2026-04-27T02:50:47.449742Z","steps":["trace[1865153117] 'read index received' (duration: 137.990804ms)","trace[1865153117] 'applied index is now lower than readState.Index' (duration: 232.508142ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:47.449814Z","caller":"traceutil/trace.go:171","msg":"trace[441417373] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"536.930456ms","start":"2026-04-27T02:50:46.912861Z","end":"2026-04-27T02:50:47.449791Z","steps":["trace[441417373] 'process raft request' (duration: 304.302751ms)","trace[441417373] 'compare' (duration: 232.311816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:50:47.449899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.333195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:50:47.449924Z","caller":"traceutil/trace.go:171","msg":"trace[453600440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3493; }","duration":"105.385526ms","start":"2026-04-27T02:50:47.344531Z","end":"2026-04-27T02:50:47.449917Z","steps":["trace[453600440] 'agreement among raft nodes before linearized reading' (duration: 105.287203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:47.449931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:46.912837Z","time spent":"537.030309ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:50:47.449917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.65144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:50:47.450003Z","caller":"traceutil/trace.go:171","msg":"trace[47898132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3493; }","duration":"370.790374ms","start":"2026-04-27T02:50:47.079191Z","end":"2026-04-27T02:50:47.449981Z","steps":["trace[47898132] 'agreement among raft nodes before linearized reading' (duration: 370.622059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:47.450054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:47.079171Z","time spent":"370.873467ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:00.424461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.030992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:00.424796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.65697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-27T02:51:00.424783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.186967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-27T02:51:00.424874Z","caller":"traceutil/trace.go:171","msg":"trace[153248569] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3665; }","duration":"344.712312ms","start":"2026-04-27T02:51:00.080113Z","end":"2026-04-27T02:51:00.424826Z","steps":["trace[153248569] 'range keys from in-memory index tree' (duration: 344.447644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:00.424923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.080105Z","time spent":"344.806345ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"info","ts":"2026-04-27T02:51:00.424924Z","caller":"traceutil/trace.go:171","msg":"trace[68133494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3665; }","duration":"295.410314ms","start":"2026-04-27T02:51:00.12949Z","end":"2026-04-27T02:51:00.4249Z","steps":["trace[68133494] 'range keys from in-memory index tree' (duration: 294.806025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:00.424996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.45448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:51:00.425077Z","caller":"traceutil/trace.go:171","msg":"trace[1563692733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3665; }","duration":"274.589864ms","start":"2026-04-27T02:51:00.150466Z","end":"2026-04-27T02:51:00.425056Z","steps":["trace[1563692733] 'range keys from in-memory index tree' (duration: 274.273295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:00.42518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.518794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:51:00.42526Z","caller":"traceutil/trace.go:171","msg":"trace[831539990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3665; }","duration":"469.644629ms","start":"2026-04-27T02:50:59.95559Z","end":"2026-04-27T02:51:00.425234Z","steps":["trace[831539990] 'range keys from in-memory index tree' (duration: 469.319518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:00.425313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:59.955561Z","time spent":"469.733932ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:51:00.425485Z","caller":"traceutil/trace.go:171","msg":"trace[538506163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3665; }","duration":"346.160096ms","start":"2026-04-27T02:51:00.078364Z","end":"2026-04-27T02:51:00.424524Z","steps":["trace[538506163] 'range keys from in-memory index tree' (duration: 345.956561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:00.425523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.078331Z","time spent":"347.183318ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:00.426025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.717837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:00.426157Z","caller":"traceutil/trace.go:171","msg":"trace[1506645969] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3665; }","duration":"181.928785ms","start":"2026-04-27T02:51:00.244201Z","end":"2026-04-27T02:51:00.42613Z","steps":["trace[1506645969] 'count revisions from in-memory index tree' (duration: 181.581534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:00.439725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.455925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:18 size:342533"} {"level":"info","ts":"2026-04-27T02:51:00.43991Z","caller":"traceutil/trace.go:171","msg":"trace[244299632] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:18; response_revision:3665; }","duration":"446.698483ms","start":"2026-04-27T02:50:59.993196Z","end":"2026-04-27T02:51:00.439894Z","steps":["trace[244299632] 'range keys from in-memory index tree' (duration: 431.178588ms)","trace[244299632] 'range keys from bolt db' (duration: 15.180713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:00.439958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:50:59.993169Z","time spent":"446.772454ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":18,"response size":342555,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-27T02:51:00.852406Z","caller":"traceutil/trace.go:171","msg":"trace[555889587] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"422.721755ms","start":"2026-04-27T02:51:00.42966Z","end":"2026-04-27T02:51:00.852382Z","steps":["trace[555889587] 'process raft request' (duration: 422.512569ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:00.852473Z","caller":"traceutil/trace.go:171","msg":"trace[310513376] linearizableReadLoop","detail":"{readStateIndex:3820; appliedIndex:3820; }","duration":"422.169548ms","start":"2026-04-27T02:51:00.43027Z","end":"2026-04-27T02:51:00.852439Z","steps":["trace[310513376] 'read index received' (duration: 422.159868ms)","trace[310513376] 'applied index is now lower than readState.Index' (duration: 7.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:00.852576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.429638Z","time spent":"422.855539ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:00.852889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.595741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:51:00.85293Z","caller":"traceutil/trace.go:171","msg":"trace[202095919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3666; }","duration":"422.656623ms","start":"2026-04-27T02:51:00.430262Z","end":"2026-04-27T02:51:00.852919Z","steps":["trace[202095919] 'agreement among raft nodes before linearized reading' (duration: 422.295752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:00.852971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.430245Z","time spent":"422.717494ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:51:01.353574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:51:01.555137Z","caller":"traceutil/trace.go:171","msg":"trace[1955451094] linearizableReadLoop","detail":"{readStateIndex:3821; appliedIndex:3820; }","duration":"702.565423ms","start":"2026-04-27T02:51:00.852536Z","end":"2026-04-27T02:51:01.555101Z","steps":["trace[1955451094] 'read index received' (duration: 702.350776ms)","trace[1955451094] 'applied index is now lower than readState.Index' (duration: 213.147µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:01.55517Z","caller":"traceutil/trace.go:171","msg":"trace[1832761990] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"1.088066667s","start":"2026-04-27T02:51:00.467071Z","end":"2026-04-27T02:51:01.555138Z","steps":["trace[1832761990] 'process raft request' (duration: 1.087267792s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:01.555334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.46706Z","time spent":"1.08818865s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:01.555365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.536378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:01.555437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.527865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-27T02:51:01.555468Z","caller":"traceutil/trace.go:171","msg":"trace[749405477] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3667; }","duration":"732.722284ms","start":"2026-04-27T02:51:00.822725Z","end":"2026-04-27T02:51:01.555447Z","steps":["trace[749405477] 'agreement among raft nodes before linearized reading' (duration: 732.427254ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:01.555492Z","caller":"traceutil/trace.go:171","msg":"trace[1700904291] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3667; }","duration":"125.620548ms","start":"2026-04-27T02:51:01.429859Z","end":"2026-04-27T02:51:01.555479Z","steps":["trace[1700904291] 'agreement among raft nodes before linearized reading' (duration: 125.513614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:01.555532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.8227Z","time spent":"732.821927ms","remote":"127.0.0.1:55566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:01.555432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091611187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-27T02:51:01.555646Z","caller":"traceutil/trace.go:171","msg":"trace[1681426682] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3667; }","duration":"1.091891026s","start":"2026-04-27T02:51:00.46375Z","end":"2026-04-27T02:51:01.555641Z","steps":["trace[1681426682] 'agreement among raft nodes before linearized reading' (duration: 1.091493743s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:01.555667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.463731Z","time spent":"1.091929097s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:01.555429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.982833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:01.555799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.221222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:01.555805Z","caller":"traceutil/trace.go:171","msg":"trace[1082242283] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:3667; }","duration":"112.393425ms","start":"2026-04-27T02:51:01.443396Z","end":"2026-04-27T02:51:01.555789Z","steps":["trace[1082242283] 'agreement among raft nodes before linearized reading' (duration: 111.934041ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:01.555837Z","caller":"traceutil/trace.go:171","msg":"trace[725494440] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3667; }","duration":"223.306595ms","start":"2026-04-27T02:51:01.332521Z","end":"2026-04-27T02:51:01.555828Z","steps":["trace[725494440] 'agreement among raft nodes before linearized reading' (duration: 223.247353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:01.555888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.109211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:01.555922Z","caller":"traceutil/trace.go:171","msg":"trace[1998332319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3667; }","duration":"477.176373ms","start":"2026-04-27T02:51:01.078737Z","end":"2026-04-27T02:51:01.555914Z","steps":["trace[1998332319] 'agreement among raft nodes before linearized reading' (duration: 477.120191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:01.55576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.932707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-27T02:51:01.55602Z","caller":"traceutil/trace.go:171","msg":"trace[1024935529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3667; }","duration":"125.258747ms","start":"2026-04-27T02:51:01.430735Z","end":"2026-04-27T02:51:01.555994Z","steps":["trace[1024935529] 'agreement among raft nodes before linearized reading' (duration: 124.7086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:01.555947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.078717Z","time spent":"477.226225ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:01.556317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.266969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:18 size:342533"} {"level":"info","ts":"2026-04-27T02:51:01.556381Z","caller":"traceutil/trace.go:171","msg":"trace[1632111530] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:18; response_revision:3667; }","duration":"681.382812ms","start":"2026-04-27T02:51:00.874982Z","end":"2026-04-27T02:51:01.556365Z","steps":["trace[1632111530] 'agreement among raft nodes before linearized reading' (duration: 680.33492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:01.556426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:00.874966Z","time spent":"681.449474ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":18,"response size":342555,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:51:02.295032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.971337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:02.295435Z","caller":"traceutil/trace.go:171","msg":"trace[2006271030] linearizableReadLoop","detail":"{readStateIndex:3822; appliedIndex:3821; }","duration":"733.940451ms","start":"2026-04-27T02:51:01.561479Z","end":"2026-04-27T02:51:02.29542Z","steps":["trace[2006271030] 'read index received' (duration: 172.634594ms)","trace[2006271030] 'applied index is now lower than readState.Index' (duration: 561.304357ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:02.295535Z","caller":"traceutil/trace.go:171","msg":"trace[1094564456] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"735.589932ms","start":"2026-04-27T02:51:01.559935Z","end":"2026-04-27T02:51:02.295525Z","steps":["trace[1094564456] 'process raft request' (duration: 174.051908ms)","trace[1094564456] 'compare' (duration: 560.74516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:02.29562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.559914Z","time spent":"735.678565ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:02.29563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.128018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:02.295758Z","caller":"traceutil/trace.go:171","msg":"trace[912080123] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:3668; }","duration":"734.295773ms","start":"2026-04-27T02:51:01.561429Z","end":"2026-04-27T02:51:02.295725Z","steps":["trace[912080123] 'agreement among raft nodes before linearized reading' (duration: 734.101467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:02.295825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.561412Z","time spent":"734.399786ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-27T02:51:02.318792Z","caller":"traceutil/trace.go:171","msg":"trace[1363120809] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"754.201334ms","start":"2026-04-27T02:51:01.564573Z","end":"2026-04-27T02:51:02.318774Z","steps":["trace[1363120809] 'process raft request' (duration: 754.107961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:02.31898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.56454Z","time spent":"754.362339ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:03.459378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044903049s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:03.459574Z","caller":"traceutil/trace.go:171","msg":"trace[1435426972] linearizableReadLoop","detail":"{readStateIndex:3827; appliedIndex:3823; }","duration":"1.164066757s","start":"2026-04-27T02:51:02.295495Z","end":"2026-04-27T02:51:03.459562Z","steps":["trace[1435426972] 'read index received' (duration: 23.345769ms)","trace[1435426972] 'applied index is now lower than readState.Index' (duration: 1.140720268s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:03.459632Z","caller":"traceutil/trace.go:171","msg":"trace[1865690240] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"1.550895972s","start":"2026-04-27T02:51:01.908727Z","end":"2026-04-27T02:51:03.459623Z","steps":["trace[1865690240] 'process raft request' (duration: 505.158986ms)","trace[1865690240] 'compare' (duration: 1.044545858s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:03.459688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.908713Z","time spent":"1.550951253s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:03.459697Z","caller":"traceutil/trace.go:171","msg":"trace[320031814] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"1.546540945s","start":"2026-04-27T02:51:01.913132Z","end":"2026-04-27T02:51:03.459673Z","steps":["trace[320031814] 'process raft request' (duration: 1.54636513s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:03.459716Z","caller":"traceutil/trace.go:171","msg":"trace[1763902008] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"1.544240943s","start":"2026-04-27T02:51:01.91544Z","end":"2026-04-27T02:51:03.459681Z","steps":["trace[1763902008] 'process raft request' (duration: 1.544080828s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.459812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524902491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:51:03.459873Z","caller":"traceutil/trace.go:171","msg":"trace[227836325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3673; }","duration":"1.525015034s","start":"2026-04-27T02:51:01.934844Z","end":"2026-04-27T02:51:03.459859Z","steps":["trace[227836325] 'agreement among raft nodes before linearized reading' (duration: 1.524804357s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.459866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.913125Z","time spent":"1.546626959s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:03.459902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.934834Z","time spent":"1.525061495s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:51:03.459884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.915424Z","time spent":"1.544350507s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:03.45993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713680589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:03.459981Z","caller":"traceutil/trace.go:171","msg":"trace[1149857231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:3673; }","duration":"1.713772511s","start":"2026-04-27T02:51:01.746194Z","end":"2026-04-27T02:51:03.459967Z","steps":["trace[1149857231] 'agreement among raft nodes before linearized reading' (duration: 1.713682538s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.460015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.746172Z","time spent":"1.713835124s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T02:51:03.460031Z","caller":"traceutil/trace.go:171","msg":"trace[334691169] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"1.54892713s","start":"2026-04-27T02:51:01.911088Z","end":"2026-04-27T02:51:03.460015Z","steps":["trace[334691169] 'process raft request' (duration: 1.548365832s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.460112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.911075Z","time spent":"1.548990801s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:03.460142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722587526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:18 size:342533"} {"level":"info","ts":"2026-04-27T02:51:03.460188Z","caller":"traceutil/trace.go:171","msg":"trace[1754786000] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:18; response_revision:3673; }","duration":"1.722680449s","start":"2026-04-27T02:51:01.7375Z","end":"2026-04-27T02:51:03.460181Z","steps":["trace[1754786000] 'agreement among raft nodes before linearized reading' (duration: 1.722364009s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.460214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.737474Z","time spent":"1.722732871s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":18,"response size":342555,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:51:03.460235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550835109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:03.460146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799717942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:51:03.46026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554853364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:51:03.460269Z","caller":"traceutil/trace.go:171","msg":"trace[553354791] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3673; }","duration":"1.55086662s","start":"2026-04-27T02:51:01.909393Z","end":"2026-04-27T02:51:03.460259Z","steps":["trace[553354791] 'agreement among raft nodes before linearized reading' (duration: 1.550785498s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:03.460296Z","caller":"traceutil/trace.go:171","msg":"trace[1075027328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3673; }","duration":"1.799899217s","start":"2026-04-27T02:51:01.660386Z","end":"2026-04-27T02:51:03.460285Z","steps":["trace[1075027328] 'agreement among raft nodes before linearized reading' (duration: 1.79966899s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.460305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.909346Z","time spent":"1.550952413s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:51:03.460299Z","caller":"traceutil/trace.go:171","msg":"trace[164871875] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3673; }","duration":"1.554938507s","start":"2026-04-27T02:51:01.905351Z","end":"2026-04-27T02:51:03.460289Z","steps":["trace[164871875] 'agreement among raft nodes before linearized reading' (duration: 1.554831364s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.46033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.660365Z","time spent":"1.799953819s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:51:03.460318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530561417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:51:03.460332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.905332Z","time spent":"1.55499476s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-27T02:51:03.460378Z","caller":"traceutil/trace.go:171","msg":"trace[75489134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3673; }","duration":"1.5306479s","start":"2026-04-27T02:51:01.929713Z","end":"2026-04-27T02:51:03.46036Z","steps":["trace[75489134] 'agreement among raft nodes before linearized reading' (duration: 1.530480884s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.460423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:01.9297Z","time spent":"1.530711491s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:51:03.460614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380792175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:03.460694Z","caller":"traceutil/trace.go:171","msg":"trace[1120448927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3673; }","duration":"1.380921529s","start":"2026-04-27T02:51:02.079756Z","end":"2026-04-27T02:51:03.460677Z","steps":["trace[1120448927] 'agreement among raft nodes before linearized reading' (duration: 1.380739854s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:03.46074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.079739Z","time spent":"1.380991312s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:04.846124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.321159ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:04.846247Z","caller":"traceutil/trace.go:171","msg":"trace[451420587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3673; }","duration":"772.455493ms","start":"2026-04-27T02:51:04.073773Z","end":"2026-04-27T02:51:04.846228Z","steps":["trace[451420587] 'range keys from in-memory index tree' (duration: 772.304998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:04.846436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.849669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:04.846653Z","caller":"traceutil/trace.go:171","msg":"trace[999343533] transaction","detail":"{read_only:false; response_revision:3675; number_of_response:1; }","duration":"1.432378655s","start":"2026-04-27T02:51:03.414256Z","end":"2026-04-27T02:51:04.846635Z","steps":["trace[999343533] 'process raft request' (duration: 1.432264092s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:04.846689Z","caller":"traceutil/trace.go:171","msg":"trace[238233996] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"1.437888348s","start":"2026-04-27T02:51:03.408754Z","end":"2026-04-27T02:51:04.846642Z","steps":["trace[238233996] 'process raft request' (duration: 459.709248ms)","trace[238233996] 'compare' (duration: 977.722975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:04.846802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.414247Z","time spent":"1.432449818s","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:04.846896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.40873Z","time spent":"1.438075234s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:04.8471Z","caller":"traceutil/trace.go:171","msg":"trace[6143980] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"1.380445866s","start":"2026-04-27T02:51:03.466642Z","end":"2026-04-27T02:51:04.847088Z","steps":["trace[6143980] 'process raft request' (duration: 1.380066905s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:04.847162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.466614Z","time spent":"1.380514079s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:04.847189Z","caller":"traceutil/trace.go:171","msg":"trace[2098158738] transaction","detail":"{read_only:false; response_revision:3676; number_of_response:1; }","duration":"1.381380785s","start":"2026-04-27T02:51:03.465797Z","end":"2026-04-27T02:51:04.847178Z","steps":["trace[2098158738] 'process raft request' (duration: 1.380787197s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:04.847234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.465781Z","time spent":"1.381427167s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:04.847248Z","caller":"traceutil/trace.go:171","msg":"trace[1375989152] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"1.380811758s","start":"2026-04-27T02:51:03.466418Z","end":"2026-04-27T02:51:04.84723Z","steps":["trace[1375989152] 'process raft request' (duration: 1.380206599s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:04.847256Z","caller":"traceutil/trace.go:171","msg":"trace[367419028] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"1.377394911s","start":"2026-04-27T02:51:03.469839Z","end":"2026-04-27T02:51:04.847234Z","steps":["trace[367419028] 'process raft request' (duration: 1.377092352s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:04.847308Z","caller":"traceutil/trace.go:171","msg":"trace[584900556] linearizableReadLoop","detail":"{readStateIndex:3829; appliedIndex:3827; }","duration":"1.387700422s","start":"2026-04-27T02:51:03.459595Z","end":"2026-04-27T02:51:04.847296Z","steps":["trace[584900556] 'read index received' (duration: 408.866762ms)","trace[584900556] 'applied index is now lower than readState.Index' (duration: 978.83164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:04.847352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.466399Z","time spent":"1.38089193s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:04.847367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.46972Z","time spent":"1.377584637s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:05.375381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714180224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:05.375465Z","caller":"traceutil/trace.go:171","msg":"trace[1373007867] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3679; }","duration":"2.714312538s","start":"2026-04-27T02:51:02.661133Z","end":"2026-04-27T02:51:05.375445Z","steps":["trace[1373007867] 'agreement among raft nodes before linearized reading' (duration: 2.186164975s)","trace[1373007867] 'count revisions from in-memory index tree' (duration: 528.026669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.375508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.661082Z","time spent":"2.714415501s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:05.37551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298712846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:05.375583Z","caller":"traceutil/trace.go:171","msg":"trace[14605567] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3679; }","duration":"2.298838799s","start":"2026-04-27T02:51:03.076718Z","end":"2026-04-27T02:51:05.375556Z","steps":["trace[14605567] 'agreement among raft nodes before linearized reading' (duration: 1.770612514s)","trace[14605567] 'count revisions from in-memory index tree' (duration: 528.126112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.375614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.076688Z","time spent":"2.298918492s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:05.375621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813840462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-27T02:51:05.375693Z","caller":"traceutil/trace.go:171","msg":"trace[2044688298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3679; }","duration":"2.813959626s","start":"2026-04-27T02:51:02.561712Z","end":"2026-04-27T02:51:05.375671Z","steps":["trace[2044688298] 'agreement among raft nodes before linearized reading' (duration: 2.285607547s)","trace[2044688298] 'range keys from in-memory index tree' (duration: 528.170993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.375734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.561689Z","time spent":"2.814035938s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:05.37576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515224418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:51:05.375784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658010642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:05.375795Z","caller":"traceutil/trace.go:171","msg":"trace[937433447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3679; }","duration":"2.51527792s","start":"2026-04-27T02:51:02.860505Z","end":"2026-04-27T02:51:05.375783Z","steps":["trace[937433447] 'agreement among raft nodes before linearized reading' (duration: 1.986795177s)","trace[937433447] 'range keys from in-memory index tree' (duration: 528.344409ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:05.375811Z","caller":"traceutil/trace.go:171","msg":"trace[2126015707] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3679; }","duration":"2.658067154s","start":"2026-04-27T02:51:02.717734Z","end":"2026-04-27T02:51:05.375801Z","steps":["trace[2126015707] 'agreement among raft nodes before linearized reading' (duration: 2.129592341s)","trace[2126015707] 'count revisions from in-memory index tree' (duration: 528.436852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.375801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051413312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-27T02:51:05.375825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.860495Z","time spent":"2.515324281s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:51:05.375836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.717719Z","time spent":"2.658110976s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:05.375857Z","caller":"traceutil/trace.go:171","msg":"trace[878531262] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3679; }","duration":"3.051498305s","start":"2026-04-27T02:51:02.32434Z","end":"2026-04-27T02:51:05.375839Z","steps":["trace[878531262] 'agreement among raft nodes before linearized reading' (duration: 2.522987091s)","trace[878531262] 'range keys from in-memory index tree' (duration: 528.358499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.37587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814966107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3724"} {"level":"warn","ts":"2026-04-27T02:51:05.37593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921578733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:05.375945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518361936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:51:05.375944Z","caller":"traceutil/trace.go:171","msg":"trace[698802885] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3679; }","duration":"2.815076151s","start":"2026-04-27T02:51:02.560845Z","end":"2026-04-27T02:51:05.375921Z","steps":["trace[698802885] 'agreement among raft nodes before linearized reading' (duration: 2.286458493s)","trace[698802885] 'range keys from in-memory index tree' (duration: 528.395641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.375962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076834256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:05.375962Z","caller":"traceutil/trace.go:171","msg":"trace[251635454] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3679; }","duration":"2.921646005s","start":"2026-04-27T02:51:02.454306Z","end":"2026-04-27T02:51:05.375952Z","steps":["trace[251635454] 'agreement among raft nodes before linearized reading' (duration: 2.393006326s)","trace[251635454] 'count revisions from in-memory index tree' (duration: 528.594607ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:05.375978Z","caller":"traceutil/trace.go:171","msg":"trace[583459652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3679; }","duration":"2.518423298s","start":"2026-04-27T02:51:02.857543Z","end":"2026-04-27T02:51:05.375967Z","steps":["trace[583459652] 'agreement among raft nodes before linearized reading' (duration: 1.989771749s)","trace[583459652] 'range keys from in-memory index tree' (duration: 528.569976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.375994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.454283Z","time spent":"2.921703827s","remote":"127.0.0.1:55556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:05.375996Z","caller":"traceutil/trace.go:171","msg":"trace[1365234053] range","detail":"{range_begin:/registry/configmaps/monitoring/loki; range_end:; response_count:0; response_revision:3679; }","duration":"3.076896838s","start":"2026-04-27T02:51:02.299089Z","end":"2026-04-27T02:51:05.375986Z","steps":["trace[1365234053] 'agreement among raft nodes before linearized reading' (duration: 2.548257089s)","trace[1365234053] 'range keys from in-memory index tree' (duration: 528.599937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.375999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.560822Z","time spent":"2.815163354s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:05.376025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.299069Z","time spent":"3.076949949s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/loki\" "} {"level":"warn","ts":"2026-04-27T02:51:05.375893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.324322Z","time spent":"3.051563296s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:05.376009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:02.857527Z","time spent":"2.51847613s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:51:05.376526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.507015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-27T02:51:05.376745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:04.85717Z","time spent":"519.572815ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:51:05.376965Z","caller":"traceutil/trace.go:171","msg":"trace[1784853766] linearizableReadLoop","detail":"{readStateIndex:3834; appliedIndex:3833; }","duration":"529.592298ms","start":"2026-04-27T02:51:04.847351Z","end":"2026-04-27T02:51:05.376943Z","steps":["trace[1784853766] 'read index received' (duration: 35.831µs)","trace[1784853766] 'applied index is now lower than readState.Index' (duration: 529.553886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:05.377016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393638627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:05.377075Z","caller":"traceutil/trace.go:171","msg":"trace[174674624] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3679; }","duration":"1.39370213s","start":"2026-04-27T02:51:03.983354Z","end":"2026-04-27T02:51:05.377056Z","steps":["trace[174674624] 'agreement among raft nodes before linearized reading' (duration: 1.393601387s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:05.377076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076675021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:51:05.377088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892372373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:05.37711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915297708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:05.377131Z","caller":"traceutil/trace.go:171","msg":"trace[1765906333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3679; }","duration":"1.076771055s","start":"2026-04-27T02:51:04.300342Z","end":"2026-04-27T02:51:05.377113Z","steps":["trace[1765906333] 'agreement among raft nodes before linearized reading' (duration: 1.076641661s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:05.377121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.983301Z","time spent":"1.393806833s","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:05.377171Z","caller":"traceutil/trace.go:171","msg":"trace[2003765433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3679; }","duration":"1.915391371s","start":"2026-04-27T02:51:03.461766Z","end":"2026-04-27T02:51:05.377157Z","steps":["trace[2003765433] 'agreement among raft nodes before linearized reading' (duration: 1.915282758s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:05.37718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:04.30032Z","time spent":"1.076848937s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:51:05.377177Z","caller":"traceutil/trace.go:171","msg":"trace[1356696281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3679; }","duration":"1.892512707s","start":"2026-04-27T02:51:03.484641Z","end":"2026-04-27T02:51:05.377153Z","steps":["trace[1356696281] 'agreement among raft nodes before linearized reading' (duration: 1.892346742s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:05.377203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.461749Z","time spent":"1.915445532s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:05.377237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:03.48462Z","time spent":"1.8926047s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:06.16521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.145139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:06.16544Z","caller":"traceutil/trace.go:171","msg":"trace[347328514] linearizableReadLoop","detail":"{readStateIndex:3837; appliedIndex:3835; }","duration":"788.40646ms","start":"2026-04-27T02:51:05.377013Z","end":"2026-04-27T02:51:06.165419Z","steps":["trace[347328514] 'read index received' (duration: 489.971842ms)","trace[347328514] 'applied index is now lower than readState.Index' (duration: 298.433308ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:06.165586Z","caller":"traceutil/trace.go:171","msg":"trace[552916820] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"1.145227609s","start":"2026-04-27T02:51:05.020338Z","end":"2026-04-27T02:51:06.165566Z","steps":["trace[552916820] 'process raft request' (duration: 1.144976641s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:06.165595Z","caller":"traceutil/trace.go:171","msg":"trace[1839925176] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"1.298728977s","start":"2026-04-27T02:51:04.866843Z","end":"2026-04-27T02:51:06.165572Z","steps":["trace[1839925176] 'process raft request' (duration: 1.000126414s)","trace[1839925176] 'compare' (duration: 297.85697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:06.165677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.02032Z","time spent":"1.145303552s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:06.165696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:04.866823Z","time spent":"1.29881669s","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:06.165697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222116008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:06.165747Z","caller":"traceutil/trace.go:171","msg":"trace[661072654] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:3681; }","duration":"1.222201771s","start":"2026-04-27T02:51:04.943532Z","end":"2026-04-27T02:51:06.165734Z","steps":["trace[661072654] 'agreement among raft nodes before linearized reading' (duration: 1.222114888s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:06.16579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:04.943515Z","time spent":"1.222262952s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" "} {"level":"warn","ts":"2026-04-27T02:51:06.16585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014254954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:06.165937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314570191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:06.165938Z","caller":"traceutil/trace.go:171","msg":"trace[1600890152] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3681; }","duration":"1.014415479s","start":"2026-04-27T02:51:05.151502Z","end":"2026-04-27T02:51:06.165918Z","steps":["trace[1600890152] 'agreement among raft nodes before linearized reading' (duration: 1.014259104s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:06.165985Z","caller":"traceutil/trace.go:171","msg":"trace[222916233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3681; }","duration":"1.314638723s","start":"2026-04-27T02:51:04.851333Z","end":"2026-04-27T02:51:06.165971Z","steps":["trace[222916233] 'agreement among raft nodes before linearized reading' (duration: 1.314562621s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:06.165988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.151473Z","time spent":"1.014503452s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:06.165977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314190789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa16f9686b7cf8\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-27T02:51:06.166086Z","caller":"traceutil/trace.go:171","msg":"trace[363088009] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa16f9686b7cf8; range_end:; response_count:1; response_revision:3681; }","duration":"1.314324624s","start":"2026-04-27T02:51:04.851737Z","end":"2026-04-27T02:51:06.166062Z","steps":["trace[363088009] 'agreement among raft nodes before linearized reading' (duration: 1.313996914s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:06.166133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:04.851734Z","time spent":"1.314388686s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":683,"request content":"key:\"/registry/events/openstack/valkey.18aa16f9686b7cf8\" "} {"level":"warn","ts":"2026-04-27T02:51:06.166021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:04.85132Z","time spent":"1.314693305s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:51:06.166215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313974042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-27T02:51:06.16624Z","caller":"traceutil/trace.go:171","msg":"trace[1519514310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3681; }","duration":"1.314019464s","start":"2026-04-27T02:51:04.852211Z","end":"2026-04-27T02:51:06.16623Z","steps":["trace[1519514310] 'agreement among raft nodes before linearized reading' (duration: 1.313919081s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:06.166258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:04.852196Z","time spent":"1.314058985s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:51:06.166173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072736819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:06.166623Z","caller":"traceutil/trace.go:171","msg":"trace[1939938717] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3681; }","duration":"1.073228924s","start":"2026-04-27T02:51:05.093375Z","end":"2026-04-27T02:51:06.166604Z","steps":["trace[1939938717] 'agreement among raft nodes before linearized reading' (duration: 1.072722188s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:06.166669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.093355Z","time spent":"1.073298926s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:06.666477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:06.917603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050605168s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:51:07.384564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:51:07.384656Z","caller":"traceutil/trace.go:171","msg":"trace[496412976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574007s","start":"2026-04-27T02:51:05.384065Z","end":"2026-04-27T02:51:07.384639Z","steps":["trace[496412976] 'agreement among raft nodes before linearized reading' (duration: 2.000455073s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.384692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.384053Z","time spent":"2.000632108s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:07.523572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.66794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:07.524182Z","caller":"traceutil/trace.go:171","msg":"trace[1441916646] transaction","detail":"{read_only:false; response_revision:3683; number_of_response:1; }","duration":"2.143244846s","start":"2026-04-27T02:51:05.380902Z","end":"2026-04-27T02:51:07.524147Z","steps":["trace[1441916646] 'process raft request' (duration: 2.142902175s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:07.524201Z","caller":"traceutil/trace.go:171","msg":"trace[805246281] transaction","detail":"{read_only:false; response_revision:3682; number_of_response:1; }","duration":"2.145497557s","start":"2026-04-27T02:51:05.378673Z","end":"2026-04-27T02:51:07.524171Z","steps":["trace[805246281] 'process raft request' (duration: 1.539156196s)","trace[805246281] 'compare' (duration: 605.408312ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:07.524193Z","caller":"traceutil/trace.go:171","msg":"trace[684627685] transaction","detail":"{read_only:false; response_revision:3684; number_of_response:1; }","duration":"2.142775041s","start":"2026-04-27T02:51:05.381381Z","end":"2026-04-27T02:51:07.524156Z","steps":["trace[684627685] 'process raft request' (duration: 2.142593556s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.524347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.378647Z","time spent":"2.14562533s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:07.52439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.381358Z","time spent":"2.142930236s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:07.524444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.380877Z","time spent":"2.143386781s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:07.524206Z","caller":"traceutil/trace.go:171","msg":"trace[309175687] transaction","detail":"{read_only:false; response_revision:3685; number_of_response:1; }","duration":"2.140192021s","start":"2026-04-27T02:51:05.383987Z","end":"2026-04-27T02:51:07.524179Z","steps":["trace[309175687] 'process raft request' (duration: 2.140061957s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.525238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.383973Z","time spent":"2.141216943s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:07.524537Z","caller":"traceutil/trace.go:171","msg":"trace[14822806] transaction","detail":"{read_only:false; response_revision:3687; number_of_response:1; }","duration":"2.058305467s","start":"2026-04-27T02:51:05.466212Z","end":"2026-04-27T02:51:07.524518Z","steps":["trace[14822806] 'process raft request' (duration: 2.058175713s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.525544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.466192Z","time spent":"2.059278067s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:07.524556Z","caller":"traceutil/trace.go:171","msg":"trace[768824109] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"2.058619376s","start":"2026-04-27T02:51:05.465893Z","end":"2026-04-27T02:51:07.524512Z","steps":["trace[768824109] 'process raft request' (duration: 2.058232654s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:07.524751Z","caller":"traceutil/trace.go:171","msg":"trace[1992332440] transaction","detail":"{read_only:false; response_revision:3688; number_of_response:1; }","duration":"2.0583886s","start":"2026-04-27T02:51:05.46633Z","end":"2026-04-27T02:51:07.524718Z","steps":["trace[1992332440] 'process raft request' (duration: 2.058144512s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:07.524911Z","caller":"traceutil/trace.go:171","msg":"trace[38494348] linearizableReadLoop","detail":"{readStateIndex:3846; appliedIndex:3837; }","duration":"1.359373297s","start":"2026-04-27T02:51:06.16552Z","end":"2026-04-27T02:51:07.524893Z","steps":["trace[38494348] 'read index received' (duration: 752.274713ms)","trace[38494348] 'applied index is now lower than readState.Index' (duration: 607.097604ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:07.52492Z","caller":"traceutil/trace.go:171","msg":"trace[880552453] transaction","detail":"{read_only:false; response_revision:3690; number_of_response:1; }","duration":"1.355568609s","start":"2026-04-27T02:51:06.169332Z","end":"2026-04-27T02:51:07.524901Z","steps":["trace[880552453] 'process raft request' (duration: 1.355487256s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.524993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145328751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:07.52605Z","caller":"traceutil/trace.go:171","msg":"trace[396386778] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-alerting-rules; range_end:; response_count:0; response_revision:3690; }","duration":"2.146402815s","start":"2026-04-27T02:51:05.379616Z","end":"2026-04-27T02:51:07.526019Z","steps":["trace[396386778] 'agreement among raft nodes before linearized reading' (duration: 2.145335431s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.526124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.379601Z","time spent":"2.146500818s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" "} {"level":"warn","ts":"2026-04-27T02:51:07.526197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.466322Z","time spent":"2.059820354s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:07.526542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.465857Z","time spent":"2.060630599s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:07.525016Z","caller":"traceutil/trace.go:171","msg":"trace[30015806] transaction","detail":"{read_only:false; response_revision:3689; number_of_response:1; }","duration":"2.036116865s","start":"2026-04-27T02:51:05.488878Z","end":"2026-04-27T02:51:07.524995Z","steps":["trace[30015806] 'process raft request' (duration: 2.035770754s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.526668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354476705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:07.5267Z","caller":"traceutil/trace.go:171","msg":"trace[2051311931] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:3690; }","duration":"1.354536767s","start":"2026-04-27T02:51:06.172156Z","end":"2026-04-27T02:51:07.526692Z","steps":["trace[2051311931] 'agreement among raft nodes before linearized reading' (duration: 1.354489395s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.526726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.172137Z","time spent":"1.354581588s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-04-27T02:51:07.52673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.488861Z","time spent":"2.037765527s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:07.525088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05999805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:07.526855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.828466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:51:07.526879Z","caller":"traceutil/trace.go:171","msg":"trace[597349407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3690; }","duration":"674.893549ms","start":"2026-04-27T02:51:06.851979Z","end":"2026-04-27T02:51:07.526872Z","steps":["trace[597349407] 'agreement among raft nodes before linearized reading' (duration: 674.812677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.526898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.851946Z","time spent":"674.947231ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:51:07.526891Z","caller":"traceutil/trace.go:171","msg":"trace[339456451] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3690; }","duration":"2.061825207s","start":"2026-04-27T02:51:05.465044Z","end":"2026-04-27T02:51:07.52687Z","steps":["trace[339456451] 'agreement among raft nodes before linearized reading' (duration: 2.059959649s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.52693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.490336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:51:07.52696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.465026Z","time spent":"2.061910829s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:51:07.526996Z","caller":"traceutil/trace.go:171","msg":"trace[1668749959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3690; }","duration":"674.59835ms","start":"2026-04-27T02:51:06.852383Z","end":"2026-04-27T02:51:07.526981Z","steps":["trace[1668749959] 'agreement among raft nodes before linearized reading' (duration: 674.339322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.527092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.168158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:51:07.527111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144777054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-27T02:51:07.527139Z","caller":"traceutil/trace.go:171","msg":"trace[834645199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3690; }","duration":"1.144846526s","start":"2026-04-27T02:51:06.382283Z","end":"2026-04-27T02:51:07.527129Z","steps":["trace[834645199] 'agreement among raft nodes before linearized reading' (duration: 1.144796355s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.52713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.852371Z","time spent":"674.739324ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:51:07.527142Z","caller":"traceutil/trace.go:171","msg":"trace[1108013798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3690; }","duration":"675.25097ms","start":"2026-04-27T02:51:06.851875Z","end":"2026-04-27T02:51:07.527126Z","steps":["trace[1108013798] 'agreement among raft nodes before linearized reading' (duration: 675.012393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.527158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.382258Z","time spent":"1.144894238s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:07.525129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060089893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:07.527182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.851855Z","time spent":"675.320073ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:51:07.527015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145754795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"warn","ts":"2026-04-27T02:51:07.527285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34727962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:07.527343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.937338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:07.527327Z","caller":"traceutil/trace.go:171","msg":"trace[1373697894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3690; }","duration":"1.347330392s","start":"2026-04-27T02:51:06.179977Z","end":"2026-04-27T02:51:07.527308Z","steps":["trace[1373697894] 'agreement among raft nodes before linearized reading' (duration: 1.34728311s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.527354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.380216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:07.527366Z","caller":"traceutil/trace.go:171","msg":"trace[1588510200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3690; }","duration":"141.994649ms","start":"2026-04-27T02:51:07.385365Z","end":"2026-04-27T02:51:07.527359Z","steps":["trace[1588510200] 'agreement among raft nodes before linearized reading' (duration: 141.955288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.527393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.179966Z","time spent":"1.347412584s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:51:07.527395Z","caller":"traceutil/trace.go:171","msg":"trace[581729462] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:3690; }","duration":"138.485409ms","start":"2026-04-27T02:51:07.388896Z","end":"2026-04-27T02:51:07.527382Z","steps":["trace[581729462] 'agreement among raft nodes before linearized reading' (duration: 138.404967ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:07.527208Z","caller":"traceutil/trace.go:171","msg":"trace[815503705] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3690; }","duration":"2.062204289s","start":"2026-04-27T02:51:05.464986Z","end":"2026-04-27T02:51:07.527191Z","steps":["trace[815503705] 'agreement among raft nodes before linearized reading' (duration: 2.060035341s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.52746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.464962Z","time spent":"2.062480727s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:51:07.527494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.691133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-27T02:51:07.527553Z","caller":"traceutil/trace.go:171","msg":"trace[1288159309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3690; }","duration":"354.783936ms","start":"2026-04-27T02:51:07.172747Z","end":"2026-04-27T02:51:07.527531Z","steps":["trace[1288159309] 'agreement among raft nodes before linearized reading' (duration: 354.637061ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:07.527324Z","caller":"traceutil/trace.go:171","msg":"trace[476630005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3690; }","duration":"2.146519569s","start":"2026-04-27T02:51:05.380758Z","end":"2026-04-27T02:51:07.527277Z","steps":["trace[476630005] 'agreement among raft nodes before linearized reading' (duration: 2.14430466s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.527598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.172724Z","time spent":"354.861588ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:51:07.527633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:05.380741Z","time spent":"2.146877289s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:51:07.526579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.169305Z","time spent":"1.357234591s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:07.52511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365811059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:07.52791Z","caller":"traceutil/trace.go:171","msg":"trace[1605036227] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3690; }","duration":"1.368633746s","start":"2026-04-27T02:51:06.159259Z","end":"2026-04-27T02:51:07.527892Z","steps":["trace[1605036227] 'agreement among raft nodes before linearized reading' (duration: 1.365800218s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.52798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.159242Z","time spent":"1.368716859s","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:07.528349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145946251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-27T02:51:07.528471Z","caller":"traceutil/trace.go:171","msg":"trace[1633900774] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3690; }","duration":"1.146089835s","start":"2026-04-27T02:51:06.382358Z","end":"2026-04-27T02:51:07.528448Z","steps":["trace[1633900774] 'agreement among raft nodes before linearized reading' (duration: 1.144419603s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:07.529927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:06.382351Z","time spent":"1.147550471s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:08.034019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:09.122581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.321652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:09.122753Z","caller":"traceutil/trace.go:171","msg":"trace[895585260] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"1.590306272s","start":"2026-04-27T02:51:07.532397Z","end":"2026-04-27T02:51:09.122704Z","steps":["trace[895585260] 'process raft request' (duration: 814.771763ms)","trace[895585260] 'compare' (duration: 774.900889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:09.122854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.532382Z","time spent":"1.590415095s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5391,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:09.172125Z","caller":"traceutil/trace.go:171","msg":"trace[262776895] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"1.637861665s","start":"2026-04-27T02:51:07.534248Z","end":"2026-04-27T02:51:09.17211Z","steps":["trace[262776895] 'process raft request' (duration: 1.637813103s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:09.172241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.534233Z","time spent":"1.637947667s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:09.172139Z","caller":"traceutil/trace.go:171","msg":"trace[1159398677] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"1.639233837s","start":"2026-04-27T02:51:07.532889Z","end":"2026-04-27T02:51:09.172123Z","steps":["trace[1159398677] 'process raft request' (duration: 1.639080843s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:09.172346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.532877Z","time spent":"1.639452235s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:09.172398Z","caller":"traceutil/trace.go:171","msg":"trace[456717637] linearizableReadLoop","detail":"{readStateIndex:3852; appliedIndex:3846; }","duration":"1.63896025s","start":"2026-04-27T02:51:07.533426Z","end":"2026-04-27T02:51:09.172386Z","steps":["trace[456717637] 'read index received' (duration: 813.816873ms)","trace[456717637] 'applied index is now lower than readState.Index' (duration: 825.142637ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:09.172424Z","caller":"traceutil/trace.go:171","msg":"trace[809994944] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"1.548149636s","start":"2026-04-27T02:51:07.624263Z","end":"2026-04-27T02:51:09.172413Z","steps":["trace[809994944] 'process raft request' (duration: 1.547999532s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:09.172388Z","caller":"traceutil/trace.go:171","msg":"trace[206688437] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"1.637249326s","start":"2026-04-27T02:51:07.535116Z","end":"2026-04-27T02:51:09.172366Z","steps":["trace[206688437] 'process raft request' (duration: 1.636970177s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:09.172462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.624231Z","time spent":"1.548210928s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:09.172455Z","caller":"traceutil/trace.go:171","msg":"trace[1259914752] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"1.462030881s","start":"2026-04-27T02:51:07.710392Z","end":"2026-04-27T02:51:09.172423Z","steps":["trace[1259914752] 'process raft request' (duration: 1.461947258s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:09.172522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639081763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-runtime\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:09.172559Z","caller":"traceutil/trace.go:171","msg":"trace[361649652] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-runtime; range_end:; response_count:0; response_revision:3696; }","duration":"1.639137265s","start":"2026-04-27T02:51:07.533413Z","end":"2026-04-27T02:51:09.17255Z","steps":["trace[361649652] 'agreement among raft nodes before linearized reading' (duration: 1.639037932s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:09.172527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.535107Z","time spent":"1.637363189s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:09.172589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.710364Z","time spent":"1.462156135s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:09.172596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.533409Z","time spent":"1.639180256s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/loki-runtime\" "} {"level":"warn","ts":"2026-04-27T02:51:09.535551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:09.535674Z","caller":"traceutil/trace.go:171","msg":"trace[1813083647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584878s","start":"2026-04-27T02:51:07.53507Z","end":"2026-04-27T02:51:09.535655Z","steps":["trace[1813083647] 'agreement among raft nodes before linearized reading' (duration: 2.000448753s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:09.535725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.535064Z","time spent":"2.000649689s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:09.672508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:10.173048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:10.24843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.076354982s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:51:10.249185Z","caller":"traceutil/trace.go:171","msg":"trace[652820495] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3697; }","duration":"1.111029383s","start":"2026-04-27T02:51:09.138121Z","end":"2026-04-27T02:51:10.24915Z","steps":["trace[652820495] 'process raft request' (duration: 1.110965301s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:10.249193Z","caller":"traceutil/trace.go:171","msg":"trace[823663490] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"1.114946526s","start":"2026-04-27T02:51:09.134203Z","end":"2026-04-27T02:51:10.249149Z","steps":["trace[823663490] 'process raft request' (duration: 1.114683287s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:10.249382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.138102Z","time spent":"1.111189428s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":2281,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:10.249586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.134185Z","time spent":"1.115253475s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:11.068959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.403377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:11.069281Z","caller":"traceutil/trace.go:171","msg":"trace[1549146838] linearizableReadLoop","detail":"{readStateIndex:3858; appliedIndex:3852; }","duration":"1.89681994s","start":"2026-04-27T02:51:09.172439Z","end":"2026-04-27T02:51:11.069258Z","steps":["trace[1549146838] 'read index received' (duration: 1.076352851s)","trace[1549146838] 'applied index is now lower than readState.Index' (duration: 820.465489ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:11.069403Z","caller":"traceutil/trace.go:171","msg":"trace[978270663] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"1.535878802s","start":"2026-04-27T02:51:09.533506Z","end":"2026-04-27T02:51:11.069385Z","steps":["trace[978270663] 'process raft request' (duration: 1.085886077s)","trace[978270663] 'compare' (duration: 449.17009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:11.069583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.533489Z","time spent":"1.535958885s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:11.069619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480055391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:11.069698Z","caller":"traceutil/trace.go:171","msg":"trace[755447431] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3701; }","duration":"2.480167814s","start":"2026-04-27T02:51:08.589511Z","end":"2026-04-27T02:51:11.069678Z","steps":["trace[755447431] 'agreement among raft nodes before linearized reading' (duration: 2.479900256s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.069744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:08.589492Z","time spent":"2.480237297s","remote":"127.0.0.1:43844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:11.069781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526355575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:11.069781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534183849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-27T02:51:11.069827Z","caller":"traceutil/trace.go:171","msg":"trace[1182643209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3701; }","duration":"3.526408347s","start":"2026-04-27T02:51:07.543402Z","end":"2026-04-27T02:51:11.06981Z","steps":["trace[1182643209] 'agreement among raft nodes before linearized reading' (duration: 3.526331434s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:11.069851Z","caller":"traceutil/trace.go:171","msg":"trace[976753669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3701; }","duration":"2.534259992s","start":"2026-04-27T02:51:08.535567Z","end":"2026-04-27T02:51:11.069827Z","steps":["trace[976753669] 'agreement among raft nodes before linearized reading' (duration: 2.534106807s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.069867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.543395Z","time spent":"3.526461168s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:51:11.069907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:08.535557Z","time spent":"2.534333424s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:51:11.069968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536508542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:11.069623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00900909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:11.070018Z","caller":"traceutil/trace.go:171","msg":"trace[879534359] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:0; response_revision:3701; }","duration":"3.536581995s","start":"2026-04-27T02:51:07.533423Z","end":"2026-04-27T02:51:11.070005Z","steps":["trace[879534359] 'agreement among raft nodes before linearized reading' (duration: 3.536479581s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.070051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.533417Z","time spent":"3.536628656s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/openstack/valkey\" "} {"level":"warn","ts":"2026-04-27T02:51:11.070048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535335215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3724"} {"level":"warn","ts":"2026-04-27T02:51:11.070048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537273926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3724"} {"level":"warn","ts":"2026-04-27T02:51:11.070065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387707491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:51:11.070061Z","caller":"traceutil/trace.go:171","msg":"trace[2119177454] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3701; }","duration":"3.009497355s","start":"2026-04-27T02:51:08.060538Z","end":"2026-04-27T02:51:11.070035Z","steps":["trace[2119177454] 'agreement among raft nodes before linearized reading' (duration: 3.008946277s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:11.070096Z","caller":"traceutil/trace.go:171","msg":"trace[451625285] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3701; }","duration":"2.535423688s","start":"2026-04-27T02:51:08.534657Z","end":"2026-04-27T02:51:11.070081Z","steps":["trace[451625285] 'agreement among raft nodes before linearized reading' (duration: 2.535266613s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:11.070102Z","caller":"traceutil/trace.go:171","msg":"trace[1784393461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3701; }","duration":"2.537371489s","start":"2026-04-27T02:51:08.532715Z","end":"2026-04-27T02:51:11.070087Z","steps":["trace[1784393461] 'agreement among raft nodes before linearized reading' (duration: 2.537230525s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.070085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536553103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-27T02:51:11.070112Z","caller":"traceutil/trace.go:171","msg":"trace[1470921826] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:3701; }","duration":"2.387798344s","start":"2026-04-27T02:51:08.682301Z","end":"2026-04-27T02:51:11.070099Z","steps":["trace[1470921826] 'agreement among raft nodes before linearized reading' (duration: 2.387658089s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.070131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:08.534644Z","time spent":"2.53547944s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:11.070155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:08.060518Z","time spent":"3.009602497s","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:11.070164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:08.532691Z","time spent":"2.537438312s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:11.070171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:08.682277Z","time spent":"2.387877166s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-27T02:51:11.070171Z","caller":"traceutil/trace.go:171","msg":"trace[1659671170] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54; range_end:; response_count:1; response_revision:3701; }","duration":"3.536653987s","start":"2026-04-27T02:51:07.533492Z","end":"2026-04-27T02:51:11.070146Z","steps":["trace[1659671170] 'agreement among raft nodes before linearized reading' (duration: 3.536402029s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:11.070196Z","caller":"traceutil/trace.go:171","msg":"trace[394550295] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"1.536680997s","start":"2026-04-27T02:51:09.533504Z","end":"2026-04-27T02:51:11.070185Z","steps":["trace[394550295] 'process raft request' (duration: 1.535568993s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:11.070218Z","caller":"traceutil/trace.go:171","msg":"trace[1614321023] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"1.535413328s","start":"2026-04-27T02:51:09.534793Z","end":"2026-04-27T02:51:11.070206Z","steps":["trace[1614321023] 'process raft request' (duration: 1.534363275s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.070218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:07.533486Z","time spent":"3.536723089s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" "} {"level":"info","ts":"2026-04-27T02:51:11.069968Z","caller":"traceutil/trace.go:171","msg":"trace[233269553] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"1.535062508s","start":"2026-04-27T02:51:09.534874Z","end":"2026-04-27T02:51:11.069936Z","steps":["trace[233269553] 'process raft request' (duration: 1.534326495s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.070278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474326403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:11.0703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.534782Z","time spent":"1.53546003s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:11.070306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.533433Z","time spent":"1.536800932s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:11.070331Z","caller":"traceutil/trace.go:171","msg":"trace[1256370611] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3701; }","duration":"2.474395154s","start":"2026-04-27T02:51:08.595924Z","end":"2026-04-27T02:51:11.070319Z","steps":["trace[1256370611] 'agreement among raft nodes before linearized reading' (duration: 2.474328482s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.070364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:08.595912Z","time spent":"2.474444047s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:11.070389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.534839Z","time spent":"1.53547016s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:11.098761Z","caller":"traceutil/trace.go:171","msg":"trace[928748432] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"833.95379ms","start":"2026-04-27T02:51:10.264782Z","end":"2026-04-27T02:51:11.098735Z","steps":["trace[928748432] 'process raft request' (duration: 833.729473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.098907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565255019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:11.098972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565346832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:51:11.099028Z","caller":"traceutil/trace.go:171","msg":"trace[1222593439] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3703; }","duration":"1.565438945s","start":"2026-04-27T02:51:09.533577Z","end":"2026-04-27T02:51:11.099016Z","steps":["trace[1222593439] 'agreement among raft nodes before linearized reading' (duration: 1.565262449s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.098999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569618785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:51:11.09907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.533565Z","time spent":"1.565496146s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:51:11.099086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.873335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:11.099083Z","caller":"traceutil/trace.go:171","msg":"trace[2084299109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3703; }","duration":"1.569718658s","start":"2026-04-27T02:51:09.529348Z","end":"2026-04-27T02:51:11.099067Z","steps":["trace[2084299109] 'agreement among raft nodes before linearized reading' (duration: 1.569547413s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:11.099114Z","caller":"traceutil/trace.go:171","msg":"trace[2016451421] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:3703; }","duration":"713.901105ms","start":"2026-04-27T02:51:10.385204Z","end":"2026-04-27T02:51:11.099105Z","steps":["trace[2016451421] 'agreement among raft nodes before linearized reading' (duration: 713.859774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.099131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.529342Z","time spent":"1.56977685s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:51:11.099156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:10.38517Z","time spent":"713.976718ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:11.098983Z","caller":"traceutil/trace.go:171","msg":"trace[531473916] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3703; }","duration":"1.565381113s","start":"2026-04-27T02:51:09.533585Z","end":"2026-04-27T02:51:11.098966Z","steps":["trace[531473916] 'agreement among raft nodes before linearized reading' (duration: 1.565139956s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.099269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.533574Z","time spent":"1.565684282s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:51:11.099041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.626032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:11.099332Z","caller":"traceutil/trace.go:171","msg":"trace[658147704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3703; }","duration":"229.916391ms","start":"2026-04-27T02:51:10.869401Z","end":"2026-04-27T02:51:11.099318Z","steps":["trace[658147704] 'agreement among raft nodes before linearized reading' (duration: 229.609301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.099431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.86803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-tvftj\" ","response":"range_response_count:1 size:2450"} {"level":"warn","ts":"2026-04-27T02:51:11.099431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640745213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:11.09945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924591677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:11.099259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:10.26475Z","time spent":"834.136706ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2384,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:11.099476Z","caller":"traceutil/trace.go:171","msg":"trace[427262198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3703; }","duration":"1.640816636s","start":"2026-04-27T02:51:09.458648Z","end":"2026-04-27T02:51:11.099465Z","steps":["trace[427262198] 'agreement among raft nodes before linearized reading' (duration: 1.640716732s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.09951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563901667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:11.099513Z","caller":"traceutil/trace.go:171","msg":"trace[1560221324] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:3703; }","duration":"1.924680909s","start":"2026-04-27T02:51:09.174813Z","end":"2026-04-27T02:51:11.099494Z","steps":["trace[1560221324] 'agreement among raft nodes before linearized reading' (duration: 1.924591817s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.099571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.458588Z","time spent":"1.64094918s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:51:11.098783Z","caller":"traceutil/trace.go:171","msg":"trace[1131226668] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"843.706334ms","start":"2026-04-27T02:51:10.255047Z","end":"2026-04-27T02:51:11.098753Z","steps":["trace[1131226668] 'process raft request' (duration: 843.204309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.099045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56975965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:51:11.099677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563521625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:51:11.099721Z","caller":"traceutil/trace.go:171","msg":"trace[1100633614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3703; }","duration":"1.570482182s","start":"2026-04-27T02:51:09.529218Z","end":"2026-04-27T02:51:11.0997Z","steps":["trace[1100633614] 'agreement among raft nodes before linearized reading' (duration: 1.569553833s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:11.099466Z","caller":"traceutil/trace.go:171","msg":"trace[1669399859] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-tvftj; range_end:; response_count:1; response_revision:3703; }","duration":"844.951083ms","start":"2026-04-27T02:51:10.254506Z","end":"2026-04-27T02:51:11.099457Z","steps":["trace[1669399859] 'agreement among raft nodes before linearized reading' (duration: 844.85543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.099885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:10.254479Z","time spent":"845.391416ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2472,"request content":"key:\"/registry/secrets/openstack/valkey-server-tvftj\" "} {"level":"warn","ts":"2026-04-27T02:51:11.099574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.174799Z","time spent":"1.924755231s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-27T02:51:11.099664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:10.255027Z","time spent":"844.599292ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:11.099577Z","caller":"traceutil/trace.go:171","msg":"trace[1035633660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3703; }","duration":"1.563984939s","start":"2026-04-27T02:51:09.535557Z","end":"2026-04-27T02:51:11.099542Z","steps":["trace[1035633660] 'agreement among raft nodes before linearized reading' (duration: 1.563896616s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.100169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.535543Z","time spent":"1.564613219s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:51:11.099722Z","caller":"traceutil/trace.go:171","msg":"trace[1859010371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3703; }","duration":"1.563573197s","start":"2026-04-27T02:51:09.536129Z","end":"2026-04-27T02:51:11.099702Z","steps":["trace[1859010371] 'agreement among raft nodes before linearized reading' (duration: 1.563471564s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:11.099815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.529173Z","time spent":"1.570623767s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:51:11.100301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:09.53612Z","time spent":"1.564164585s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:51:11.599475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:12.099612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:12.600196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:13.10056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:13.109273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:51:13.109328Z","caller":"traceutil/trace.go:171","msg":"trace[340822740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409562s","start":"2026-04-27T02:51:11.108906Z","end":"2026-04-27T02:51:13.109316Z","steps":["trace[340822740] 'agreement among raft nodes before linearized reading' (duration: 2.00033191s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:13.10936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.108893Z","time spent":"2.000460603s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:13.156606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.0583703s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:51:13.881624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.822798ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-27T02:51:13.881881Z","caller":"traceutil/trace.go:171","msg":"trace[631595690] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"2.807571947s","start":"2026-04-27T02:51:11.074229Z","end":"2026-04-27T02:51:13.881801Z","steps":["trace[631595690] 'process raft request' (duration: 2.807469314s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:13.8818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.072201Z","time spent":"2.809591391s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:51:13.881994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.074208Z","time spent":"2.807719652s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:15.11043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:15.110511Z","caller":"traceutil/trace.go:171","msg":"trace[1552319002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299878s","start":"2026-04-27T02:51:13.110192Z","end":"2026-04-27T02:51:15.110492Z","steps":["trace[1552319002] 'agreement among raft nodes before linearized reading' (duration: 2.000200435s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:15.110573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.110178Z","time spent":"2.000385561s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:15.484126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:15.484268Z","caller":"traceutil/trace.go:171","msg":"trace[1773850473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484024s","start":"2026-04-27T02:51:13.483765Z","end":"2026-04-27T02:51:15.484249Z","steps":["trace[1773850473] 'agreement among raft nodes before linearized reading' (duration: 2.000323089s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:15.484318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.483746Z","time spent":"2.000560756s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:15.596975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.440187858s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:51:16.103226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.10419Z","time spent":"4.999020967s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:51:16.103343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.104864Z","time spent":"4.99847729s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:51:16.175888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999647427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:51:16.175964Z","caller":"traceutil/trace.go:171","msg":"trace[1533476884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999771601s","start":"2026-04-27T02:51:11.176174Z","end":"2026-04-27T02:51:16.175946Z","steps":["trace[1533476884] 'agreement among raft nodes before linearized reading' (duration: 4.999673258s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:16.176019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.176159Z","time spent":"4.999841053s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 02:51:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:16.307335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233499211s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:16.307469Z","caller":"traceutil/trace.go:171","msg":"trace[1534437196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3704; }","duration":"2.233647356s","start":"2026-04-27T02:51:14.073801Z","end":"2026-04-27T02:51:16.307449Z","steps":["trace[1534437196] 'range keys from in-memory index tree' (duration: 2.23348011s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:16.308191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.762838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:51:16.308433Z","caller":"traceutil/trace.go:171","msg":"trace[890252054] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3705; }","duration":"5.206720566s","start":"2026-04-27T02:51:11.10168Z","end":"2026-04-27T02:51:16.308401Z","steps":["trace[890252054] 'process raft request' (duration: 4.495556995s)","trace[890252054] 'compare' (duration: 710.375117ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:16.308865Z","caller":"traceutil/trace.go:171","msg":"trace[1318695163] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"3.23250305s","start":"2026-04-27T02:51:13.076334Z","end":"2026-04-27T02:51:16.308837Z","steps":["trace[1318695163] 'process raft request' (duration: 3.232157019s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:16.309007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.076304Z","time spent":"3.232632864s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:16.309729Z","caller":"traceutil/trace.go:171","msg":"trace[314430539] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"3.232277713s","start":"2026-04-27T02:51:13.07742Z","end":"2026-04-27T02:51:16.309698Z","steps":["trace[314430539] 'process raft request' (duration: 3.231108486s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:16.309809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.077412Z","time spent":"3.232358966s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:16.309799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.101655Z","time spent":"5.20686665s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":51,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-27T02:51:16.309881Z","caller":"traceutil/trace.go:171","msg":"trace[955875953] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"3.232121348s","start":"2026-04-27T02:51:13.077729Z","end":"2026-04-27T02:51:16.309851Z","steps":["trace[955875953] 'process raft request' (duration: 3.230832188s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:16.310007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.077704Z","time spent":"3.232243872s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:16.310375Z","caller":"traceutil/trace.go:171","msg":"trace[986931488] linearizableReadLoop","detail":"{readStateIndex:3869; appliedIndex:3860; }","duration":"5.21169377s","start":"2026-04-27T02:51:11.098665Z","end":"2026-04-27T02:51:16.310359Z","steps":["trace[986931488] 'read index received' (duration: 2.058140483s)","trace[986931488] 'applied index is now lower than readState.Index' (duration: 3.153551887s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:16.310417Z","caller":"traceutil/trace.go:171","msg":"trace[42211601] transaction","detail":"{read_only:false; response_revision:3712; number_of_response:1; }","duration":"2.637128871s","start":"2026-04-27T02:51:13.67327Z","end":"2026-04-27T02:51:16.310399Z","steps":["trace[42211601] 'process raft request' (duration: 2.636978176s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:16.310375Z","caller":"traceutil/trace.go:171","msg":"trace[1556831774] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"3.232363696s","start":"2026-04-27T02:51:13.077985Z","end":"2026-04-27T02:51:16.310349Z","steps":["trace[1556831774] 'process raft request' (duration: 3.230603371s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:16.310501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.673244Z","time spent":"2.637217733s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:16.310554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.077976Z","time spent":"3.232525511s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:17.115697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:51:17.115776Z","caller":"traceutil/trace.go:171","msg":"trace[1780826325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182276s","start":"2026-04-27T02:51:15.115576Z","end":"2026-04-27T02:51:17.115758Z","steps":["trace[1780826325] 'agreement among raft nodes before linearized reading' (duration: 2.000076662s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.11582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:15.115569Z","time spent":"2.000242757s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:17.469788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.385908184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:17.469839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.395445691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-configuration\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:17.469825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159498384s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:51:17.469889Z","caller":"traceutil/trace.go:171","msg":"trace[1402233391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3713; }","duration":"6.386033868s","start":"2026-04-27T02:51:11.083829Z","end":"2026-04-27T02:51:17.469863Z","steps":["trace[1402233391] 'agreement among raft nodes before linearized reading' (duration: 5.226628406s)","trace[1402233391] 'range keys from in-memory index tree' (duration: 1.159268357s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:17.46991Z","caller":"traceutil/trace.go:171","msg":"trace[11440501] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-configuration; range_end:; response_count:0; response_revision:3713; }","duration":"6.395547914s","start":"2026-04-27T02:51:11.07434Z","end":"2026-04-27T02:51:17.469888Z","steps":["trace[11440501] 'agreement among raft nodes before linearized reading' (duration: 5.236096012s)","trace[11440501] 'range keys from in-memory index tree' (duration: 1.15935223s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:17.469945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.083822Z","time spent":"6.38611099s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:51:17.469956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.074324Z","time spent":"6.395621076s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/valkey-configuration\" "} {"level":"info","ts":"2026-04-27T02:51:17.470072Z","caller":"traceutil/trace.go:171","msg":"trace[830600804] linearizableReadLoop","detail":"{readStateIndex:3872; appliedIndex:3870; }","duration":"1.159627528s","start":"2026-04-27T02:51:16.310421Z","end":"2026-04-27T02:51:17.470048Z","steps":["trace[830600804] 'read index received' (duration: 56.042µs)","trace[830600804] 'applied index is now lower than readState.Index' (duration: 1.159569876s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:17.470458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968134236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:17.470518Z","caller":"traceutil/trace.go:171","msg":"trace[1880798811] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3713; }","duration":"1.968227808s","start":"2026-04-27T02:51:15.502268Z","end":"2026-04-27T02:51:17.470496Z","steps":["trace[1880798811] 'agreement among raft nodes before linearized reading' (duration: 1.968117015s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.470564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:15.50225Z","time spent":"1.968302311s","remote":"127.0.0.1:34444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:17.470545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394194523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-27T02:51:17.470632Z","caller":"traceutil/trace.go:171","msg":"trace[1359358652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3713; }","duration":"5.394314096s","start":"2026-04-27T02:51:12.076295Z","end":"2026-04-27T02:51:17.470609Z","steps":["trace[1359358652] 'agreement among raft nodes before linearized reading' (duration: 5.394030907s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.470669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584761657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-27T02:51:17.470671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394714319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3724"} {"level":"warn","ts":"2026-04-27T02:51:17.470712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:12.076286Z","time spent":"5.39441471s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T02:51:17.470721Z","caller":"traceutil/trace.go:171","msg":"trace[95833271] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54; range_end:; response_count:1; response_revision:3713; }","duration":"3.584896791s","start":"2026-04-27T02:51:13.885805Z","end":"2026-04-27T02:51:17.470702Z","steps":["trace[95833271] 'agreement among raft nodes before linearized reading' (duration: 3.584658853s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:17.470742Z","caller":"traceutil/trace.go:171","msg":"trace[55586181] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3713; }","duration":"5.394787332s","start":"2026-04-27T02:51:12.075935Z","end":"2026-04-27T02:51:17.470722Z","steps":["trace[55586181] 'agreement among raft nodes before linearized reading' (duration: 5.394564745s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.470785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.885788Z","time spent":"3.584964623s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" "} {"level":"info","ts":"2026-04-27T02:51:17.470925Z","caller":"traceutil/trace.go:171","msg":"trace[1089290523] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3713; }","duration":"3.587721379s","start":"2026-04-27T02:51:13.883185Z","end":"2026-04-27T02:51:17.470907Z","steps":["trace[1089290523] 'process raft request' (duration: 3.586766039s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.470965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.352887884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:51:17.471024Z","caller":"traceutil/trace.go:171","msg":"trace[285963466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3713; }","duration":"6.352974266s","start":"2026-04-27T02:51:11.118034Z","end":"2026-04-27T02:51:17.471008Z","steps":["trace[285963466] 'agreement among raft nodes before linearized reading' (duration: 6.35276247s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610947624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-27T02:51:17.471044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.88316Z","time spent":"3.587802522s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:17.471063Z","caller":"traceutil/trace.go:171","msg":"trace[840422685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3713; }","duration":"3.610979435s","start":"2026-04-27T02:51:13.860074Z","end":"2026-04-27T02:51:17.471053Z","steps":["trace[840422685] 'agreement among raft nodes before linearized reading' (duration: 3.610886472s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.11802Z","time spent":"6.353029979s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.859996Z","time spent":"3.611091268s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355653032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-27T02:51:17.471155Z","caller":"traceutil/trace.go:171","msg":"trace[1632105030] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3713; }","duration":"2.355724955s","start":"2026-04-27T02:51:15.115418Z","end":"2026-04-27T02:51:17.471143Z","steps":["trace[1632105030] 'agreement among raft nodes before linearized reading' (duration: 2.355606561s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:15.115394Z","time spent":"2.355782777s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365963132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:17.471244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153765776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2399"} {"level":"info","ts":"2026-04-27T02:51:17.471281Z","caller":"traceutil/trace.go:171","msg":"trace[73908365] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3713; }","duration":"4.366020004s","start":"2026-04-27T02:51:13.105249Z","end":"2026-04-27T02:51:17.471269Z","steps":["trace[73908365] 'agreement among raft nodes before linearized reading' (duration: 4.36590493s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:17.471293Z","caller":"traceutil/trace.go:171","msg":"trace[501616410] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:3713; }","duration":"1.153851288s","start":"2026-04-27T02:51:16.317428Z","end":"2026-04-27T02:51:17.471279Z","steps":["trace[501616410] 'agreement among raft nodes before linearized reading' (duration: 1.153732504s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.105233Z","time spent":"4.366068586s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:16.317386Z","time spent":"1.153935361s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2421,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395429242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-27T02:51:17.471377Z","caller":"traceutil/trace.go:171","msg":"trace[273752385] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3713; }","duration":"5.395497054s","start":"2026-04-27T02:51:12.075869Z","end":"2026-04-27T02:51:17.471366Z","steps":["trace[273752385] 'agreement among raft nodes before linearized reading' (duration: 5.39539535s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:12.075846Z","time spent":"5.395560805s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:17.47142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678236003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:17.471052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.365239109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:51:17.471457Z","caller":"traceutil/trace.go:171","msg":"trace[1248281572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3713; }","duration":"2.678326196s","start":"2026-04-27T02:51:14.79312Z","end":"2026-04-27T02:51:17.471446Z","steps":["trace[1248281572] 'agreement among raft nodes before linearized reading' (duration: 2.678254824s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:17.471467Z","caller":"traceutil/trace.go:171","msg":"trace[1241323643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3713; }","duration":"6.365681183s","start":"2026-04-27T02:51:11.105774Z","end":"2026-04-27T02:51:17.471455Z","steps":["trace[1241323643] 'agreement among raft nodes before linearized reading' (duration: 6.365043704s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:14.793091Z","time spent":"2.678393808s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:17.47079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:12.075851Z","time spent":"5.394927835s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.423890119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:17.471118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.367789139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:17.471736Z","caller":"traceutil/trace.go:171","msg":"trace[844932117] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:0; response_revision:3713; }","duration":"6.368436999s","start":"2026-04-27T02:51:11.103287Z","end":"2026-04-27T02:51:17.471724Z","steps":["trace[844932117] 'agreement among raft nodes before linearized reading' (duration: 6.367797199s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.105756Z","time spent":"6.365735755s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:51:17.471694Z","caller":"traceutil/trace.go:171","msg":"trace[1669622063] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3713; }","duration":"5.423964722s","start":"2026-04-27T02:51:12.04772Z","end":"2026-04-27T02:51:17.471685Z","steps":["trace[1669622063] 'agreement among raft nodes before linearized reading' (duration: 5.423889249s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:12.047702Z","time spent":"5.424090665s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:17.471808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.03052372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16f8305243c8\" ","response":"range_response_count:1 size:955"} {"level":"warn","ts":"2026-04-27T02:51:17.47178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366470898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:17.47125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773797775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:17.471888Z","caller":"traceutil/trace.go:171","msg":"trace[213812882] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3713; }","duration":"4.366625893s","start":"2026-04-27T02:51:13.105236Z","end":"2026-04-27T02:51:17.471862Z","steps":["trace[213812882] 'agreement among raft nodes before linearized reading' (duration: 4.366331944s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.294963167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T02:51:17.471768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.103269Z","time spent":"6.368488481s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-04-27T02:51:17.471941Z","caller":"traceutil/trace.go:171","msg":"trace[1197467860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3713; }","duration":"6.295011769s","start":"2026-04-27T02:51:11.176917Z","end":"2026-04-27T02:51:17.471929Z","steps":["trace[1197467860] 'agreement among raft nodes before linearized reading' (duration: 6.294937907s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:17.471836Z","caller":"traceutil/trace.go:171","msg":"trace[1027165154] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16f8305243c8; range_end:; response_count:1; response_revision:3713; }","duration":"6.030586572s","start":"2026-04-27T02:51:11.441241Z","end":"2026-04-27T02:51:17.471827Z","steps":["trace[1027165154] 'agreement among raft nodes before linearized reading' (duration: 6.030478929s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.176911Z","time spent":"6.295060741s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.441221Z","time spent":"6.030755737s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":977,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa16f8305243c8\" "} {"level":"warn","ts":"2026-04-27T02:51:17.471985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.499916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:17.472027Z","caller":"traceutil/trace.go:171","msg":"trace[1263421385] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:3713; }","duration":"354.60578ms","start":"2026-04-27T02:51:17.11741Z","end":"2026-04-27T02:51:17.472016Z","steps":["trace[1263421385] 'agreement among raft nodes before linearized reading' (duration: 354.528478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.472066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.117387Z","time spent":"354.668062ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:17.471904Z","caller":"traceutil/trace.go:171","msg":"trace[464049] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3713; }","duration":"1.774487156s","start":"2026-04-27T02:51:15.697398Z","end":"2026-04-27T02:51:17.471885Z","steps":["trace[464049] 'agreement among raft nodes before linearized reading' (duration: 1.773808095s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.472129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:15.697372Z","time spent":"1.774734264s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:17.472228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.295671559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:51:17.472267Z","caller":"traceutil/trace.go:171","msg":"trace[2036452384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3713; }","duration":"6.295732531s","start":"2026-04-27T02:51:11.176524Z","end":"2026-04-27T02:51:17.472256Z","steps":["trace[2036452384] 'agreement among raft nodes before linearized reading' (duration: 6.295614428s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.472279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.294743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:17.472294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:11.17651Z","time spent":"6.295777172s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:51:17.472317Z","caller":"traceutil/trace.go:171","msg":"trace[778867729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3713; }","duration":"356.359585ms","start":"2026-04-27T02:51:17.115946Z","end":"2026-04-27T02:51:17.472305Z","steps":["trace[778867729] 'agreement among raft nodes before linearized reading' (duration: 356.295393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:17.471939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:13.105219Z","time spent":"4.366711275s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:51:17.472351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.115929Z","time spent":"356.415426ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:17.978341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:18.143591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.474902Z","time spent":"668.685595ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:51:19.062617Z","caller":"traceutil/trace.go:171","msg":"trace[821350955] transaction","detail":"{read_only:false; response_revision:3714; number_of_response:1; }","duration":"1.586208973s","start":"2026-04-27T02:51:17.47638Z","end":"2026-04-27T02:51:19.062589Z","steps":["trace[821350955] 'process raft request' (duration: 1.585987936s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.062794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.476365Z","time spent":"1.586335426s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:19.062864Z","caller":"traceutil/trace.go:171","msg":"trace[597502889] transaction","detail":"{read_only:false; response_revision:3715; number_of_response:1; }","duration":"1.584748657s","start":"2026-04-27T02:51:17.478072Z","end":"2026-04-27T02:51:19.06282Z","steps":["trace[597502889] 'process raft request' (duration: 1.584466588s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:19.063087Z","caller":"traceutil/trace.go:171","msg":"trace[1943644549] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"1.583647603s","start":"2026-04-27T02:51:17.47943Z","end":"2026-04-27T02:51:19.063078Z","steps":["trace[1943644549] 'process raft request' (duration: 1.583342854s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.063135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.479401Z","time spent":"1.583709175s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:19.06314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.47806Z","time spent":"1.584949703s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:19.063124Z","caller":"traceutil/trace.go:171","msg":"trace[520897384] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"1.58292312s","start":"2026-04-27T02:51:17.480164Z","end":"2026-04-27T02:51:19.063087Z","steps":["trace[520897384] 'process raft request' (duration: 1.582783076s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:19.063154Z","caller":"traceutil/trace.go:171","msg":"trace[1464861242] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"1.582840058s","start":"2026-04-27T02:51:17.480294Z","end":"2026-04-27T02:51:19.063134Z","steps":["trace[1464861242] 'process raft request' (duration: 1.582732474s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.063279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.48014Z","time spent":"1.583059895s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:19.063288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.480281Z","time spent":"1.58293747s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:19.063557Z","caller":"traceutil/trace.go:171","msg":"trace[61682097] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"1.582470077s","start":"2026-04-27T02:51:17.481072Z","end":"2026-04-27T02:51:19.063542Z","steps":["trace[61682097] 'process raft request' (duration: 1.582012322s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.063655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.481033Z","time spent":"1.58257382s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:19.063907Z","caller":"traceutil/trace.go:171","msg":"trace[1869541507] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"1.579817793s","start":"2026-04-27T02:51:17.484071Z","end":"2026-04-27T02:51:19.063889Z","steps":["trace[1869541507] 'process raft request' (duration: 1.579623537s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:19.063983Z","caller":"traceutil/trace.go:171","msg":"trace[849973467] transaction","detail":"{read_only:false; response_revision:3720; number_of_response:1; }","duration":"1.580479464s","start":"2026-04-27T02:51:17.483493Z","end":"2026-04-27T02:51:19.063972Z","steps":["trace[849973467] 'process raft request' (duration: 1.579982048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.06403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.483483Z","time spent":"1.580523775s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:19.064077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.484063Z","time spent":"1.579889375s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2093,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:19.06412Z","caller":"traceutil/trace.go:171","msg":"trace[1348161124] linearizableReadLoop","detail":"{readStateIndex:3881; appliedIndex:3873; }","duration":"1.586579004s","start":"2026-04-27T02:51:17.477518Z","end":"2026-04-27T02:51:19.064097Z","steps":["trace[1348161124] 'read index received' (duration: 666.102914ms)","trace[1348161124] 'applied index is now lower than readState.Index' (duration: 920.47439ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:19.064194Z","caller":"traceutil/trace.go:171","msg":"trace[27085319] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"919.252451ms","start":"2026-04-27T02:51:18.14492Z","end":"2026-04-27T02:51:19.064173Z","steps":["trace[27085319] 'process raft request' (duration: 918.87685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.064305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.144879Z","time spent":"919.373655ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:19.064326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586797391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:19.064374Z","caller":"traceutil/trace.go:171","msg":"trace[1512586041] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:0; response_revision:3723; }","duration":"1.586870253s","start":"2026-04-27T02:51:17.47749Z","end":"2026-04-27T02:51:19.064361Z","steps":["trace[1512586041] 'agreement among raft nodes before linearized reading' (duration: 1.586711738s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.064416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.477476Z","time spent":"1.586929625s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-04-27T02:51:19.065059Z","caller":"traceutil/trace.go:171","msg":"trace[377687117] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"749.148136ms","start":"2026-04-27T02:51:18.315889Z","end":"2026-04-27T02:51:19.065037Z","steps":["trace[377687117] 'process raft request' (duration: 747.953139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.065151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.315824Z","time spent":"749.2782ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:19.065649Z","caller":"traceutil/trace.go:171","msg":"trace[963835241] transaction","detail":"{read_only:false; response_revision:3724; number_of_response:1; }","duration":"749.536948ms","start":"2026-04-27T02:51:18.31609Z","end":"2026-04-27T02:51:19.065627Z","steps":["trace[963835241] 'process raft request' (duration: 748.183745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.065788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.316076Z","time spent":"749.635881ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:19.066223Z","caller":"traceutil/trace.go:171","msg":"trace[1176705793] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"749.661792ms","start":"2026-04-27T02:51:18.316546Z","end":"2026-04-27T02:51:19.066207Z","steps":["trace[1176705793] 'process raft request' (duration: 748.700412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.066416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.316508Z","time spent":"749.762305ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:19.066487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58581128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:19.066528Z","caller":"traceutil/trace.go:171","msg":"trace[2142902474] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-health; range_end:; response_count:0; response_revision:3726; }","duration":"1.585892733s","start":"2026-04-27T02:51:17.480623Z","end":"2026-04-27T02:51:19.066516Z","steps":["trace[2142902474] 'agreement among raft nodes before linearized reading' (duration: 1.585757569s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.066555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.480614Z","time spent":"1.585933524s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/valkey-health\" "} {"level":"info","ts":"2026-04-27T02:51:19.066786Z","caller":"traceutil/trace.go:171","msg":"trace[1961939539] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"750.021953ms","start":"2026-04-27T02:51:18.316753Z","end":"2026-04-27T02:51:19.066775Z","steps":["trace[1961939539] 'process raft request' (duration: 749.404294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.066841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.316736Z","time spent":"750.073124ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:19.067055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.451961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:51:19.06709Z","caller":"traceutil/trace.go:171","msg":"trace[1939586105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3726; }","duration":"888.513133ms","start":"2026-04-27T02:51:18.178567Z","end":"2026-04-27T02:51:19.06708Z","steps":["trace[1939586105] 'agreement among raft nodes before linearized reading' (duration: 888.42251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.0671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.107748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-27T02:51:19.067122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.17855Z","time spent":"888.560044ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:51:19.067139Z","caller":"traceutil/trace.go:171","msg":"trace[591563097] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3726; }","duration":"172.188ms","start":"2026-04-27T02:51:18.89494Z","end":"2026-04-27T02:51:19.067128Z","steps":["trace[591563097] 'agreement among raft nodes before linearized reading' (duration: 172.015275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.554236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-27T02:51:19.067287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.67819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-27T02:51:19.067315Z","caller":"traceutil/trace.go:171","msg":"trace[707178869] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3726; }","duration":"587.745812ms","start":"2026-04-27T02:51:18.47956Z","end":"2026-04-27T02:51:19.067306Z","steps":["trace[707178869] 'agreement among raft nodes before linearized reading' (duration: 587.663569ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:19.067311Z","caller":"traceutil/trace.go:171","msg":"trace[455053184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3726; }","duration":"587.666339ms","start":"2026-04-27T02:51:18.479625Z","end":"2026-04-27T02:51:19.067291Z","steps":["trace[455053184] 'agreement among raft nodes before linearized reading' (duration: 587.404961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.479538Z","time spent":"587.795734ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:19.067339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571661809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:19.067357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.479617Z","time spent":"587.730801ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T02:51:19.067381Z","caller":"traceutil/trace.go:171","msg":"trace[2034200897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3726; }","duration":"1.571724841s","start":"2026-04-27T02:51:17.495644Z","end":"2026-04-27T02:51:19.067369Z","steps":["trace[2034200897] 'agreement among raft nodes before linearized reading' (duration: 1.571665169s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582134085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:19.067415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.4956Z","time spent":"1.571806093s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:51:19.067428Z","caller":"traceutil/trace.go:171","msg":"trace[1523662370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3726; }","duration":"1.582185907s","start":"2026-04-27T02:51:17.48523Z","end":"2026-04-27T02:51:19.067416Z","steps":["trace[1523662370] 'agreement among raft nodes before linearized reading' (duration: 1.582128245s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:17.485224Z","time spent":"1.582226118s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:19.067495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.942708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-27T02:51:19.067518Z","caller":"traceutil/trace.go:171","msg":"trace[519891917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3726; }","duration":"588.01234ms","start":"2026-04-27T02:51:18.479499Z","end":"2026-04-27T02:51:19.067511Z","steps":["trace[519891917] 'agreement among raft nodes before linearized reading' (duration: 587.949268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.479471Z","time spent":"588.061682ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:19.067602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.848629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:51:19.067631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.359965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:19.067669Z","caller":"traceutil/trace.go:171","msg":"trace[1778798047] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3726; }","duration":"381.425157ms","start":"2026-04-27T02:51:18.686233Z","end":"2026-04-27T02:51:19.067658Z","steps":["trace[1778798047] 'agreement among raft nodes before linearized reading' (duration: 381.357335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.686219Z","time spent":"381.472598ms","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:19.067743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.467219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:51:19.067775Z","caller":"traceutil/trace.go:171","msg":"trace[981024881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3726; }","duration":"962.534171ms","start":"2026-04-27T02:51:18.105231Z","end":"2026-04-27T02:51:19.067765Z","steps":["trace[981024881] 'agreement among raft nodes before linearized reading' (duration: 962.447508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.105209Z","time spent":"962.584613ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:51:19.067639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.661551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:19.06785Z","caller":"traceutil/trace.go:171","msg":"trace[1060591157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3726; }","duration":"807.923448ms","start":"2026-04-27T02:51:18.259916Z","end":"2026-04-27T02:51:19.067839Z","steps":["trace[1060591157] 'agreement among raft nodes before linearized reading' (duration: 807.698911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.259886Z","time spent":"807.990551ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:19.067907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.781853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:19.067951Z","caller":"traceutil/trace.go:171","msg":"trace[480334268] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3726; }","duration":"470.827695ms","start":"2026-04-27T02:51:18.59711Z","end":"2026-04-27T02:51:19.067938Z","steps":["trace[480334268] 'agreement among raft nodes before linearized reading' (duration: 470.758622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.067983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.597058Z","time spent":"470.917108ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:19.073594Z","caller":"traceutil/trace.go:171","msg":"trace[653674119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3726; }","duration":"960.919371ms","start":"2026-04-27T02:51:18.106702Z","end":"2026-04-27T02:51:19.067622Z","steps":["trace[653674119] 'agreement among raft nodes before linearized reading' (duration: 960.819578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.073726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.106693Z","time spent":"967.015972ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:51:19.07369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.01224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"info","ts":"2026-04-27T02:51:19.078323Z","caller":"traceutil/trace.go:171","msg":"trace[93194642] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3726; }","duration":"491.707896ms","start":"2026-04-27T02:51:18.586598Z","end":"2026-04-27T02:51:19.078306Z","steps":["trace[93194642] 'agreement among raft nodes before linearized reading' (duration: 481.349323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:19.078359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:18.586565Z","time spent":"491.777478ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413411,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-27T02:51:19.527942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.079962Z","time spent":"447.974302ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:51:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:19.552867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.075236Z","time spent":"477.621697ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:51:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:19.575226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:20.075753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:20.57673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:21.052896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.911279252s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:51:21.068431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993833207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:21.068553Z","caller":"traceutil/trace.go:171","msg":"trace[2036390793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993985832s","start":"2026-04-27T02:51:19.074542Z","end":"2026-04-27T02:51:21.068528Z","steps":["trace[2036390793] 'agreement among raft nodes before linearized reading' (duration: 1.993843587s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:21.068622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.074531Z","time spent":"1.994072805s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:21.176712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.075523Z","time spent":"2.101176325s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:22.421289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366752937s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:51:22.422311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369027989s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:22.424144Z","caller":"traceutil/trace.go:171","msg":"trace[1380593298] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"3.349917862s","start":"2026-04-27T02:51:19.074189Z","end":"2026-04-27T02:51:22.424107Z","steps":["trace[1380593298] 'process raft request' (duration: 1.979009194s)","trace[1380593298] 'compare' (duration: 1.36777644s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:22.424193Z","caller":"traceutil/trace.go:171","msg":"trace[578340338] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"3.346147974s","start":"2026-04-27T02:51:19.07801Z","end":"2026-04-27T02:51:22.424158Z","steps":["trace[578340338] 'process raft request' (duration: 3.34473601s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:22.424298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.074133Z","time spent":"3.350093477s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:22.424325Z","caller":"traceutil/trace.go:171","msg":"trace[880513275] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"2.951500696s","start":"2026-04-27T02:51:19.472805Z","end":"2026-04-27T02:51:22.424306Z","steps":["trace[880513275] 'process raft request' (duration: 2.950089842s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:22.42434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.077988Z","time spent":"3.346267518s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:22.424301Z","caller":"traceutil/trace.go:171","msg":"trace[205082189] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"2.872055877s","start":"2026-04-27T02:51:19.552232Z","end":"2026-04-27T02:51:22.424288Z","steps":["trace[205082189] 'process raft request' (duration: 2.871531081s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:22.424411Z","caller":"traceutil/trace.go:171","msg":"trace[168945190] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"3.201546055s","start":"2026-04-27T02:51:19.222856Z","end":"2026-04-27T02:51:22.424403Z","steps":["trace[168945190] 'process raft request' (duration: 3.199990176s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:22.424422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.472782Z","time spent":"2.951592058s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:22.424474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.222839Z","time spent":"3.201601056s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:22.424476Z","caller":"traceutil/trace.go:171","msg":"trace[373052608] linearizableReadLoop","detail":"{readStateIndex:3896; appliedIndex:3886; }","duration":"3.349892801s","start":"2026-04-27T02:51:19.07456Z","end":"2026-04-27T02:51:22.424453Z","steps":["trace[373052608] 'read index received' (duration: 1.978727306s)","trace[373052608] 'applied index is now lower than readState.Index' (duration: 1.371164605s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:22.424579Z","caller":"traceutil/trace.go:171","msg":"trace[269487952] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3735; }","duration":"2.86926185s","start":"2026-04-27T02:51:19.555307Z","end":"2026-04-27T02:51:22.424569Z","steps":["trace[269487952] 'process raft request' (duration: 2.86894988s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:22.424546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.552199Z","time spent":"2.872239283s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413695,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:22.424629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.555287Z","time spent":"2.869316622s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":511,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:22.426692Z","caller":"traceutil/trace.go:171","msg":"trace[1300187733] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"3.348736145s","start":"2026-04-27T02:51:19.075442Z","end":"2026-04-27T02:51:22.424178Z","steps":["trace[1300187733] 'process raft request' (duration: 3.347115944s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:22.427106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.075365Z","time spent":"3.351496872s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3895,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:22.442196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366665355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa16f830594fc9\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:22.442295Z","caller":"traceutil/trace.go:171","msg":"trace[1961534579] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa16f830594fc9; range_end:; }","duration":"3.366797418s","start":"2026-04-27T02:51:19.075478Z","end":"2026-04-27T02:51:22.442276Z","steps":["trace[1961534579] 'agreement among raft nodes before linearized reading' (duration: 3.366670995s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:22.442337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.07547Z","time spent":"3.36685528s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa16f830594fc9\" "} 2026/04/27 02:51:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:23.076098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:51:23.076211Z","caller":"traceutil/trace.go:171","msg":"trace[1936075985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151273s","start":"2026-04-27T02:51:21.076035Z","end":"2026-04-27T02:51:23.076186Z","steps":["trace[1936075985] 'agreement among raft nodes before linearized reading' (duration: 1.999926036s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:23.076276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.076023Z","time spent":"2.000237566s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:24.335975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.146256ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:24.336117Z","caller":"traceutil/trace.go:171","msg":"trace[1450867368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3735; }","duration":"262.312861ms","start":"2026-04-27T02:51:24.073785Z","end":"2026-04-27T02:51:24.336098Z","steps":["trace[1450867368] 'range keys from in-memory index tree' (duration: 262.125956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.337038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697210266s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:24.337341Z","caller":"traceutil/trace.go:171","msg":"trace[2062822323] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"3.267376488s","start":"2026-04-27T02:51:21.069927Z","end":"2026-04-27T02:51:24.337303Z","steps":["trace[2062822323] 'process raft request' (duration: 1.569697027s)","trace[2062822323] 'compare' (duration: 1.696975329s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:24.337408Z","caller":"traceutil/trace.go:171","msg":"trace[255360776] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"3.26586434s","start":"2026-04-27T02:51:21.071513Z","end":"2026-04-27T02:51:24.337377Z","steps":["trace[255360776] 'process raft request' (duration: 3.265701365s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.33749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.069912Z","time spent":"3.26747259s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:24.337584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.071504Z","time spent":"3.266018756s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:24.337686Z","caller":"traceutil/trace.go:171","msg":"trace[1673945452] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"3.26551375s","start":"2026-04-27T02:51:21.072146Z","end":"2026-04-27T02:51:24.33766Z","steps":["trace[1673945452] 'process raft request' (duration: 3.265167929s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.337756Z","caller":"traceutil/trace.go:171","msg":"trace[717604423] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"3.264791867s","start":"2026-04-27T02:51:21.072954Z","end":"2026-04-27T02:51:24.337746Z","steps":["trace[717604423] 'process raft request' (duration: 3.264591061s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.337798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.072924Z","time spent":"3.264852319s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:24.33781Z","caller":"traceutil/trace.go:171","msg":"trace[1261518491] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3739; }","duration":"3.158389738s","start":"2026-04-27T02:51:21.179399Z","end":"2026-04-27T02:51:24.337789Z","steps":["trace[1261518491] 'process raft request' (duration: 3.158273344s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.337824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.072139Z","time spent":"3.265606902s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:24.337876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.179368Z","time spent":"3.15847298s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:24.337873Z","caller":"traceutil/trace.go:171","msg":"trace[610403331] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"522.317921ms","start":"2026-04-27T02:51:23.81553Z","end":"2026-04-27T02:51:24.337848Z","steps":["trace[610403331] 'process raft request' (duration: 522.273949ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338038Z","caller":"traceutil/trace.go:171","msg":"trace[659695290] transaction","detail":"{read_only:false; response_revision:3740; number_of_response:1; }","duration":"1.70474738s","start":"2026-04-27T02:51:22.63328Z","end":"2026-04-27T02:51:24.338027Z","steps":["trace[659695290] 'process raft request' (duration: 1.704437611s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:23.81551Z","time spent":"522.440005ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:24.338081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:22.633246Z","time spent":"1.704814532s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1010,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:24.338092Z","caller":"traceutil/trace.go:171","msg":"trace[1678626143] linearizableReadLoop","detail":"{readStateIndex:3901; appliedIndex:3896; }","duration":"1.913547483s","start":"2026-04-27T02:51:22.424533Z","end":"2026-04-27T02:51:24.338081Z","steps":["trace[1678626143] 'read index received' (duration: 215.009036ms)","trace[1678626143] 'applied index is now lower than readState.Index' (duration: 1.698537487s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:24.338157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806920947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:24.338189Z","caller":"traceutil/trace.go:171","msg":"trace[1484103556] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3741; }","duration":"2.806986269s","start":"2026-04-27T02:51:21.531192Z","end":"2026-04-27T02:51:24.338178Z","steps":["trace[1484103556] 'agreement among raft nodes before linearized reading' (duration: 2.806932877s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.531171Z","time spent":"2.807035291s","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:24.338249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265699225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3724"} {"level":"warn","ts":"2026-04-27T02:51:24.338242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265623532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-04-27T02:51:24.338281Z","caller":"traceutil/trace.go:171","msg":"trace[1662705088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3741; }","duration":"4.265764207s","start":"2026-04-27T02:51:20.072505Z","end":"2026-04-27T02:51:24.33827Z","steps":["trace[1662705088] 'agreement among raft nodes before linearized reading' (duration: 4.265651183s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338297Z","caller":"traceutil/trace.go:171","msg":"trace[1425266703] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3741; }","duration":"4.265710675s","start":"2026-04-27T02:51:20.07257Z","end":"2026-04-27T02:51:24.338281Z","steps":["trace[1425266703] 'agreement among raft nodes before linearized reading' (duration: 4.26553411s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:20.072486Z","time spent":"4.265820319s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782844066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:24.338341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:20.072555Z","time spent":"4.265775308s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3932,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"info","ts":"2026-04-27T02:51:24.338373Z","caller":"traceutil/trace.go:171","msg":"trace[834471395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3741; }","duration":"2.782913498s","start":"2026-04-27T02:51:21.555451Z","end":"2026-04-27T02:51:24.338364Z","steps":["trace[834471395] 'agreement among raft nodes before linearized reading' (duration: 2.782860366s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.33834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270922848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:51:24.338396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.555427Z","time spent":"2.78296389s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:24.338421Z","caller":"traceutil/trace.go:171","msg":"trace[764253278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3741; }","duration":"3.271042452s","start":"2026-04-27T02:51:21.067364Z","end":"2026-04-27T02:51:24.338407Z","steps":["trace[764253278] 'agreement among raft nodes before linearized reading' (duration: 3.270816225s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717106386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:24.338454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.067346Z","time spent":"3.271100763s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:51:24.338465Z","caller":"traceutil/trace.go:171","msg":"trace[1007930517] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3741; }","duration":"2.717316832s","start":"2026-04-27T02:51:21.621135Z","end":"2026-04-27T02:51:24.338451Z","steps":["trace[1007930517] 'agreement among raft nodes before linearized reading' (duration: 2.717073935s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269321438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:51:24.33851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.621107Z","time spent":"2.717387795s","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:24.338507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.2626516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-27T02:51:24.338519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.258954614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-27T02:51:24.33856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614407362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:24.338575Z","caller":"traceutil/trace.go:171","msg":"trace[707907669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3741; }","duration":"4.259060388s","start":"2026-04-27T02:51:20.079507Z","end":"2026-04-27T02:51:24.338567Z","steps":["trace[707907669] 'agreement among raft nodes before linearized reading' (duration: 4.258933214s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338571Z","caller":"traceutil/trace.go:171","msg":"trace[2094710059] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3741; }","duration":"5.262717112s","start":"2026-04-27T02:51:19.075836Z","end":"2026-04-27T02:51:24.338553Z","steps":["trace[2094710059] 'agreement among raft nodes before linearized reading' (duration: 5.262580267s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338591Z","caller":"traceutil/trace.go:171","msg":"trace[1832315211] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3741; }","duration":"3.614472193s","start":"2026-04-27T02:51:20.724107Z","end":"2026-04-27T02:51:24.338579Z","steps":["trace[1832315211] 'agreement among raft nodes before linearized reading' (duration: 3.614433232s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855272784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:51:24.338643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:20.724086Z","time spent":"3.614550796s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:24.338661Z","caller":"traceutil/trace.go:171","msg":"trace[774591480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3741; }","duration":"4.855359817s","start":"2026-04-27T02:51:19.483292Z","end":"2026-04-27T02:51:24.338651Z","steps":["trace[774591480] 'agreement among raft nodes before linearized reading' (duration: 4.855240633s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.075793Z","time spent":"5.262863206s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:20.079482Z","time spent":"4.25911202s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.483282Z","time spent":"4.855406408s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301896194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:24.338753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.262052621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:24.338768Z","caller":"traceutil/trace.go:171","msg":"trace[568343479] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3741; }","duration":"4.30209301s","start":"2026-04-27T02:51:20.036657Z","end":"2026-04-27T02:51:24.33875Z","steps":["trace[568343479] 'agreement among raft nodes before linearized reading' (duration: 4.301869743s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860633261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:24.338812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860754185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:24.338821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:20.036626Z","time spent":"4.302183343s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":37,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:24.338841Z","caller":"traceutil/trace.go:171","msg":"trace[1795029345] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3741; }","duration":"4.860735534s","start":"2026-04-27T02:51:19.478085Z","end":"2026-04-27T02:51:24.338821Z","steps":["trace[1795029345] 'agreement among raft nodes before linearized reading' (duration: 4.860362952s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338844Z","caller":"traceutil/trace.go:171","msg":"trace[1821596561] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:3741; }","duration":"5.262129293s","start":"2026-04-27T02:51:19.076672Z","end":"2026-04-27T02:51:24.338801Z","steps":["trace[1821596561] 'agreement among raft nodes before linearized reading' (duration: 5.26203007s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694728468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:24.338882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261871858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:24.338878Z","caller":"traceutil/trace.go:171","msg":"trace[1809600839] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3741; }","duration":"4.860866558s","start":"2026-04-27T02:51:19.477989Z","end":"2026-04-27T02:51:24.338856Z","steps":["trace[1809600839] 'agreement among raft nodes before linearized reading' (duration: 4.860709533s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.478073Z","time spent":"4.860811567s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:24.33892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.619424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18829"} {"level":"warn","ts":"2026-04-27T02:51:24.338923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525661465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:24.338923Z","caller":"traceutil/trace.go:171","msg":"trace[1874409466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3741; }","duration":"1.26192964s","start":"2026-04-27T02:51:23.076981Z","end":"2026-04-27T02:51:24.338911Z","steps":["trace[1874409466] 'agreement among raft nodes before linearized reading' (duration: 1.261873078s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338941Z","caller":"traceutil/trace.go:171","msg":"trace[1498763174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3741; }","duration":"855.797503ms","start":"2026-04-27T02:51:23.483136Z","end":"2026-04-27T02:51:24.338934Z","steps":["trace[1498763174] 'agreement among raft nodes before linearized reading' (duration: 855.746901ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338945Z","caller":"traceutil/trace.go:171","msg":"trace[272660962] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3741; }","duration":"987.679166ms","start":"2026-04-27T02:51:23.351259Z","end":"2026-04-27T02:51:24.338938Z","steps":["trace[272660962] 'agreement among raft nodes before linearized reading' (duration: 987.575232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.477969Z","time spent":"4.860960331s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-27T02:51:24.338955Z","caller":"traceutil/trace.go:171","msg":"trace[1787911386] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3741; }","duration":"1.525717867s","start":"2026-04-27T02:51:22.813227Z","end":"2026-04-27T02:51:24.338945Z","steps":["trace[1787911386] 'agreement among raft nodes before linearized reading' (duration: 1.525665205s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338554Z","caller":"traceutil/trace.go:171","msg":"trace[1823240606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3741; }","duration":"3.26937952s","start":"2026-04-27T02:51:21.069156Z","end":"2026-04-27T02:51:24.338536Z","steps":["trace[1823240606] 'agreement among raft nodes before linearized reading' (duration: 3.269223155s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:23.483116Z","time spent":"855.844163ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:23.351236Z","time spent":"987.727938ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18851,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:23.076966Z","time spent":"1.261991021s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:22.813215Z","time spent":"1.525762148s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:24.339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:21.069151Z","time spent":"3.269832264s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903619483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3910"} {"level":"warn","ts":"2026-04-27T02:51:24.33856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.263770265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:24.339077Z","caller":"traceutil/trace.go:171","msg":"trace[1211257376] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:0; response_revision:3741; }","duration":"5.264311122s","start":"2026-04-27T02:51:19.074759Z","end":"2026-04-27T02:51:24.33907Z","steps":["trace[1211257376] 'agreement among raft nodes before linearized reading' (duration: 5.263782795s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.339099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.07474Z","time spent":"5.264351793s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-04-27T02:51:24.339086Z","caller":"traceutil/trace.go:171","msg":"trace[530985347] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3741; }","duration":"1.903735447s","start":"2026-04-27T02:51:22.435328Z","end":"2026-04-27T02:51:24.339064Z","steps":["trace[530985347] 'agreement among raft nodes before linearized reading' (duration: 1.903586822s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.338521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.263456314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-scripts\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:24.339154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:22.435324Z","time spent":"1.90380816s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3932,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"info","ts":"2026-04-27T02:51:24.339178Z","caller":"traceutil/trace.go:171","msg":"trace[1476196657] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-scripts; range_end:; response_count:0; response_revision:3741; }","duration":"5.264118616s","start":"2026-04-27T02:51:19.075047Z","end":"2026-04-27T02:51:24.339166Z","steps":["trace[1476196657] 'agreement among raft nodes before linearized reading' (duration: 5.263436595s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.339214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.075043Z","time spent":"5.264161797s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/valkey-scripts\" "} {"level":"warn","ts":"2026-04-27T02:51:24.338666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903429297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16f2710ec144\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-27T02:51:24.339297Z","caller":"traceutil/trace.go:171","msg":"trace[88328327] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa16f2710ec144; range_end:; response_count:1; response_revision:3741; }","duration":"1.904083408s","start":"2026-04-27T02:51:22.435188Z","end":"2026-04-27T02:51:24.339272Z","steps":["trace[88328327] 'agreement among raft nodes before linearized reading' (duration: 1.903400087s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:24.338899Z","caller":"traceutil/trace.go:171","msg":"trace[835777092] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3741; }","duration":"1.69480117s","start":"2026-04-27T02:51:22.644086Z","end":"2026-04-27T02:51:24.338888Z","steps":["trace[835777092] 'agreement among raft nodes before linearized reading' (duration: 1.694722718s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.33936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:22.435165Z","time spent":"1.904176521s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16f2710ec144\" "} {"level":"warn","ts":"2026-04-27T02:51:24.339403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:22.64406Z","time spent":"1.695332097s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":21,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:24.338819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580295998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:24.339484Z","caller":"traceutil/trace.go:171","msg":"trace[1913324095] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3741; }","duration":"1.58098317s","start":"2026-04-27T02:51:22.758458Z","end":"2026-04-27T02:51:24.339441Z","steps":["trace[1913324095] 'agreement among raft nodes before linearized reading' (duration: 1.580312789s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:24.339545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:22.758435Z","time spent":"1.581090274s","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:24.342082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:19.076659Z","time spent":"5.265390445s","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:24.845302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:25.34542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:25.845995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:26.346135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:26.348297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000537015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:26.348395Z","caller":"traceutil/trace.go:171","msg":"trace[186445965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066144s","start":"2026-04-27T02:51:24.347709Z","end":"2026-04-27T02:51:26.34837Z","steps":["trace[186445965] 'agreement among raft nodes before linearized reading' (duration: 2.000545706s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:26.348456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.3477Z","time spent":"2.000746112s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:26.866802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290779789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:51:27.131866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.788346637s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:51:27.281378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.123861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:27.281516Z","caller":"traceutil/trace.go:171","msg":"trace[491369223] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"2.938076216s","start":"2026-04-27T02:51:24.343422Z","end":"2026-04-27T02:51:27.281499Z","steps":["trace[491369223] 'process raft request' (duration: 2.788723108s)","trace[491369223] 'compare' (duration: 148.883194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:27.281562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.343407Z","time spent":"2.938134879s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:28.356212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:28.356305Z","caller":"traceutil/trace.go:171","msg":"trace[82016416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533386s","start":"2026-04-27T02:51:26.355749Z","end":"2026-04-27T02:51:28.356282Z","steps":["trace[82016416] 'agreement among raft nodes before linearized reading' (duration: 2.000423593s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.356383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.355729Z","time spent":"2.00064446s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:28.659707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.542258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:28.659912Z","caller":"traceutil/trace.go:171","msg":"trace[797659892] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"4.313964229s","start":"2026-04-27T02:51:24.345914Z","end":"2026-04-27T02:51:28.659878Z","steps":["trace[797659892] 'process raft request' (duration: 3.647164813s)","trace[797659892] 'compare' (duration: 666.325561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:28.660074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.345899Z","time spent":"4.314082853s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:28.660128Z","caller":"traceutil/trace.go:171","msg":"trace[2139950249] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"4.314155035s","start":"2026-04-27T02:51:24.345923Z","end":"2026-04-27T02:51:28.660078Z","steps":["trace[2139950249] 'process raft request' (duration: 4.313894577s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.66042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.345909Z","time spent":"4.314347172s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:28.66052Z","caller":"traceutil/trace.go:171","msg":"trace[1366869075] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"4.312083371s","start":"2026-04-27T02:51:24.348415Z","end":"2026-04-27T02:51:28.660499Z","steps":["trace[1366869075] 'process raft request' (duration: 4.311464552s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:28.660572Z","caller":"traceutil/trace.go:171","msg":"trace[2032933819] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"2.314124996s","start":"2026-04-27T02:51:26.346397Z","end":"2026-04-27T02:51:28.660522Z","steps":["trace[2032933819] 'process raft request' (duration: 2.313722734s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.660615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.348404Z","time spent":"4.312169284s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2302,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:28.660642Z","caller":"traceutil/trace.go:171","msg":"trace[1254738444] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"2.314195179s","start":"2026-04-27T02:51:26.346436Z","end":"2026-04-27T02:51:28.660632Z","steps":["trace[1254738444] 'process raft request' (duration: 2.313716014s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:28.660734Z","caller":"traceutil/trace.go:171","msg":"trace[595439544] linearizableReadLoop","detail":"{readStateIndex:3911; appliedIndex:3903; }","duration":"4.315423065s","start":"2026-04-27T02:51:24.345274Z","end":"2026-04-27T02:51:28.660697Z","steps":["trace[595439544] 'read index received' (duration: 2.786894931s)","trace[595439544] 'applied index is now lower than readState.Index' (duration: 1.528521633s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:28.660767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.346394Z","time spent":"2.314295431s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:28.660832Z","caller":"traceutil/trace.go:171","msg":"trace[879588446] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"2.317901104s","start":"2026-04-27T02:51:26.342915Z","end":"2026-04-27T02:51:28.660816Z","steps":["trace[879588446] 'process raft request' (duration: 2.317140391s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.660741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.34637Z","time spent":"2.314280901s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:28.660907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.342879Z","time spent":"2.317994267s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:28.660576Z","caller":"traceutil/trace.go:171","msg":"trace[1225711180] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"2.313061473s","start":"2026-04-27T02:51:26.347467Z","end":"2026-04-27T02:51:28.660528Z","steps":["trace[1225711180] 'process raft request' (duration: 2.312719183s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.661011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.347457Z","time spent":"2.313523337s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:28.884563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539260577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98624"} {"level":"info","ts":"2026-04-27T02:51:28.884668Z","caller":"traceutil/trace.go:171","msg":"trace[130256568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3749; }","duration":"4.539406361s","start":"2026-04-27T02:51:24.345234Z","end":"2026-04-27T02:51:28.88464Z","steps":["trace[130256568] 'agreement among raft nodes before linearized reading' (duration: 4.315632882s)","trace[130256568] 'range keys from in-memory index tree' (duration: 223.431199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:28.884716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.345216Z","time spent":"4.539488923s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:51:28.884578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.323167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:51:28.884963Z","caller":"traceutil/trace.go:171","msg":"trace[453185326] linearizableReadLoop","detail":"{readStateIndex:3912; appliedIndex:3911; }","duration":"224.140991ms","start":"2026-04-27T02:51:28.660808Z","end":"2026-04-27T02:51:28.884949Z","steps":["trace[453185326] 'read index received' (duration: 80.643µs)","trace[453185326] 'applied index is now lower than readState.Index' (duration: 224.058688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:28.885099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.295782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:28.885123Z","caller":"traceutil/trace.go:171","msg":"trace[1658066676] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3749; }","duration":"229.367014ms","start":"2026-04-27T02:51:28.655747Z","end":"2026-04-27T02:51:28.885114Z","steps":["trace[1658066676] 'agreement among raft nodes before linearized reading' (duration: 229.286291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.885548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5383742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-27T02:51:28.885569Z","caller":"traceutil/trace.go:171","msg":"trace[1417919756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3749; }","duration":"3.538409481s","start":"2026-04-27T02:51:25.347155Z","end":"2026-04-27T02:51:28.885564Z","steps":["trace[1417919756] 'agreement among raft nodes before linearized reading' (duration: 3.538094171s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.885585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:25.347147Z","time spent":"3.538432983s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:51:28.88559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121979461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:28.885598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575318452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:28.885635Z","caller":"traceutil/trace.go:171","msg":"trace[1345211001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3749; }","duration":"4.122063064s","start":"2026-04-27T02:51:24.763557Z","end":"2026-04-27T02:51:28.88562Z","steps":["trace[1345211001] 'agreement among raft nodes before linearized reading' (duration: 4.121992502s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.885645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.352179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:28.885655Z","caller":"traceutil/trace.go:171","msg":"trace[2063810130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3749; }","duration":"3.575417975s","start":"2026-04-27T02:51:25.310221Z","end":"2026-04-27T02:51:28.885639Z","steps":["trace[2063810130] 'agreement among raft nodes before linearized reading' (duration: 3.575308272s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.885668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.763525Z","time spent":"4.122134216s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:28.885735Z","caller":"traceutil/trace.go:171","msg":"trace[1282628939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3749; }","duration":"529.420102ms","start":"2026-04-27T02:51:28.356255Z","end":"2026-04-27T02:51:28.885675Z","steps":["trace[1282628939] 'agreement among raft nodes before linearized reading' (duration: 529.36418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.885755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:25.310201Z","time spent":"3.575485348s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:28.885772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5403576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18829"} {"level":"info","ts":"2026-04-27T02:51:28.885794Z","caller":"traceutil/trace.go:171","msg":"trace[2090248433] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3749; }","duration":"4.540389982s","start":"2026-04-27T02:51:24.345399Z","end":"2026-04-27T02:51:28.885789Z","steps":["trace[2090248433] 'agreement among raft nodes before linearized reading' (duration: 4.540267008s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.885786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.356229Z","time spent":"529.548506ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:51:28.885808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.345393Z","time spent":"4.540412113s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18851,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:51:28.885554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579798952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:28.885914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540565347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:51:28.885929Z","caller":"traceutil/trace.go:171","msg":"trace[1899333110] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3749; }","duration":"4.540609678s","start":"2026-04-27T02:51:24.345314Z","end":"2026-04-27T02:51:28.885924Z","steps":["trace[1899333110] 'agreement among raft nodes before linearized reading' (duration: 4.540578227s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:28.88592Z","caller":"traceutil/trace.go:171","msg":"trace[1332287929] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3749; }","duration":"2.580231626s","start":"2026-04-27T02:51:26.305676Z","end":"2026-04-27T02:51:28.885908Z","steps":["trace[1332287929] 'agreement among raft nodes before linearized reading' (duration: 2.579501183s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.885944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.345297Z","time spent":"4.54064448s","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:51:28.885962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.305657Z","time spent":"2.580291258s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":35,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:28.886074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.250417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:28.88605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540585478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:28.886113Z","caller":"traceutil/trace.go:171","msg":"trace[963717829] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:3749; }","duration":"597.316359ms","start":"2026-04-27T02:51:28.288785Z","end":"2026-04-27T02:51:28.886101Z","steps":["trace[963717829] 'agreement among raft nodes before linearized reading' (duration: 597.243297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101197935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:28.886145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.288765Z","time spent":"597.371271ms","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:28.886162Z","caller":"traceutil/trace.go:171","msg":"trace[20215150] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:3749; }","duration":"2.101278407s","start":"2026-04-27T02:51:26.784874Z","end":"2026-04-27T02:51:28.886152Z","steps":["trace[20215150] 'agreement among raft nodes before linearized reading' (duration: 2.101230596s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.784844Z","time spent":"2.101334779s","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:28.886194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540758244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:28.88619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541618151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-27T02:51:28.886212Z","caller":"traceutil/trace.go:171","msg":"trace[744451268] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:0; response_revision:3749; }","duration":"4.540791754s","start":"2026-04-27T02:51:24.345416Z","end":"2026-04-27T02:51:28.886208Z","steps":["trace[744451268] 'agreement among raft nodes before linearized reading' (duration: 4.540753883s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.345406Z","time spent":"4.540825095s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-04-27T02:51:28.886249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601143598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-27T02:51:28.886261Z","caller":"traceutil/trace.go:171","msg":"trace[1166370761] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3749; }","duration":"3.541688274s","start":"2026-04-27T02:51:25.344532Z","end":"2026-04-27T02:51:28.88622Z","steps":["trace[1166370761] 'agreement among raft nodes before linearized reading' (duration: 3.54158081s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:28.886293Z","caller":"traceutil/trace.go:171","msg":"trace[2102579453] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54; range_end:; response_count:1; response_revision:3749; }","duration":"1.601225351s","start":"2026-04-27T02:51:27.285051Z","end":"2026-04-27T02:51:28.886277Z","steps":["trace[2102579453] 'agreement among raft nodes before linearized reading' (duration: 1.601099597s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:25.344515Z","time spent":"3.541775197s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:28.886324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:27.28503Z","time spent":"1.601286193s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" "} {"level":"warn","ts":"2026-04-27T02:51:28.886336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051068101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:28.886358Z","caller":"traceutil/trace.go:171","msg":"trace[751383842] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3749; }","duration":"2.051132984s","start":"2026-04-27T02:51:26.835218Z","end":"2026-04-27T02:51:28.886351Z","steps":["trace[751383842] 'agreement among raft nodes before linearized reading' (duration: 2.051100173s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.835191Z","time spent":"2.051179205s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:28.886148Z","caller":"traceutil/trace.go:171","msg":"trace[1722032017] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:0; response_revision:3749; }","duration":"4.540728252s","start":"2026-04-27T02:51:24.345401Z","end":"2026-04-27T02:51:28.886129Z","steps":["trace[1722032017] 'agreement among raft nodes before linearized reading' (duration: 4.540098592s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922227903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:28.886411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540238798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:51:28.886467Z","caller":"traceutil/trace.go:171","msg":"trace[665508342] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3749; }","duration":"1.922427359s","start":"2026-04-27T02:51:26.964027Z","end":"2026-04-27T02:51:28.886455Z","steps":["trace[665508342] 'agreement among raft nodes before linearized reading' (duration: 1.922251843s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:28.886489Z","caller":"traceutil/trace.go:171","msg":"trace[1305930884] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3749; }","duration":"2.540446255s","start":"2026-04-27T02:51:26.346024Z","end":"2026-04-27T02:51:28.88647Z","steps":["trace[1305930884] 'agreement among raft nodes before linearized reading' (duration: 2.540201338s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.964Z","time spent":"1.922512252s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:28.886537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.346Z","time spent":"2.540528707s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:51:28.886592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299069496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:28.886615Z","caller":"traceutil/trace.go:171","msg":"trace[163910396] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3749; }","duration":"2.299131559s","start":"2026-04-27T02:51:26.587476Z","end":"2026-04-27T02:51:28.886607Z","steps":["trace[163910396] 'agreement among raft nodes before linearized reading' (duration: 2.299096598s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.587455Z","time spent":"2.299173929s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:28.886527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.014533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-27T02:51:28.886721Z","caller":"traceutil/trace.go:171","msg":"trace[1549211020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3749; }","duration":"885.269521ms","start":"2026-04-27T02:51:28.00144Z","end":"2026-04-27T02:51:28.886709Z","steps":["trace[1549211020] 'agreement among raft nodes before linearized reading' (duration: 885.017853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.049032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:28.886759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.001411Z","time spent":"885.336602ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"warn","ts":"2026-04-27T02:51:28.886784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540467166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:51:28.886786Z","caller":"traceutil/trace.go:171","msg":"trace[745007213] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3749; }","duration":"160.166376ms","start":"2026-04-27T02:51:28.726603Z","end":"2026-04-27T02:51:28.886769Z","steps":["trace[745007213] 'agreement among raft nodes before linearized reading' (duration: 160.026861ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:28.886816Z","caller":"traceutil/trace.go:171","msg":"trace[2051812007] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3749; }","duration":"2.540509267s","start":"2026-04-27T02:51:26.346298Z","end":"2026-04-27T02:51:28.886807Z","steps":["trace[2051812007] 'agreement among raft nodes before linearized reading' (duration: 2.540427904s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:26.346292Z","time spent":"2.540546488s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:51:28.887034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.16858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:28.887073Z","caller":"traceutil/trace.go:171","msg":"trace[735172993] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:3749; }","duration":"113.230622ms","start":"2026-04-27T02:51:28.773828Z","end":"2026-04-27T02:51:28.887059Z","steps":["trace[735172993] 'agreement among raft nodes before linearized reading' (duration: 113.157869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.886465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:24.345374Z","time spent":"4.541073223s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-04-27T02:51:28.886059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540651251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-04-27T02:51:28.887449Z","caller":"traceutil/trace.go:171","msg":"trace[111202352] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3749; }","duration":"3.542073666s","start":"2026-04-27T02:51:25.345349Z","end":"2026-04-27T02:51:28.887422Z","steps":["trace[111202352] 'agreement among raft nodes before linearized reading' (duration: 3.54059778s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:28.887729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:25.345325Z","time spent":"3.542383985s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3932,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:29.221758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.890926Z","time spent":"330.826889ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:51:30.605941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.384315347s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:51:30.606661Z","caller":"traceutil/trace.go:171","msg":"trace[1200866] linearizableReadLoop","detail":"{readStateIndex:3915; appliedIndex:3912; }","duration":"1.714189545s","start":"2026-04-27T02:51:28.892454Z","end":"2026-04-27T02:51:30.606643Z","steps":["trace[1200866] 'read index received' (duration: 329.154216ms)","trace[1200866] 'applied index is now lower than readState.Index' (duration: 1.385034089s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:30.606669Z","caller":"traceutil/trace.go:171","msg":"trace[1304256880] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"1.715576038s","start":"2026-04-27T02:51:28.891076Z","end":"2026-04-27T02:51:30.606652Z","steps":["trace[1304256880] 'process raft request' (duration: 1.715121264s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:30.60674Z","caller":"traceutil/trace.go:171","msg":"trace[1434413483] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"1.710619494s","start":"2026-04-27T02:51:28.896108Z","end":"2026-04-27T02:51:30.606728Z","steps":["trace[1434413483] 'process raft request' (duration: 1.71048946s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:30.606771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.891049Z","time spent":"1.715661501s","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15051,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:30.606708Z","caller":"traceutil/trace.go:171","msg":"trace[1124538275] transaction","detail":"{read_only:false; response_revision:3751; number_of_response:1; }","duration":"1.714393752s","start":"2026-04-27T02:51:28.892278Z","end":"2026-04-27T02:51:30.606672Z","steps":["trace[1124538275] 'process raft request' (duration: 1.714252268s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:30.606825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.896084Z","time spent":"1.710691746s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3895,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:30.606856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714390621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:30.606904Z","caller":"traceutil/trace.go:171","msg":"trace[659978853] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:0; response_revision:3752; }","duration":"1.714459324s","start":"2026-04-27T02:51:28.892429Z","end":"2026-04-27T02:51:30.606888Z","steps":["trace[659978853] 'agreement among raft nodes before linearized reading' (duration: 1.71433761s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:30.606913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.892261Z","time spent":"1.714568587s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:30.606941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.892423Z","time spent":"1.714510155s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-04-27T02:51:30.895482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999438922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:51:30.89556Z","caller":"traceutil/trace.go:171","msg":"trace[792081692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999540935s","start":"2026-04-27T02:51:28.896004Z","end":"2026-04-27T02:51:30.895545Z","steps":["trace[792081692] 'agreement among raft nodes before linearized reading' (duration: 1.999448602s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:30.895601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.895998Z","time spent":"1.999594227s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:51:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:51:31.55962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.506894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:31.55972Z","caller":"traceutil/trace.go:171","msg":"trace[102379640] linearizableReadLoop","detail":"{readStateIndex:3917; appliedIndex:3916; }","duration":"953.007974ms","start":"2026-04-27T02:51:30.606697Z","end":"2026-04-27T02:51:31.559705Z","steps":["trace[102379640] 'read index received' (duration: 130.345465ms)","trace[102379640] 'applied index is now lower than readState.Index' (duration: 822.660989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:31.559906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667100867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3910"} {"level":"warn","ts":"2026-04-27T02:51:31.559884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412038902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:31.559947Z","caller":"traceutil/trace.go:171","msg":"trace[460624822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3753; }","duration":"1.667177019s","start":"2026-04-27T02:51:29.89276Z","end":"2026-04-27T02:51:31.559937Z","steps":["trace[460624822] 'agreement among raft nodes before linearized reading' (duration: 1.667015274s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:31.559969Z","caller":"traceutil/trace.go:171","msg":"trace[1200306572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3753; }","duration":"1.412168745s","start":"2026-04-27T02:51:30.147776Z","end":"2026-04-27T02:51:31.559945Z","steps":["trace[1200306572] 'agreement among raft nodes before linearized reading' (duration: 1.412034541s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.559986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:29.892741Z","time spent":"1.66723702s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3932,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:31.560013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.147754Z","time spent":"1.412248248s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:31.560012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664107054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-27T02:51:31.560097Z","caller":"traceutil/trace.go:171","msg":"trace[1824576601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3753; }","duration":"1.664221156s","start":"2026-04-27T02:51:29.895852Z","end":"2026-04-27T02:51:31.560073Z","steps":["trace[1824576601] 'agreement among raft nodes before linearized reading' (duration: 1.663963608s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:31.560072Z","caller":"traceutil/trace.go:171","msg":"trace[2000263205] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"2.336539306s","start":"2026-04-27T02:51:29.223501Z","end":"2026-04-27T02:51:31.56004Z","steps":["trace[2000263205] 'process raft request' (duration: 1.513527007s)","trace[2000263205] 'compare' (duration: 821.784201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:31.560138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442434309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:31.560149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:29.89584Z","time spent":"1.664299129s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:51:31.55991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667036665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3910"} {"level":"warn","ts":"2026-04-27T02:51:31.560221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:29.223476Z","time spent":"2.336668401s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:31.560165Z","caller":"traceutil/trace.go:171","msg":"trace[1751231549] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3753; }","duration":"2.442516772s","start":"2026-04-27T02:51:29.117642Z","end":"2026-04-27T02:51:31.560159Z","steps":["trace[1751231549] 'agreement among raft nodes before linearized reading' (duration: 2.442472941s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.560355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:29.11761Z","time spent":"2.442725269s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:31.560213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667441547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:31.560393Z","caller":"traceutil/trace.go:171","msg":"trace[896168702] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3753; }","duration":"1.667442437s","start":"2026-04-27T02:51:29.892822Z","end":"2026-04-27T02:51:31.560265Z","steps":["trace[896168702] 'agreement among raft nodes before linearized reading' (duration: 1.666941272s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.560586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:29.892792Z","time spent":"1.667770488s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3932,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" "} {"level":"info","ts":"2026-04-27T02:51:31.560465Z","caller":"traceutil/trace.go:171","msg":"trace[33031685] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:3753; }","duration":"2.667706095s","start":"2026-04-27T02:51:28.89275Z","end":"2026-04-27T02:51:31.560456Z","steps":["trace[33031685] 'agreement among raft nodes before linearized reading' (duration: 2.667434377s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.560759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:28.892742Z","time spent":"2.668005184s","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-27T02:51:31.560185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532609702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:31.560847Z","caller":"traceutil/trace.go:171","msg":"trace[1564562084] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3753; }","duration":"2.533330684s","start":"2026-04-27T02:51:29.027471Z","end":"2026-04-27T02:51:31.560802Z","steps":["trace[1564562084] 'agreement among raft nodes before linearized reading' (duration: 2.532620352s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.560919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:29.027455Z","time spent":"2.533442827s","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:31.678487Z","caller":"traceutil/trace.go:171","msg":"trace[1016585221] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"1.0115646s","start":"2026-04-27T02:51:30.666891Z","end":"2026-04-27T02:51:31.678455Z","steps":["trace[1016585221] 'process raft request' (duration: 1.008747733s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:31.678523Z","caller":"traceutil/trace.go:171","msg":"trace[188542753] linearizableReadLoop","detail":"{readStateIndex:3922; appliedIndex:3917; }","duration":"118.752424ms","start":"2026-04-27T02:51:31.559751Z","end":"2026-04-27T02:51:31.678503Z","steps":["trace[188542753] 'read index received' (duration: 115.814982ms)","trace[188542753] 'applied index is now lower than readState.Index' (duration: 2.936382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:31.678629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.666862Z","time spent":"1.011692485s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:31.678657Z","caller":"traceutil/trace.go:171","msg":"trace[1447405763] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"1.010905209s","start":"2026-04-27T02:51:30.667739Z","end":"2026-04-27T02:51:31.678644Z","steps":["trace[1447405763] 'process raft request' (duration: 1.010632751s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.678753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.667714Z","time spent":"1.010965351s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:31.678954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.920868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:31.679006Z","caller":"traceutil/trace.go:171","msg":"trace[2103877001] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3758; }","duration":"849.00313ms","start":"2026-04-27T02:51:30.829989Z","end":"2026-04-27T02:51:31.678992Z","steps":["trace[2103877001] 'agreement among raft nodes before linearized reading' (duration: 848.912077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068192756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-27T02:51:31.679038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.828982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-27T02:51:31.679061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.417914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:31.679063Z","caller":"traceutil/trace.go:171","msg":"trace[867836217] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54; range_end:; response_count:1; response_revision:3758; }","duration":"1.068278899s","start":"2026-04-27T02:51:30.610772Z","end":"2026-04-27T02:51:31.679051Z","steps":["trace[867836217] 'agreement among raft nodes before linearized reading' (duration: 1.068138025s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:31.679074Z","caller":"traceutil/trace.go:171","msg":"trace[1627752718] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3758; }","duration":"115.903115ms","start":"2026-04-27T02:51:31.563163Z","end":"2026-04-27T02:51:31.679066Z","steps":["trace[1627752718] 'agreement among raft nodes before linearized reading' (duration: 115.825522ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:31.679081Z","caller":"traceutil/trace.go:171","msg":"trace[1761378537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3758; }","duration":"783.435935ms","start":"2026-04-27T02:51:30.895639Z","end":"2026-04-27T02:51:31.679075Z","steps":["trace[1761378537] 'agreement among raft nodes before linearized reading' (duration: 783.407234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.895613Z","time spent":"783.480926ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:51:31.679074Z","caller":"traceutil/trace.go:171","msg":"trace[93201188] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"965.438172ms","start":"2026-04-27T02:51:30.713603Z","end":"2026-04-27T02:51:31.679041Z","steps":["trace[93201188] 'process raft request' (duration: 964.855734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.67913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012283132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:51:31.679189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067128593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-04-27T02:51:31.679217Z","caller":"traceutil/trace.go:171","msg":"trace[1794920421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3758; }","duration":"1.067172015s","start":"2026-04-27T02:51:30.612037Z","end":"2026-04-27T02:51:31.679209Z","steps":["trace[1794920421] 'agreement among raft nodes before linearized reading' (duration: 1.067086232s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.71358Z","time spent":"965.560085ms","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2653,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:31.679248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.612026Z","time spent":"1.067214136s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3932,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" "} {"level":"warn","ts":"2026-04-27T02:51:31.679267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.347728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:31.679292Z","caller":"traceutil/trace.go:171","msg":"trace[36894734] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:0; response_revision:3758; }","duration":"115.398619ms","start":"2026-04-27T02:51:31.563887Z","end":"2026-04-27T02:51:31.679286Z","steps":["trace[36894734] 'agreement among raft nodes before linearized reading' (duration: 115.355178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.574411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:51:31.679329Z","caller":"traceutil/trace.go:171","msg":"trace[1432430707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3758; }","duration":"784.631873ms","start":"2026-04-27T02:51:30.894692Z","end":"2026-04-27T02:51:31.679324Z","steps":["trace[1432430707] 'agreement among raft nodes before linearized reading' (duration: 784.513339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011644172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T02:51:31.679347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.894679Z","time spent":"784.664373ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:51:31.679361Z","caller":"traceutil/trace.go:171","msg":"trace[526584323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3758; }","duration":"1.011698904s","start":"2026-04-27T02:51:30.667652Z","end":"2026-04-27T02:51:31.679351Z","steps":["trace[526584323] 'agreement among raft nodes before linearized reading' (duration: 1.011598051s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.078809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:51:31.679399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.667642Z","time spent":"1.011748086s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:51:31.679419Z","caller":"traceutil/trace.go:171","msg":"trace[1099765325] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3758; }","duration":"787.13221ms","start":"2026-04-27T02:51:30.892279Z","end":"2026-04-27T02:51:31.679412Z","steps":["trace[1099765325] 'agreement among raft nodes before linearized reading' (duration: 787.067038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.67944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.892264Z","time spent":"787.172091ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:51:31.679482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.107599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:51:31.679503Z","caller":"traceutil/trace.go:171","msg":"trace[526972589] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3758; }","duration":"787.12787ms","start":"2026-04-27T02:51:30.892369Z","end":"2026-04-27T02:51:31.679497Z","steps":["trace[526972589] 'agreement among raft nodes before linearized reading' (duration: 787.060818ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:31.679502Z","caller":"traceutil/trace.go:171","msg":"trace[242897595] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"1.011301382s","start":"2026-04-27T02:51:30.668191Z","end":"2026-04-27T02:51:31.679492Z","steps":["trace[242897595] 'process raft request' (duration: 1.010215408s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.892336Z","time spent":"787.178682ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:51:31.6791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.610757Z","time spent":"1.068334931s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" "} {"level":"warn","ts":"2026-04-27T02:51:31.679544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.668167Z","time spent":"1.011352054s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:31.679598Z","caller":"traceutil/trace.go:171","msg":"trace[373965953] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"1.010355123s","start":"2026-04-27T02:51:30.669237Z","end":"2026-04-27T02:51:31.679592Z","steps":["trace[373965953] 'process raft request' (duration: 1.009195847s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.829963Z","time spent":"849.062092ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:51:31.679629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.669221Z","time spent":"1.010391904s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:31.679227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069571659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:31.679678Z","caller":"traceutil/trace.go:171","msg":"trace[839527006] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:0; response_revision:3758; }","duration":"1.070068094s","start":"2026-04-27T02:51:30.609604Z","end":"2026-04-27T02:51:31.679672Z","steps":["trace[839527006] 'agreement among raft nodes before linearized reading' (duration: 1.06959379s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.609584Z","time spent":"1.070106466s","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"info","ts":"2026-04-27T02:51:31.679218Z","caller":"traceutil/trace.go:171","msg":"trace[1299300411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3758; }","duration":"1.012423037s","start":"2026-04-27T02:51:30.666772Z","end":"2026-04-27T02:51:31.679195Z","steps":["trace[1299300411] 'agreement among raft nodes before linearized reading' (duration: 1.012176669s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:31.679729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:30.666747Z","time spent":"1.012970504s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:51:32.037543Z","caller":"traceutil/trace.go:171","msg":"trace[1813946400] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"191.666627ms","start":"2026-04-27T02:51:31.845854Z","end":"2026-04-27T02:51:32.03752Z","steps":["trace[1813946400] 'process raft request' (duration: 191.582844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:32.037737Z","caller":"traceutil/trace.go:171","msg":"trace[1248884875] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"346.706293ms","start":"2026-04-27T02:51:31.691016Z","end":"2026-04-27T02:51:32.037722Z","steps":["trace[1248884875] 'process raft request' (duration: 326.688599ms)","trace[1248884875] 'compare' (duration: 19.178398ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:32.037776Z","caller":"traceutil/trace.go:171","msg":"trace[132167565] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"344.539756ms","start":"2026-04-27T02:51:31.693227Z","end":"2026-04-27T02:51:32.037766Z","steps":["trace[132167565] 'process raft request' (duration: 344.119823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.037823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:31.69101Z","time spent":"346.764445ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17833,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:32.037842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:31.69321Z","time spent":"344.587857ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:51:32.037887Z","caller":"traceutil/trace.go:171","msg":"trace[1207947887] linearizableReadLoop","detail":"{readStateIndex:3927; appliedIndex:3926; }","duration":"345.464134ms","start":"2026-04-27T02:51:31.692345Z","end":"2026-04-27T02:51:32.037809Z","steps":["trace[1207947887] 'read index received' (duration: 325.368837ms)","trace[1207947887] 'applied index is now lower than readState.Index' (duration: 20.089847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:32.038106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.745773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-27T02:51:32.038157Z","caller":"traceutil/trace.go:171","msg":"trace[2119279081] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:3764; }","duration":"345.815955ms","start":"2026-04-27T02:51:31.692326Z","end":"2026-04-27T02:51:32.038142Z","steps":["trace[2119279081] 'agreement among raft nodes before linearized reading' (duration: 345.64623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.038194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:31.692319Z","time spent":"345.865577ms","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/openstack\" "} {"level":"warn","ts":"2026-04-27T02:51:32.038237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.201823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:32.038194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.555756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-27T02:51:32.038268Z","caller":"traceutil/trace.go:171","msg":"trace[2094971599] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:3764; }","duration":"334.230794ms","start":"2026-04-27T02:51:31.704028Z","end":"2026-04-27T02:51:32.038258Z","steps":["trace[2094971599] 'agreement among raft nodes before linearized reading' (duration: 334.185713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.038297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:31.704011Z","time spent":"334.278805ms","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-04-27T02:51:32.038331Z","caller":"traceutil/trace.go:171","msg":"trace[251478862] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3764; }","duration":"335.681119ms","start":"2026-04-27T02:51:31.702606Z","end":"2026-04-27T02:51:32.038287Z","steps":["trace[251478862] 'agreement among raft nodes before linearized reading' (duration: 335.511744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.038387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.744183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-04-27T02:51:32.03844Z","caller":"traceutil/trace.go:171","msg":"trace[991307125] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:3764; }","duration":"295.867677ms","start":"2026-04-27T02:51:31.742553Z","end":"2026-04-27T02:51:32.038421Z","steps":["trace[991307125] 'agreement among raft nodes before linearized reading' (duration: 295.584408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.038476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:31.702592Z","time spent":"335.835334ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:51:32.038545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.033357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-04-27T02:51:32.03859Z","caller":"traceutil/trace.go:171","msg":"trace[709368564] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3764; }","duration":"249.13792ms","start":"2026-04-27T02:51:31.789433Z","end":"2026-04-27T02:51:32.038571Z","steps":["trace[709368564] 'agreement among raft nodes before linearized reading' (duration: 249.027106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:32.465192Z","caller":"traceutil/trace.go:171","msg":"trace[784092513] linearizableReadLoop","detail":"{readStateIndex:3987; appliedIndex:3986; }","duration":"111.017543ms","start":"2026-04-27T02:51:32.354147Z","end":"2026-04-27T02:51:32.465164Z","steps":["trace[784092513] 'read index received' (duration: 109.189396ms)","trace[784092513] 'applied index is now lower than readState.Index' (duration: 1.826507ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:32.465313Z","caller":"traceutil/trace.go:171","msg":"trace[2142827270] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"121.385986ms","start":"2026-04-27T02:51:32.343894Z","end":"2026-04-27T02:51:32.46528Z","steps":["trace[2142827270] 'process raft request' (duration: 119.551088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.466149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.982673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:20 size:490881"} {"level":"info","ts":"2026-04-27T02:51:32.46621Z","caller":"traceutil/trace.go:171","msg":"trace[1251483676] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:20; response_revision:3821; }","duration":"112.101406ms","start":"2026-04-27T02:51:32.354095Z","end":"2026-04-27T02:51:32.466197Z","steps":["trace[1251483676] 'agreement among raft nodes before linearized reading' (duration: 111.195608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.468861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.31313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-04-27T02:51:32.469Z","caller":"traceutil/trace.go:171","msg":"trace[902690682] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3732edf-152c-45e7-810d-0ac67dbec83c; range_end:; response_count:1; response_revision:3822; }","duration":"109.510566ms","start":"2026-04-27T02:51:32.359461Z","end":"2026-04-27T02:51:32.468972Z","steps":["trace[902690682] 'agreement among raft nodes before linearized reading' (duration: 109.155735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:32.805874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.854599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:51:32.805935Z","caller":"traceutil/trace.go:171","msg":"trace[1833557490] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3834; }","duration":"120.952072ms","start":"2026-04-27T02:51:32.684971Z","end":"2026-04-27T02:51:32.805923Z","steps":["trace[1833557490] 'count revisions from in-memory index tree' (duration: 120.776597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.257277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.90177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:34.257369Z","caller":"traceutil/trace.go:171","msg":"trace[64230234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3844; }","duration":"179.016614ms","start":"2026-04-27T02:51:34.078321Z","end":"2026-04-27T02:51:34.257338Z","steps":["trace[64230234] 'range keys from in-memory index tree' (duration: 178.821837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.257259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.220266ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:34.257499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.824209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:51:34.257546Z","caller":"traceutil/trace.go:171","msg":"trace[676687387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3844; }","duration":"184.519925ms","start":"2026-04-27T02:51:34.073007Z","end":"2026-04-27T02:51:34.257526Z","steps":["trace[676687387] 'range keys from in-memory index tree' (duration: 184.202656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.257555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.501137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-27T02:51:34.257567Z","caller":"traceutil/trace.go:171","msg":"trace[1019848881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3844; }","duration":"187.922581ms","start":"2026-04-27T02:51:34.069623Z","end":"2026-04-27T02:51:34.257545Z","steps":["trace[1019848881] 'range keys from in-memory index tree' (duration: 187.5668ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:34.257617Z","caller":"traceutil/trace.go:171","msg":"trace[1029308656] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3844; }","duration":"186.57669ms","start":"2026-04-27T02:51:34.071022Z","end":"2026-04-27T02:51:34.257599Z","steps":["trace[1029308656] 'range keys from in-memory index tree' (duration: 186.238699ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:34.496205Z","caller":"traceutil/trace.go:171","msg":"trace[122521492] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"234.930027ms","start":"2026-04-27T02:51:34.261257Z","end":"2026-04-27T02:51:34.496187Z","steps":["trace[122521492] 'process raft request' (duration: 234.784503ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:34.555915Z","caller":"traceutil/trace.go:171","msg":"trace[2024709761] linearizableReadLoop","detail":"{readStateIndex:4014; appliedIndex:4012; }","duration":"233.847273ms","start":"2026-04-27T02:51:34.322043Z","end":"2026-04-27T02:51:34.55589Z","steps":["trace[2024709761] 'read index received' (duration: 174.023068ms)","trace[2024709761] 'applied index is now lower than readState.Index' (duration: 59.822755ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:34.556013Z","caller":"traceutil/trace.go:171","msg":"trace[644609141] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"293.757843ms","start":"2026-04-27T02:51:34.26221Z","end":"2026-04-27T02:51:34.555968Z","steps":["trace[644609141] 'process raft request' (duration: 293.529806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.556122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.759424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:34.556164Z","caller":"traceutil/trace.go:171","msg":"trace[610175815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:3846; }","duration":"176.850575ms","start":"2026-04-27T02:51:34.379302Z","end":"2026-04-27T02:51:34.556153Z","steps":["trace[610175815] 'agreement among raft nodes before linearized reading' (duration: 176.747932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.55615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.082231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-27T02:51:34.556244Z","caller":"traceutil/trace.go:171","msg":"trace[829026555] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:3846; }","duration":"234.237046ms","start":"2026-04-27T02:51:34.321982Z","end":"2026-04-27T02:51:34.556219Z","steps":["trace[829026555] 'agreement among raft nodes before linearized reading' (duration: 234.015539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.877817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.028728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa16f3d040c3e5\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-04-27T02:51:34.877883Z","caller":"traceutil/trace.go:171","msg":"trace[2110995003] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa16f3d040c3e5; range_end:; response_count:1; response_revision:3846; }","duration":"309.112491ms","start":"2026-04-27T02:51:34.568756Z","end":"2026-04-27T02:51:34.877868Z","steps":["trace[2110995003] 'range keys from in-memory index tree' (duration: 308.848943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.877916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:34.568713Z","time spent":"309.196074ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":763,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa16f3d040c3e5\" "} {"level":"warn","ts":"2026-04-27T02:51:34.877955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.418842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:51:34.878021Z","caller":"traceutil/trace.go:171","msg":"trace[1106496315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3846; }","duration":"294.514516ms","start":"2026-04-27T02:51:34.583492Z","end":"2026-04-27T02:51:34.878006Z","steps":["trace[1106496315] 'range keys from in-memory index tree' (duration: 294.303099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:34.87824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.528942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-27T02:51:34.878321Z","caller":"traceutil/trace.go:171","msg":"trace[784888369] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:3846; }","duration":"299.633835ms","start":"2026-04-27T02:51:34.578668Z","end":"2026-04-27T02:51:34.878301Z","steps":["trace[784888369] 'range keys from in-memory index tree' (duration: 299.46093ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:36.899188Z","caller":"traceutil/trace.go:171","msg":"trace[1234355737] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"115.43113ms","start":"2026-04-27T02:51:36.783728Z","end":"2026-04-27T02:51:36.899159Z","steps":["trace[1234355737] 'process raft request' (duration: 115.232594ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.766Z","caller":"traceutil/trace.go:171","msg":"trace[590101430] linearizableReadLoop","detail":"{readStateIndex:4037; appliedIndex:4036; }","duration":"207.155221ms","start":"2026-04-27T02:51:37.558825Z","end":"2026-04-27T02:51:37.76598Z","steps":["trace[590101430] 'read index received' (duration: 206.967305ms)","trace[590101430] 'applied index is now lower than readState.Index' (duration: 187.346µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:37.76613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.287855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:37.766158Z","caller":"traceutil/trace.go:171","msg":"trace[955130974] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3868; }","duration":"207.367667ms","start":"2026-04-27T02:51:37.55878Z","end":"2026-04-27T02:51:37.766148Z","steps":["trace[955130974] 'agreement among raft nodes before linearized reading' (duration: 207.305666ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.766158Z","caller":"traceutil/trace.go:171","msg":"trace[498985973] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"211.395863ms","start":"2026-04-27T02:51:37.554644Z","end":"2026-04-27T02:51:37.76604Z","steps":["trace[498985973] 'process raft request' (duration: 211.157366ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.838314Z","caller":"traceutil/trace.go:171","msg":"trace[438790877] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"138.568652ms","start":"2026-04-27T02:51:37.699721Z","end":"2026-04-27T02:51:37.83829Z","steps":["trace[438790877] 'process raft request' (duration: 138.395026ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.838674Z","caller":"traceutil/trace.go:171","msg":"trace[961035669] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"138.532021ms","start":"2026-04-27T02:51:37.700117Z","end":"2026-04-27T02:51:37.838649Z","steps":["trace[961035669] 'process raft request' (duration: 138.133998ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.83889Z","caller":"traceutil/trace.go:171","msg":"trace[1352072002] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"138.699526ms","start":"2026-04-27T02:51:37.700177Z","end":"2026-04-27T02:51:37.838877Z","steps":["trace[1352072002] 'process raft request' (duration: 138.388976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:37.839017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.091975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:37.839053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.18865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:51:37.839063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.439021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:37.839093Z","caller":"traceutil/trace.go:171","msg":"trace[750976154] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3872; }","duration":"128.200689ms","start":"2026-04-27T02:51:37.710872Z","end":"2026-04-27T02:51:37.839073Z","steps":["trace[750976154] 'agreement among raft nodes before linearized reading' (duration: 128.072265ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.8391Z","caller":"traceutil/trace.go:171","msg":"trace[53533984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3872; }","duration":"129.293172ms","start":"2026-04-27T02:51:37.709791Z","end":"2026-04-27T02:51:37.839084Z","steps":["trace[53533984] 'agreement among raft nodes before linearized reading' (duration: 129.140308ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.839128Z","caller":"traceutil/trace.go:171","msg":"trace[1561476834] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:3872; }","duration":"124.565255ms","start":"2026-04-27T02:51:37.714545Z","end":"2026-04-27T02:51:37.83911Z","steps":["trace[1561476834] 'agreement among raft nodes before linearized reading' (duration: 124.453242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:37.839142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.642633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:51:37.839189Z","caller":"traceutil/trace.go:171","msg":"trace[388036431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3872; }","duration":"120.712695ms","start":"2026-04-27T02:51:37.718463Z","end":"2026-04-27T02:51:37.839176Z","steps":["trace[388036431] 'agreement among raft nodes before linearized reading' (duration: 120.53294ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:37.839228Z","caller":"traceutil/trace.go:171","msg":"trace[2049956658] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"137.432766ms","start":"2026-04-27T02:51:37.701776Z","end":"2026-04-27T02:51:37.839209Z","steps":["trace[2049956658] 'process raft request' (duration: 137.065625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:37.839297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.955115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:51:37.839336Z","caller":"traceutil/trace.go:171","msg":"trace[1762350920] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3872; }","duration":"140.015247ms","start":"2026-04-27T02:51:37.699307Z","end":"2026-04-27T02:51:37.839322Z","steps":["trace[1762350920] 'agreement among raft nodes before linearized reading' (duration: 139.907003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:37.839409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.833914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cvrfg\" ","response":"range_response_count:1 size:7209"} {"level":"info","ts":"2026-04-27T02:51:37.839436Z","caller":"traceutil/trace.go:171","msg":"trace[643380549] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cvrfg; range_end:; response_count:1; response_revision:3872; }","duration":"242.899746ms","start":"2026-04-27T02:51:37.596527Z","end":"2026-04-27T02:51:37.839426Z","steps":["trace[643380549] 'agreement among raft nodes before linearized reading' (duration: 242.821214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:37.839427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.791386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:51:37.839467Z","caller":"traceutil/trace.go:171","msg":"trace[384116696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3872; }","duration":"127.850208ms","start":"2026-04-27T02:51:37.711605Z","end":"2026-04-27T02:51:37.839456Z","steps":["trace[384116696] 'agreement among raft nodes before linearized reading' (duration: 127.698223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:37.839534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.419755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:51:37.839554Z","caller":"traceutil/trace.go:171","msg":"trace[2044106971] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3872; }","duration":"145.462197ms","start":"2026-04-27T02:51:37.694085Z","end":"2026-04-27T02:51:37.839547Z","steps":["trace[2044106971] 'agreement among raft nodes before linearized reading' (duration: 145.402985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:37.839574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.461476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:37.839602Z","caller":"traceutil/trace.go:171","msg":"trace[300617364] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3872; }","duration":"153.522358ms","start":"2026-04-27T02:51:37.68607Z","end":"2026-04-27T02:51:37.839592Z","steps":["trace[300617364] 'agreement among raft nodes before linearized reading' (duration: 153.476777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.348586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.040474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:51:56.348659Z","caller":"traceutil/trace.go:171","msg":"trace[1931187345] linearizableReadLoop","detail":"{readStateIndex:4159; appliedIndex:4157; }","duration":"403.715649ms","start":"2026-04-27T02:51:55.944931Z","end":"2026-04-27T02:51:56.348647Z","steps":["trace[1931187345] 'read index received' (duration: 8.148006ms)","trace[1931187345] 'applied index is now lower than readState.Index' (duration: 395.566803ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:56.348725Z","caller":"traceutil/trace.go:171","msg":"trace[132486454] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"409.629084ms","start":"2026-04-27T02:51:55.939087Z","end":"2026-04-27T02:51:56.348716Z","steps":["trace[132486454] 'process raft request' (duration: 193.389984ms)","trace[132486454] 'compare' (duration: 215.784616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:56.348764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:55.939043Z","time spent":"409.698526ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:56.348833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.873165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-27T02:51:56.34889Z","caller":"traceutil/trace.go:171","msg":"trace[810600306] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:3985; }","duration":"397.946898ms","start":"2026-04-27T02:51:55.950928Z","end":"2026-04-27T02:51:56.348875Z","steps":["trace[810600306] 'agreement among raft nodes before linearized reading' (duration: 397.824854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.348926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:55.950917Z","time spent":"398.00088ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-04-27T02:51:56.348932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.216931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-27T02:51:56.348934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.094441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:56.348984Z","caller":"traceutil/trace.go:171","msg":"trace[298128176] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:3985; }","duration":"298.281183ms","start":"2026-04-27T02:51:56.050689Z","end":"2026-04-27T02:51:56.34897Z","steps":["trace[298128176] 'agreement among raft nodes before linearized reading' (duration: 298.17665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:56.349002Z","caller":"traceutil/trace.go:171","msg":"trace[34215246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3985; }","duration":"272.212366ms","start":"2026-04-27T02:51:56.076777Z","end":"2026-04-27T02:51:56.348989Z","steps":["trace[34215246] 'agreement among raft nodes before linearized reading' (duration: 272.109803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.349006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.151344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-27T02:51:56.349033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.100191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:51:56.348938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.843081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-27T02:51:56.349055Z","caller":"traceutil/trace.go:171","msg":"trace[1722799738] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:3985; }","duration":"147.237356ms","start":"2026-04-27T02:51:56.201803Z","end":"2026-04-27T02:51:56.349041Z","steps":["trace[1722799738] 'agreement among raft nodes before linearized reading' (duration: 147.139223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.34903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.404714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-27T02:51:56.349076Z","caller":"traceutil/trace.go:171","msg":"trace[97302112] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:3985; }","duration":"404.167873ms","start":"2026-04-27T02:51:55.944895Z","end":"2026-04-27T02:51:56.349063Z","steps":["trace[97302112] 'agreement among raft nodes before linearized reading' (duration: 404.024109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.349061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.236844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-27T02:51:56.349107Z","caller":"traceutil/trace.go:171","msg":"trace[1403008897] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3985; }","duration":"347.487156ms","start":"2026-04-27T02:51:56.001605Z","end":"2026-04-27T02:51:56.349093Z","steps":["trace[1403008897] 'agreement among raft nodes before linearized reading' (duration: 347.350682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.349094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.753528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-27T02:51:56.349154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.001574Z","time spent":"347.570489ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-27T02:51:56.349104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:55.944885Z","time spent":"404.211054ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:51:56.349195Z","caller":"traceutil/trace.go:171","msg":"trace[1849229819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3985; }","duration":"298.881891ms","start":"2026-04-27T02:51:56.050288Z","end":"2026-04-27T02:51:56.34917Z","steps":["trace[1849229819] 'agreement among raft nodes before linearized reading' (duration: 298.648514ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:56.349164Z","caller":"traceutil/trace.go:171","msg":"trace[1705556975] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:3985; }","duration":"197.380129ms","start":"2026-04-27T02:51:56.151756Z","end":"2026-04-27T02:51:56.349136Z","steps":["trace[1705556975] 'agreement among raft nodes before linearized reading' (duration: 197.209344ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:56.349086Z","caller":"traceutil/trace.go:171","msg":"trace[212074312] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3985; }","duration":"248.043778ms","start":"2026-04-27T02:51:56.101027Z","end":"2026-04-27T02:51:56.34907Z","steps":["trace[212074312] 'agreement among raft nodes before linearized reading' (duration: 247.823271ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:56.86276Z","caller":"traceutil/trace.go:171","msg":"trace[902668990] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"496.814449ms","start":"2026-04-27T02:51:56.365917Z","end":"2026-04-27T02:51:56.862731Z","steps":["trace[902668990] 'process raft request' (duration: 481.152987ms)","trace[902668990] 'compare' (duration: 15.212078ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:56.862858Z","caller":"traceutil/trace.go:171","msg":"trace[224073414] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"496.107166ms","start":"2026-04-27T02:51:56.36673Z","end":"2026-04-27T02:51:56.862837Z","steps":["trace[224073414] 'process raft request' (duration: 495.948831ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:56.862868Z","caller":"traceutil/trace.go:171","msg":"trace[1888428633] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"495.954692ms","start":"2026-04-27T02:51:56.36689Z","end":"2026-04-27T02:51:56.862844Z","steps":["trace[1888428633] 'process raft request' (duration: 495.869329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.86289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.365902Z","time spent":"496.926832ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:56.862916Z","caller":"traceutil/trace.go:171","msg":"trace[1335297328] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"495.822507ms","start":"2026-04-27T02:51:56.367074Z","end":"2026-04-27T02:51:56.862896Z","steps":["trace[1335297328] 'process raft request' (duration: 495.720904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.862951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.366715Z","time spent":"496.188868ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:56.862945Z","caller":"traceutil/trace.go:171","msg":"trace[1432046218] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"495.376093ms","start":"2026-04-27T02:51:56.367546Z","end":"2026-04-27T02:51:56.862922Z","steps":["trace[1432046218] 'process raft request' (duration: 495.28838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.862968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.366883Z","time spent":"496.036814ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1369,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:56.863022Z","caller":"traceutil/trace.go:171","msg":"trace[1776095619] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"492.581745ms","start":"2026-04-27T02:51:56.370418Z","end":"2026-04-27T02:51:56.863Z","steps":["trace[1776095619] 'process raft request' (duration: 492.481592ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:56.863083Z","caller":"traceutil/trace.go:171","msg":"trace[218204696] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"495.317102ms","start":"2026-04-27T02:51:56.367752Z","end":"2026-04-27T02:51:56.863069Z","steps":["trace[218204696] 'process raft request' (duration: 495.116135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.367065Z","time spent":"495.911641ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3473,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:56.863121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.367746Z","time spent":"495.359533ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4888,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:56.863103Z","caller":"traceutil/trace.go:171","msg":"trace[926921964] linearizableReadLoop","detail":"{readStateIndex:4184; appliedIndex:4172; }","duration":"462.876664ms","start":"2026-04-27T02:51:56.400209Z","end":"2026-04-27T02:51:56.863086Z","steps":["trace[926921964] 'read index received' (duration: 446.992276ms)","trace[926921964] 'applied index is now lower than readState.Index' (duration: 15.883538ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:56.863125Z","caller":"traceutil/trace.go:171","msg":"trace[1417911044] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"491.12027ms","start":"2026-04-27T02:51:56.371987Z","end":"2026-04-27T02:51:56.863108Z","steps":["trace[1417911044] 'process raft request' (duration: 490.938604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.367537Z","time spent":"495.457966ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:56.863191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.371965Z","time spent":"491.195272ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3360,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:56.863225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.370404Z","time spent":"492.676639ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1459,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:56.863254Z","caller":"traceutil/trace.go:171","msg":"trace[644903537] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"488.462437ms","start":"2026-04-27T02:51:56.37478Z","end":"2026-04-27T02:51:56.863242Z","steps":["trace[644903537] 'process raft request' (duration: 488.267251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.177444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-27T02:51:56.863285Z","caller":"traceutil/trace.go:171","msg":"trace[1479909156] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"491.271985ms","start":"2026-04-27T02:51:56.372005Z","end":"2026-04-27T02:51:56.863277Z","steps":["trace[1479909156] 'process raft request' (duration: 490.946925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.374768Z","time spent":"488.513868ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:56.863314Z","caller":"traceutil/trace.go:171","msg":"trace[555417755] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"491.247284ms","start":"2026-04-27T02:51:56.372056Z","end":"2026-04-27T02:51:56.863303Z","steps":["trace[555417755] 'process raft request' (duration: 490.931414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.371982Z","time spent":"491.323736ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:51:56.863319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.095011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-27T02:51:56.863365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.372041Z","time spent":"491.300106ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3370,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:56.863381Z","caller":"traceutil/trace.go:171","msg":"trace[142354647] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:4010; }","duration":"463.198114ms","start":"2026-04-27T02:51:56.400169Z","end":"2026-04-27T02:51:56.863367Z","steps":["trace[142354647] 'agreement among raft nodes before linearized reading' (duration: 463.038559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.603081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:51:56.863404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.32637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:51:56.863314Z","caller":"traceutil/trace.go:171","msg":"trace[469556545] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:4010; }","duration":"412.257747ms","start":"2026-04-27T02:51:56.451042Z","end":"2026-04-27T02:51:56.8633Z","steps":["trace[469556545] 'agreement among raft nodes before linearized reading' (duration: 412.154964ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:56.863421Z","caller":"traceutil/trace.go:171","msg":"trace[1133771027] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4010; }","duration":"245.640462ms","start":"2026-04-27T02:51:56.617772Z","end":"2026-04-27T02:51:56.863412Z","steps":["trace[1133771027] 'agreement among raft nodes before linearized reading' (duration: 245.584641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.40015Z","time spent":"463.260546ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-27T02:51:56.863444Z","caller":"traceutil/trace.go:171","msg":"trace[2032125574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4010; }","duration":"331.396382ms","start":"2026-04-27T02:51:56.532037Z","end":"2026-04-27T02:51:56.863433Z","steps":["trace[2032125574] 'agreement among raft nodes before linearized reading' (duration: 331.224387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.700991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:51:56.863465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.532026Z","time spent":"331.433483ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:51:56.863486Z","caller":"traceutil/trace.go:171","msg":"trace[175691930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4010; }","duration":"390.766723ms","start":"2026-04-27T02:51:56.47271Z","end":"2026-04-27T02:51:56.863477Z","steps":["trace[175691930] 'agreement among raft nodes before linearized reading' (duration: 390.623889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.451027Z","time spent":"412.417722ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-04-27T02:51:56.863489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.253598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:51:56.863527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.472697Z","time spent":"390.819545ms","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:51:56.86355Z","caller":"traceutil/trace.go:171","msg":"trace[1684179155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4010; }","duration":"354.364211ms","start":"2026-04-27T02:51:56.509171Z","end":"2026-04-27T02:51:56.863535Z","steps":["trace[1684179155] 'agreement among raft nodes before linearized reading' (duration: 354.152125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.509155Z","time spent":"354.423764ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:51:56.86315Z","caller":"traceutil/trace.go:171","msg":"trace[1428764473] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"488.622752ms","start":"2026-04-27T02:51:56.37449Z","end":"2026-04-27T02:51:56.863112Z","steps":["trace[1428764473] 'process raft request' (duration: 488.526049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:56.863809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:56.374479Z","time spent":"489.291493ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:51:58.824045Z","caller":"traceutil/trace.go:171","msg":"trace[21686985] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"136.50522ms","start":"2026-04-27T02:51:58.687474Z","end":"2026-04-27T02:51:58.82398Z","steps":["trace[21686985] 'process raft request' (duration: 136.242902ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.116042Z","caller":"traceutil/trace.go:171","msg":"trace[1930884394] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"115.13658ms","start":"2026-04-27T02:51:59.000883Z","end":"2026-04-27T02:51:59.116019Z","steps":["trace[1930884394] 'process raft request' (duration: 115.075599ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.116367Z","caller":"traceutil/trace.go:171","msg":"trace[2059257038] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"285.302836ms","start":"2026-04-27T02:51:58.831052Z","end":"2026-04-27T02:51:59.116355Z","steps":["trace[2059257038] 'process raft request' (duration: 244.747134ms)","trace[2059257038] 'compare' (duration: 40.027575ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:59.116504Z","caller":"traceutil/trace.go:171","msg":"trace[1893284211] linearizableReadLoop","detail":"{readStateIndex:4333; appliedIndex:4332; }","duration":"241.845923ms","start":"2026-04-27T02:51:58.874619Z","end":"2026-04-27T02:51:59.116465Z","steps":["trace[1893284211] 'read index received' (duration: 201.192888ms)","trace[1893284211] 'applied index is now lower than readState.Index' (duration: 40.649605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:59.116724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.103082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:51:59.116754Z","caller":"traceutil/trace.go:171","msg":"trace[473009726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4159; }","duration":"242.149393ms","start":"2026-04-27T02:51:58.874597Z","end":"2026-04-27T02:51:59.116746Z","steps":["trace[473009726] 'agreement among raft nodes before linearized reading' (duration: 242.015849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:59.116837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.619766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:51:59.116918Z","caller":"traceutil/trace.go:171","msg":"trace[624260309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4159; }","duration":"115.770461ms","start":"2026-04-27T02:51:59.001127Z","end":"2026-04-27T02:51:59.116897Z","steps":["trace[624260309] 'agreement among raft nodes before linearized reading' (duration: 115.623726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:59.117027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.625468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-04-27T02:51:59.117026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.778541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:51:59.117092Z","caller":"traceutil/trace.go:171","msg":"trace[911769464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4159; }","duration":"124.761292ms","start":"2026-04-27T02:51:58.992312Z","end":"2026-04-27T02:51:59.117074Z","steps":["trace[911769464] 'agreement among raft nodes before linearized reading' (duration: 124.553566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.117102Z","caller":"traceutil/trace.go:171","msg":"trace[1347600479] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:4159; }","duration":"226.898245ms","start":"2026-04-27T02:51:58.890185Z","end":"2026-04-27T02:51:59.117084Z","steps":["trace[1347600479] 'agreement among raft nodes before linearized reading' (duration: 226.689508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:59.117138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.71272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-27T02:51:59.117257Z","caller":"traceutil/trace.go:171","msg":"trace[926891016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99; range_end:; response_count:1; response_revision:4159; }","duration":"124.917217ms","start":"2026-04-27T02:51:58.992312Z","end":"2026-04-27T02:51:59.11723Z","steps":["trace[926891016] 'agreement among raft nodes before linearized reading' (duration: 124.533605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:59.11773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.903399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:51:59.117856Z","caller":"traceutil/trace.go:171","msg":"trace[1940827779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4159; }","duration":"237.106245ms","start":"2026-04-27T02:51:58.880723Z","end":"2026-04-27T02:51:59.11783Z","steps":["trace[1940827779] 'agreement among raft nodes before linearized reading' (duration: 235.938669ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.267423Z","caller":"traceutil/trace.go:171","msg":"trace[1738478955] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"144.622024ms","start":"2026-04-27T02:51:59.122765Z","end":"2026-04-27T02:51:59.267387Z","steps":["trace[1738478955] 'process raft request' (duration: 144.404018ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.267862Z","caller":"traceutil/trace.go:171","msg":"trace[2116974364] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"144.78511ms","start":"2026-04-27T02:51:59.123037Z","end":"2026-04-27T02:51:59.267822Z","steps":["trace[2116974364] 'process raft request' (duration: 144.285994ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.267953Z","caller":"traceutil/trace.go:171","msg":"trace[503699964] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"142.942602ms","start":"2026-04-27T02:51:59.124991Z","end":"2026-04-27T02:51:59.267934Z","steps":["trace[503699964] 'process raft request' (duration: 142.723055ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.26801Z","caller":"traceutil/trace.go:171","msg":"trace[1487619451] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"142.794337ms","start":"2026-04-27T02:51:59.125182Z","end":"2026-04-27T02:51:59.267977Z","steps":["trace[1487619451] 'process raft request' (duration: 142.667573ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.268013Z","caller":"traceutil/trace.go:171","msg":"trace[1806876966] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"142.603861ms","start":"2026-04-27T02:51:59.125384Z","end":"2026-04-27T02:51:59.267988Z","steps":["trace[1806876966] 'process raft request' (duration: 142.511238ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.268368Z","caller":"traceutil/trace.go:171","msg":"trace[25601847] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"142.923631ms","start":"2026-04-27T02:51:59.12541Z","end":"2026-04-27T02:51:59.268333Z","steps":["trace[25601847] 'process raft request' (duration: 142.527029ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.268603Z","caller":"traceutil/trace.go:171","msg":"trace[1828202630] linearizableReadLoop","detail":"{readStateIndex:4338; appliedIndex:4334; }","duration":"145.10939ms","start":"2026-04-27T02:51:59.123483Z","end":"2026-04-27T02:51:59.268592Z","steps":["trace[1828202630] 'read index received' (duration: 23.489167ms)","trace[1828202630] 'applied index is now lower than readState.Index' (duration: 121.619423ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:59.268658Z","caller":"traceutil/trace.go:171","msg":"trace[687911714] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"142.519049ms","start":"2026-04-27T02:51:59.126128Z","end":"2026-04-27T02:51:59.268647Z","steps":["trace[687911714] 'process raft request' (duration: 142.105676ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.268671Z","caller":"traceutil/trace.go:171","msg":"trace[910036050] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"141.473585ms","start":"2026-04-27T02:51:59.12719Z","end":"2026-04-27T02:51:59.268664Z","steps":["trace[910036050] 'process raft request' (duration: 141.332421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:59.26889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.785697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-27T02:51:59.268923Z","caller":"traceutil/trace.go:171","msg":"trace[151759150] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec; range_end:; response_count:1; response_revision:4168; }","duration":"105.88227ms","start":"2026-04-27T02:51:59.163029Z","end":"2026-04-27T02:51:59.268912Z","steps":["trace[151759150] 'agreement among raft nodes before linearized reading' (duration: 105.709395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:59.268939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.43924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-04-27T02:51:59.268971Z","caller":"traceutil/trace.go:171","msg":"trace[1548847568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4168; }","duration":"145.512133ms","start":"2026-04-27T02:51:59.123449Z","end":"2026-04-27T02:51:59.268961Z","steps":["trace[1548847568] 'agreement among raft nodes before linearized reading' (duration: 145.368578ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.595764Z","caller":"traceutil/trace.go:171","msg":"trace[1950804988] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"123.258494ms","start":"2026-04-27T02:51:59.472475Z","end":"2026-04-27T02:51:59.595733Z","steps":["trace[1950804988] 'process raft request' (duration: 49.060708ms)","trace[1950804988] 'compare' (duration: 74.062402ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:51:59.596265Z","caller":"traceutil/trace.go:171","msg":"trace[1553468774] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"123.002277ms","start":"2026-04-27T02:51:59.473232Z","end":"2026-04-27T02:51:59.596235Z","steps":["trace[1553468774] 'process raft request' (duration: 122.751259ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.596442Z","caller":"traceutil/trace.go:171","msg":"trace[1831740475] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"122.721438ms","start":"2026-04-27T02:51:59.473703Z","end":"2026-04-27T02:51:59.596425Z","steps":["trace[1831740475] 'process raft request' (duration: 122.506361ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.596477Z","caller":"traceutil/trace.go:171","msg":"trace[1624677651] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"123.069919ms","start":"2026-04-27T02:51:59.473364Z","end":"2026-04-27T02:51:59.596434Z","steps":["trace[1624677651] 'process raft request' (duration: 122.741489ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.596677Z","caller":"traceutil/trace.go:171","msg":"trace[1069103147] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"122.202442ms","start":"2026-04-27T02:51:59.474439Z","end":"2026-04-27T02:51:59.596642Z","steps":["trace[1069103147] 'process raft request' (duration: 121.83305ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.596935Z","caller":"traceutil/trace.go:171","msg":"trace[1147223614] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"122.306795ms","start":"2026-04-27T02:51:59.474615Z","end":"2026-04-27T02:51:59.596922Z","steps":["trace[1147223614] 'process raft request' (duration: 121.951793ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.59694Z","caller":"traceutil/trace.go:171","msg":"trace[738441310] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"118.888328ms","start":"2026-04-27T02:51:59.47804Z","end":"2026-04-27T02:51:59.596928Z","steps":["trace[738441310] 'process raft request' (duration: 118.736553ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:59.596941Z","caller":"traceutil/trace.go:171","msg":"trace[1560235788] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"110.740963ms","start":"2026-04-27T02:51:59.486184Z","end":"2026-04-27T02:51:59.596925Z","steps":["trace[1560235788] 'process raft request' (duration: 110.693011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.040299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.389866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:52:00.040477Z","caller":"traceutil/trace.go:171","msg":"trace[1667242480] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"153.480243ms","start":"2026-04-27T02:51:59.886967Z","end":"2026-04-27T02:52:00.040447Z","steps":["trace[1667242480] 'compare' (duration: 143.18228ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:00.040582Z","caller":"traceutil/trace.go:171","msg":"trace[319017350] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"119.297272ms","start":"2026-04-27T02:51:59.921262Z","end":"2026-04-27T02:52:00.040559Z","steps":["trace[319017350] 'process raft request' (duration: 119.195468ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:00.040583Z","caller":"traceutil/trace.go:171","msg":"trace[498293899] linearizableReadLoop","detail":"{readStateIndex:4363; appliedIndex:4362; }","duration":"135.164798ms","start":"2026-04-27T02:51:59.905381Z","end":"2026-04-27T02:52:00.040545Z","steps":["trace[498293899] 'read index received' (duration: 134.274µs)","trace[498293899] 'applied index is now lower than readState.Index' (duration: 135.024934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:00.040881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.482858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:52:00.040984Z","caller":"traceutil/trace.go:171","msg":"trace[1385344609] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4188; }","duration":"135.647414ms","start":"2026-04-27T02:51:59.905312Z","end":"2026-04-27T02:52:00.04096Z","steps":["trace[1385344609] 'agreement among raft nodes before linearized reading' (duration: 135.362265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.509367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.165694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:52:00.509759Z","caller":"traceutil/trace.go:171","msg":"trace[935949752] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"580.949717ms","start":"2026-04-27T02:51:59.928775Z","end":"2026-04-27T02:52:00.509724Z","steps":["trace[935949752] 'process raft request' (duration: 580.7396ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:00.509791Z","caller":"traceutil/trace.go:171","msg":"trace[1985155055] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"423.220251ms","start":"2026-04-27T02:52:00.086541Z","end":"2026-04-27T02:52:00.509761Z","steps":["trace[1985155055] 'process raft request' (duration: 423.100357ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:00.509842Z","caller":"traceutil/trace.go:171","msg":"trace[1563843893] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"584.653803ms","start":"2026-04-27T02:51:59.925154Z","end":"2026-04-27T02:52:00.509808Z","steps":["trace[1563843893] 'process raft request' (duration: 415.961554ms)","trace[1563843893] 'compare' (duration: 168.06426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:00.509926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:59.928765Z","time spent":"581.06706ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:00.509931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:00.08651Z","time spent":"423.351595ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:52:00.509975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.406472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:00.51001Z","caller":"traceutil/trace.go:171","msg":"trace[2053397996] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"578.992576ms","start":"2026-04-27T02:51:59.93099Z","end":"2026-04-27T02:52:00.509983Z","steps":["trace[2053397996] 'process raft request' (duration: 578.592603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.510029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:59.925131Z","time spent":"584.797577ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:00.510046Z","caller":"traceutil/trace.go:171","msg":"trace[1505073738] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4192; }","duration":"567.507205ms","start":"2026-04-27T02:51:59.942519Z","end":"2026-04-27T02:52:00.510026Z","steps":["trace[1505073738] 'agreement among raft nodes before linearized reading' (duration: 567.377301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.510067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.842093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-27T02:52:00.510095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:59.942508Z","time spent":"567.577697ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:52:00.510111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:59.930972Z","time spent":"579.090538ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:00.510125Z","caller":"traceutil/trace.go:171","msg":"trace[255349172] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4192; }","duration":"602.903405ms","start":"2026-04-27T02:51:59.907205Z","end":"2026-04-27T02:52:00.510109Z","steps":["trace[255349172] 'agreement among raft nodes before linearized reading' (duration: 602.692488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.51012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.922072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T02:52:00.510251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:59.90714Z","time spent":"603.096951ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-27T02:52:00.510269Z","caller":"traceutil/trace.go:171","msg":"trace[1747721270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4192; }","duration":"541.129808ms","start":"2026-04-27T02:51:59.969117Z","end":"2026-04-27T02:52:00.510246Z","steps":["trace[1747721270] 'agreement among raft nodes before linearized reading' (duration: 540.743816ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:00.509837Z","caller":"traceutil/trace.go:171","msg":"trace[1744106063] linearizableReadLoop","detail":"{readStateIndex:4367; appliedIndex:4364; }","duration":"469.163481ms","start":"2026-04-27T02:52:00.040638Z","end":"2026-04-27T02:52:00.509801Z","steps":["trace[1744106063] 'read index received' (duration: 300.494982ms)","trace[1744106063] 'applied index is now lower than readState.Index' (duration: 168.665389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:00.510323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:59.969072Z","time spent":"541.240781ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:52:00.510417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.198671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:00.510471Z","caller":"traceutil/trace.go:171","msg":"trace[147755670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4192; }","duration":"431.280434ms","start":"2026-04-27T02:52:00.079176Z","end":"2026-04-27T02:52:00.510456Z","steps":["trace[147755670] 'agreement among raft nodes before linearized reading' (duration: 431.199781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.510516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:00.079158Z","time spent":"431.350135ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:52:00.510528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.367048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:52:00.510562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.422872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-27T02:52:00.5106Z","caller":"traceutil/trace.go:171","msg":"trace[1395061042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec; range_end:; response_count:1; response_revision:4192; }","duration":"235.488924ms","start":"2026-04-27T02:52:00.275102Z","end":"2026-04-27T02:52:00.51059Z","steps":["trace[1395061042] 'agreement among raft nodes before linearized reading' (duration: 235.386711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.510624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.411972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:52:00.510684Z","caller":"traceutil/trace.go:171","msg":"trace[2072283976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4192; }","duration":"147.511585ms","start":"2026-04-27T02:52:00.36316Z","end":"2026-04-27T02:52:00.510671Z","steps":["trace[2072283976] 'agreement among raft nodes before linearized reading' (duration: 147.3323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.510681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.860265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-04-27T02:52:00.51057Z","caller":"traceutil/trace.go:171","msg":"trace[953840880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4192; }","duration":"122.45243ms","start":"2026-04-27T02:52:00.388101Z","end":"2026-04-27T02:52:00.510553Z","steps":["trace[953840880] 'agreement among raft nodes before linearized reading' (duration: 122.282354ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:00.510737Z","caller":"traceutil/trace.go:171","msg":"trace[537233742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4192; }","duration":"338.953819ms","start":"2026-04-27T02:52:00.171767Z","end":"2026-04-27T02:52:00.510721Z","steps":["trace[537233742] 'agreement among raft nodes before linearized reading' (duration: 338.792654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.510794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:00.171739Z","time spent":"339.042751ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" "} {"level":"warn","ts":"2026-04-27T02:52:00.510842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.443292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-27T02:52:00.510906Z","caller":"traceutil/trace.go:171","msg":"trace[1616618382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99; range_end:; response_count:1; response_revision:4192; }","duration":"382.548365ms","start":"2026-04-27T02:52:00.128338Z","end":"2026-04-27T02:52:00.510887Z","steps":["trace[1616618382] 'agreement among raft nodes before linearized reading' (duration: 382.38381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.510959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:00.128307Z","time spent":"382.640558ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" "} {"level":"info","ts":"2026-04-27T02:52:00.830337Z","caller":"traceutil/trace.go:171","msg":"trace[485533786] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"313.346334ms","start":"2026-04-27T02:52:00.516966Z","end":"2026-04-27T02:52:00.830313Z","steps":["trace[485533786] 'process raft request' (duration: 313.135367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.830501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:00.516951Z","time spent":"313.471528ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:00.830511Z","caller":"traceutil/trace.go:171","msg":"trace[573631439] linearizableReadLoop","detail":"{readStateIndex:4371; appliedIndex:4368; }","duration":"313.270831ms","start":"2026-04-27T02:52:00.517215Z","end":"2026-04-27T02:52:00.830486Z","steps":["trace[573631439] 'read index received' (duration: 19.105879ms)","trace[573631439] 'applied index is now lower than readState.Index' (duration: 294.163452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:00.830824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.591732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:136781"} {"level":"info","ts":"2026-04-27T02:52:00.830869Z","caller":"traceutil/trace.go:171","msg":"trace[62695077] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4195; }","duration":"313.689525ms","start":"2026-04-27T02:52:00.51717Z","end":"2026-04-27T02:52:00.83086Z","steps":["trace[62695077] 'agreement among raft nodes before linearized reading' (duration: 313.382755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.830901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:00.517145Z","time spent":"313.748687ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":136803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:52:00.830959Z","caller":"traceutil/trace.go:171","msg":"trace[820882384] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"313.396756ms","start":"2026-04-27T02:52:00.517138Z","end":"2026-04-27T02:52:00.830535Z","steps":["trace[820882384] 'process raft request' (duration: 313.137598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:00.831376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:00.517129Z","time spent":"314.16132ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:00.85141Z","caller":"traceutil/trace.go:171","msg":"trace[1379993250] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"163.061612ms","start":"2026-04-27T02:52:00.688318Z","end":"2026-04-27T02:52:00.85138Z","steps":["trace[1379993250] 'process raft request' (duration: 162.907898ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:02.398647Z","caller":"traceutil/trace.go:171","msg":"trace[1940601038] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"331.696381ms","start":"2026-04-27T02:52:02.066926Z","end":"2026-04-27T02:52:02.398623Z","steps":["trace[1940601038] 'process raft request' (duration: 331.33103ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:02.3988Z","caller":"traceutil/trace.go:171","msg":"trace[652649722] linearizableReadLoop","detail":"{readStateIndex:4378; appliedIndex:4376; }","duration":"261.662255ms","start":"2026-04-27T02:52:02.13712Z","end":"2026-04-27T02:52:02.398782Z","steps":["trace[652649722] 'read index received' (duration: 261.044836ms)","trace[652649722] 'applied index is now lower than readState.Index' (duration: 616.049µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:02.39887Z","caller":"traceutil/trace.go:171","msg":"trace[1101486620] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"330.499453ms","start":"2026-04-27T02:52:02.068349Z","end":"2026-04-27T02:52:02.398848Z","steps":["trace[1101486620] 'process raft request' (duration: 330.214764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:02.398891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.117259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:02.398929Z","caller":"traceutil/trace.go:171","msg":"trace[692931748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4202; }","duration":"321.193611ms","start":"2026-04-27T02:52:02.077724Z","end":"2026-04-27T02:52:02.398918Z","steps":["trace[692931748] 'agreement among raft nodes before linearized reading' (duration: 321.124609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:02.398958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.077707Z","time spent":"321.244473ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:52:02.398958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.066892Z","time spent":"331.830145ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:02.398967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.068335Z","time spent":"330.585617ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:03.389111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.739437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:52:03.389182Z","caller":"traceutil/trace.go:171","msg":"trace[232688979] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4202; }","duration":"873.857361ms","start":"2026-04-27T02:52:02.515313Z","end":"2026-04-27T02:52:03.38917Z","steps":["trace[232688979] 'range keys from in-memory index tree' (duration: 873.565502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.389208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.515293Z","time spent":"873.907413ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:52:03.389793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.434545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:52:03.390015Z","caller":"traceutil/trace.go:171","msg":"trace[2021103192] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"873.446928ms","start":"2026-04-27T02:52:02.516555Z","end":"2026-04-27T02:52:03.390002Z","steps":["trace[2021103192] 'process raft request' (duration: 873.314354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.390076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.516531Z","time spent":"873.51392ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:03.390162Z","caller":"traceutil/trace.go:171","msg":"trace[615488688] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"873.677215ms","start":"2026-04-27T02:52:02.516474Z","end":"2026-04-27T02:52:03.390151Z","steps":["trace[615488688] 'process raft request' (duration: 362.817467ms)","trace[615488688] 'compare' (duration: 509.896068ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:03.390138Z","caller":"traceutil/trace.go:171","msg":"trace[1621377373] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"873.476758ms","start":"2026-04-27T02:52:02.516605Z","end":"2026-04-27T02:52:03.390082Z","steps":["trace[1621377373] 'process raft request' (duration: 873.356534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.390209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.516452Z","time spent":"873.731666ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:03.390192Z","caller":"traceutil/trace.go:171","msg":"trace[293187838] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"165.699185ms","start":"2026-04-27T02:52:03.224471Z","end":"2026-04-27T02:52:03.390171Z","steps":["trace[293187838] 'process raft request' (duration: 165.622513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.390293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.516589Z","time spent":"873.621973ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:03.390303Z","caller":"traceutil/trace.go:171","msg":"trace[1299598762] linearizableReadLoop","detail":"{readStateIndex:4381; appliedIndex:4378; }","duration":"868.574315ms","start":"2026-04-27T02:52:02.521678Z","end":"2026-04-27T02:52:03.390252Z","steps":["trace[1299598762] 'read index received' (duration: 357.616343ms)","trace[1299598762] 'applied index is now lower than readState.Index' (duration: 510.950481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:03.39056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.844764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-27T02:52:03.390675Z","caller":"traceutil/trace.go:171","msg":"trace[296583309] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99; range_end:; response_count:1; response_revision:4206; }","duration":"868.994698ms","start":"2026-04-27T02:52:02.521654Z","end":"2026-04-27T02:52:03.390649Z","steps":["trace[296583309] 'agreement among raft nodes before linearized reading' (duration: 868.673248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.390735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.521647Z","time spent":"869.07372ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.895001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-27T02:52:03.447208Z","caller":"traceutil/trace.go:171","msg":"trace[512711597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec; range_end:; response_count:1; response_revision:4207; }","duration":"925.020375ms","start":"2026-04-27T02:52:02.52217Z","end":"2026-04-27T02:52:03.44719Z","steps":["trace[512711597] 'agreement among raft nodes before linearized reading' (duration: 924.733806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.44722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.40592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:03.447312Z","caller":"traceutil/trace.go:171","msg":"trace[1287132687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4207; }","duration":"367.588436ms","start":"2026-04-27T02:52:03.0797Z","end":"2026-04-27T02:52:03.447288Z","steps":["trace[1287132687] 'agreement among raft nodes before linearized reading' (duration: 367.438051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.447353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.079676Z","time spent":"367.668989ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.23681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:52:03.447401Z","caller":"traceutil/trace.go:171","msg":"trace[238114828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4207; }","duration":"607.320723ms","start":"2026-04-27T02:52:02.84007Z","end":"2026-04-27T02:52:03.447391Z","steps":["trace[238114828] 'agreement among raft nodes before linearized reading' (duration: 607.20659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.447441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.840048Z","time spent":"607.386345ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.481135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:52:03.44752Z","caller":"traceutil/trace.go:171","msg":"trace[1882980595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4207; }","duration":"612.584058ms","start":"2026-04-27T02:52:02.834923Z","end":"2026-04-27T02:52:03.447507Z","steps":["trace[1882980595] 'agreement among raft nodes before linearized reading' (duration: 612.431173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.447546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.834903Z","time spent":"612.63848ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.822569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:52:03.447691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.263275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-27T02:52:03.447716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.738782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:52:03.447718Z","caller":"traceutil/trace.go:171","msg":"trace[1706909338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4207; }","duration":"275.937853ms","start":"2026-04-27T02:52:03.171756Z","end":"2026-04-27T02:52:03.447694Z","steps":["trace[1706909338] 'agreement among raft nodes before linearized reading' (duration: 275.700585ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:03.447738Z","caller":"traceutil/trace.go:171","msg":"trace[1983209492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4207; }","duration":"612.797085ms","start":"2026-04-27T02:52:02.834934Z","end":"2026-04-27T02:52:03.447731Z","steps":["trace[1983209492] 'agreement among raft nodes before linearized reading' (duration: 612.731423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:03.447735Z","caller":"traceutil/trace.go:171","msg":"trace[788362366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4207; }","duration":"308.347119ms","start":"2026-04-27T02:52:03.139377Z","end":"2026-04-27T02:52:03.447724Z","steps":["trace[788362366] 'agreement among raft nodes before linearized reading' (duration: 308.179994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.447757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.834913Z","time spent":"612.840156ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.139355Z","time spent":"308.41005ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.516371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-04-27T02:52:03.447822Z","caller":"traceutil/trace.go:171","msg":"trace[417709150] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4207; }","duration":"925.576352ms","start":"2026-04-27T02:52:02.522233Z","end":"2026-04-27T02:52:03.447809Z","steps":["trace[417709150] 'agreement among raft nodes before linearized reading' (duration: 925.442138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.447251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.522155Z","time spent":"925.087467ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.522227Z","time spent":"925.620194ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" "} {"level":"warn","ts":"2026-04-27T02:52:03.447904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.034143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:52:03.447921Z","caller":"traceutil/trace.go:171","msg":"trace[1964087590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4207; }","duration":"120.099896ms","start":"2026-04-27T02:52:03.327816Z","end":"2026-04-27T02:52:03.447916Z","steps":["trace[1964087590] 'agreement among raft nodes before linearized reading' (duration: 120.048184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.447997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.325573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:52:03.448104Z","caller":"traceutil/trace.go:171","msg":"trace[1323440714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4207; }","duration":"924.438776ms","start":"2026-04-27T02:52:02.523654Z","end":"2026-04-27T02:52:03.448093Z","steps":["trace[1323440714] 'agreement among raft nodes before linearized reading' (duration: 924.280931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:03.448136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:02.523646Z","time spent":"924.481978ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:52:03.448398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.108371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:52:03.448468Z","caller":"traceutil/trace.go:171","msg":"trace[1796139563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4207; }","duration":"117.189504ms","start":"2026-04-27T02:52:03.331252Z","end":"2026-04-27T02:52:03.448441Z","steps":["trace[1796139563] 'agreement among raft nodes before linearized reading' (duration: 117.030059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:04.496267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.048914ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:04.496372Z","caller":"traceutil/trace.go:171","msg":"trace[2005331333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4207; }","duration":"423.164688ms","start":"2026-04-27T02:52:04.073192Z","end":"2026-04-27T02:52:04.496356Z","steps":["trace[2005331333] 'range keys from in-memory index tree' (duration: 423.020063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:04.496944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.831446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:52:04.497059Z","caller":"traceutil/trace.go:171","msg":"trace[1190557516] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"1.043683055s","start":"2026-04-27T02:52:03.453367Z","end":"2026-04-27T02:52:04.49705Z","steps":["trace[1190557516] 'process raft request' (duration: 1.043628613s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:04.497104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.453348Z","time spent":"1.043734657s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:04.497194Z","caller":"traceutil/trace.go:171","msg":"trace[209562301] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"1.044021355s","start":"2026-04-27T02:52:03.453011Z","end":"2026-04-27T02:52:04.497032Z","steps":["trace[209562301] 'process raft request' (duration: 121.053475ms)","trace[209562301] 'compare' (duration: 922.756503ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:04.497618Z","caller":"traceutil/trace.go:171","msg":"trace[881863449] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"1.043925652s","start":"2026-04-27T02:52:03.453682Z","end":"2026-04-27T02:52:04.497608Z","steps":["trace[881863449] 'process raft request' (duration: 1.043685204s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:04.497567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.452984Z","time spent":"1.044317224s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:04.497667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.453666Z","time spent":"1.043979024s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:04.497687Z","caller":"traceutil/trace.go:171","msg":"trace[264002848] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"1.044030326s","start":"2026-04-27T02:52:03.453629Z","end":"2026-04-27T02:52:04.49766Z","steps":["trace[264002848] 'process raft request' (duration: 1.043400826s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:04.49771Z","caller":"traceutil/trace.go:171","msg":"trace[572002973] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"1.043949603s","start":"2026-04-27T02:52:03.453729Z","end":"2026-04-27T02:52:04.497679Z","steps":["trace[572002973] 'process raft request' (duration: 1.043786058s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:04.497735Z","caller":"traceutil/trace.go:171","msg":"trace[974466881] linearizableReadLoop","detail":"{readStateIndex:4385; appliedIndex:4383; }","duration":"1.044083447s","start":"2026-04-27T02:52:03.453628Z","end":"2026-04-27T02:52:04.497711Z","steps":["trace[974466881] 'read index received' (duration: 120.402535ms)","trace[974466881] 'applied index is now lower than readState.Index' (duration: 923.678042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:04.497834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.453619Z","time spent":"1.044140759s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:04.497844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.453703Z","time spent":"1.044066627s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:05.805751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308118698s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-27T02:52:05.806511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352860675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:136781"} {"level":"info","ts":"2026-04-27T02:52:05.80659Z","caller":"traceutil/trace.go:171","msg":"trace[2042551059] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4212; }","duration":"2.352976029s","start":"2026-04-27T02:52:03.453591Z","end":"2026-04-27T02:52:05.806567Z","steps":["trace[2042551059] 'agreement among raft nodes before linearized reading' (duration: 1.044212811s)","trace[2042551059] 'range keys from in-memory index tree' (duration: 1.308423727s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.806632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.453573Z","time spent":"2.353049202s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":136803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:52:05.806658Z","caller":"traceutil/trace.go:171","msg":"trace[1126523249] linearizableReadLoop","detail":"{readStateIndex:4390; appliedIndex:4388; }","duration":"1.30884775s","start":"2026-04-27T02:52:04.497786Z","end":"2026-04-27T02:52:05.806634Z","steps":["trace[1126523249] 'read index received' (duration: 185.862018ms)","trace[1126523249] 'applied index is now lower than readState.Index' (duration: 1.122984482s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:05.806696Z","caller":"traceutil/trace.go:171","msg":"trace[1463631392] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"1.663724566s","start":"2026-04-27T02:52:04.14295Z","end":"2026-04-27T02:52:05.806674Z","steps":["trace[1463631392] 'process raft request' (duration: 1.662922181s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.806813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.142918Z","time spent":"1.663818679s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:05.87034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321535864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:05.870437Z","caller":"traceutil/trace.go:171","msg":"trace[60191458] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4213; }","duration":"2.321684458s","start":"2026-04-27T02:52:03.548728Z","end":"2026-04-27T02:52:05.870413Z","steps":["trace[60191458] 'agreement among raft nodes before linearized reading' (duration: 2.258054963s)","trace[60191458] 'count revisions from in-memory index tree' (duration: 63.497361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.870485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.548707Z","time spent":"2.321766551s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:52:05.870584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474506466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-04-27T02:52:05.870646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130091841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:52:05.870669Z","caller":"traceutil/trace.go:171","msg":"trace[481842209] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99; range_end:; response_count:1; response_revision:4213; }","duration":"1.474642999s","start":"2026-04-27T02:52:04.396Z","end":"2026-04-27T02:52:05.870643Z","steps":["trace[481842209] 'agreement among raft nodes before linearized reading' (duration: 1.410748566s)","trace[481842209] 'range keys from in-memory index tree' (duration: 63.692257ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:05.870704Z","caller":"traceutil/trace.go:171","msg":"trace[1944483385] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4213; }","duration":"2.130216845s","start":"2026-04-27T02:52:03.740468Z","end":"2026-04-27T02:52:05.870685Z","steps":["trace[1944483385] 'agreement among raft nodes before linearized reading' (duration: 2.066307651s)","trace[1944483385] 'count revisions from in-memory index tree' (duration: 63.804781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.870716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.395976Z","time spent":"1.474730902s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" "} {"level":"warn","ts":"2026-04-27T02:52:05.870743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.740444Z","time spent":"2.130288627s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":444,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:52:05.870817Z","caller":"traceutil/trace.go:171","msg":"trace[1311230939] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"475.556521ms","start":"2026-04-27T02:52:05.395244Z","end":"2026-04-27T02:52:05.8708Z","steps":["trace[1311230939] 'process raft request' (duration: 411.379309ms)","trace[1311230939] 'compare' (duration: 63.815571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.87091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.395225Z","time spent":"475.623604ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:05.87097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729057025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:52:05.871069Z","caller":"traceutil/trace.go:171","msg":"trace[1794508116] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4213; }","duration":"1.729220511s","start":"2026-04-27T02:52:04.141819Z","end":"2026-04-27T02:52:05.87104Z","steps":["trace[1794508116] 'agreement among raft nodes before linearized reading' (duration: 1.664943175s)","trace[1794508116] 'range keys from in-memory index tree' (duration: 64.012427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.871138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416952761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-04-27T02:52:05.871134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.141778Z","time spent":"1.729340484s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:52:05.871166Z","caller":"traceutil/trace.go:171","msg":"trace[1663155542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec; range_end:; response_count:1; response_revision:4213; }","duration":"1.417031552s","start":"2026-04-27T02:52:04.454125Z","end":"2026-04-27T02:52:05.871156Z","steps":["trace[1663155542] 'agreement among raft nodes before linearized reading' (duration: 1.352890791s)","trace[1663155542] 'range keys from in-memory index tree' (duration: 64.005897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.871255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.454093Z","time spent":"1.417126745s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" "} {"level":"warn","ts":"2026-04-27T02:52:05.871452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414054145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:05.871478Z","caller":"traceutil/trace.go:171","msg":"trace[1526279599] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4213; }","duration":"2.414101306s","start":"2026-04-27T02:52:03.457369Z","end":"2026-04-27T02:52:05.87147Z","steps":["trace[1526279599] 'agreement among raft nodes before linearized reading' (duration: 2.349420838s)","trace[1526279599] 'range keys from in-memory index tree' (duration: 64.645947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.871574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414511993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:52:05.871634Z","caller":"traceutil/trace.go:171","msg":"trace[1547050166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4213; }","duration":"1.414575926s","start":"2026-04-27T02:52:04.457034Z","end":"2026-04-27T02:52:05.871609Z","steps":["trace[1547050166] 'agreement among raft nodes before linearized reading' (duration: 1.34996662s)","trace[1547050166] 'range keys from in-memory index tree' (duration: 64.499053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.871667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:03.45736Z","time spent":"2.414298452s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T02:52:05.871473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417750235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-04-27T02:52:05.872Z","caller":"traceutil/trace.go:171","msg":"trace[259868950] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"476.734878ms","start":"2026-04-27T02:52:05.395244Z","end":"2026-04-27T02:52:05.871979Z","steps":["trace[259868950] 'process raft request' (duration: 475.52556ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:05.872081Z","caller":"traceutil/trace.go:171","msg":"trace[184892141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4213; }","duration":"1.418310062s","start":"2026-04-27T02:52:04.45367Z","end":"2026-04-27T02:52:05.87198Z","steps":["trace[184892141] 'agreement among raft nodes before linearized reading' (duration: 1.352975614s)","trace[184892141] 'range keys from in-memory index tree' (duration: 64.73448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:05.872164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.395226Z","time spent":"476.854022ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:05.871689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.457024Z","time spent":"1.414653338s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:52:05.872115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.45365Z","time spent":"1.418456197s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" "} {"level":"warn","ts":"2026-04-27T02:52:05.872719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353408958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T02:52:05.872746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.090781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T02:52:05.87279Z","caller":"traceutil/trace.go:171","msg":"trace[1365736246] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4216; }","duration":"478.169993ms","start":"2026-04-27T02:52:05.394608Z","end":"2026-04-27T02:52:05.872778Z","steps":["trace[1365736246] 'agreement among raft nodes before linearized reading' (duration: 478.013268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.872836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.394588Z","time spent":"478.239936ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-27T02:52:05.872854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.18704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:52:05.872883Z","caller":"traceutil/trace.go:171","msg":"trace[631502280] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4216; }","duration":"586.266793ms","start":"2026-04-27T02:52:05.286607Z","end":"2026-04-27T02:52:05.872874Z","steps":["trace[631502280] 'agreement among raft nodes before linearized reading' (duration: 586.211062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.87292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.286584Z","time spent":"586.328015ms","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:52:05.872793Z","caller":"traceutil/trace.go:171","msg":"trace[1238389264] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4216; }","duration":"1.353513351s","start":"2026-04-27T02:52:04.519261Z","end":"2026-04-27T02:52:05.872774Z","steps":["trace[1238389264] 'agreement among raft nodes before linearized reading' (duration: 1.353357226s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.873036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.519242Z","time spent":"1.353774589s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:52:05.873108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.063167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:05.873136Z","caller":"traceutil/trace.go:171","msg":"trace[410271782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4216; }","duration":"793.137149ms","start":"2026-04-27T02:52:05.079991Z","end":"2026-04-27T02:52:05.873128Z","steps":["trace[410271782] 'agreement among raft nodes before linearized reading' (duration: 793.093458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.873186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.079965Z","time spent":"793.215712ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:52:05.873192Z","caller":"traceutil/trace.go:171","msg":"trace[676517715] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"476.891034ms","start":"2026-04-27T02:52:05.396284Z","end":"2026-04-27T02:52:05.873175Z","steps":["trace[676517715] 'process raft request' (duration: 475.599843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.873274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303281816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-27T02:52:05.873286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.396263Z","time spent":"476.969826ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:05.87332Z","caller":"traceutil/trace.go:171","msg":"trace[2006339510] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4216; }","duration":"1.303362689s","start":"2026-04-27T02:52:04.569946Z","end":"2026-04-27T02:52:05.873309Z","steps":["trace[2006339510] 'agreement among raft nodes before linearized reading' (duration: 1.303259886s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.873356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.569921Z","time spent":"1.3034279s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:52:05.873328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06744104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:05.873404Z","caller":"traceutil/trace.go:171","msg":"trace[645357647] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4216; }","duration":"1.067548675s","start":"2026-04-27T02:52:04.805843Z","end":"2026-04-27T02:52:05.873392Z","steps":["trace[645357647] 'agreement among raft nodes before linearized reading' (duration: 1.067454552s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:05.873481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:04.805814Z","time spent":"1.067657587s","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:52:06.367293Z","caller":"traceutil/trace.go:171","msg":"trace[878015090] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"488.455526ms","start":"2026-04-27T02:52:05.878808Z","end":"2026-04-27T02:52:06.367264Z","steps":["trace[878015090] 'process raft request' (duration: 430.53149ms)","trace[878015090] 'compare' (duration: 57.772672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:06.367489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.878786Z","time spent":"488.60305ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:06.45084Z","caller":"traceutil/trace.go:171","msg":"trace[1532532756] linearizableReadLoop","detail":"{readStateIndex:4395; appliedIndex:4393; }","duration":"568.210857ms","start":"2026-04-27T02:52:05.882566Z","end":"2026-04-27T02:52:06.450776Z","steps":["trace[1532532756] 'read index received' (duration: 426.851695ms)","trace[1532532756] 'applied index is now lower than readState.Index' (duration: 141.357812ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:06.450993Z","caller":"traceutil/trace.go:171","msg":"trace[937328658] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"571.923083ms","start":"2026-04-27T02:52:05.879042Z","end":"2026-04-27T02:52:06.450965Z","steps":["trace[937328658] 'process raft request' (duration: 571.575282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:06.451096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.510896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:52:06.451139Z","caller":"traceutil/trace.go:171","msg":"trace[1708438573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4218; }","duration":"568.585449ms","start":"2026-04-27T02:52:05.882542Z","end":"2026-04-27T02:52:06.451128Z","steps":["trace[1708438573] 'agreement among raft nodes before linearized reading' (duration: 568.402073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:06.451134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.879026Z","time spent":"572.029517ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:06.451181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:05.882533Z","time spent":"568.63881ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:52:06.451168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.805612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:06.451236Z","caller":"traceutil/trace.go:171","msg":"trace[1607306675] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4218; }","duration":"234.939517ms","start":"2026-04-27T02:52:06.21628Z","end":"2026-04-27T02:52:06.45122Z","steps":["trace[1607306675] 'agreement among raft nodes before linearized reading' (duration: 234.795742ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:07.184423Z","caller":"traceutil/trace.go:171","msg":"trace[1408884900] linearizableReadLoop","detail":"{readStateIndex:4408; appliedIndex:4407; }","duration":"247.893183ms","start":"2026-04-27T02:52:06.936505Z","end":"2026-04-27T02:52:07.184398Z","steps":["trace[1408884900] 'read index received' (duration: 247.611694ms)","trace[1408884900] 'applied index is now lower than readState.Index' (duration: 280.429µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:07.184598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.802433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:07.184633Z","caller":"traceutil/trace.go:171","msg":"trace[869323563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4230; }","duration":"102.884206ms","start":"2026-04-27T02:52:07.081737Z","end":"2026-04-27T02:52:07.184621Z","steps":["trace[869323563] 'agreement among raft nodes before linearized reading' (duration: 102.812223ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:07.18456Z","caller":"traceutil/trace.go:171","msg":"trace[42145914] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"248.132621ms","start":"2026-04-27T02:52:06.936368Z","end":"2026-04-27T02:52:07.1845Z","steps":["trace[42145914] 'process raft request' (duration: 247.859782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:07.184743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.208933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89a5a994-3017-45be-9e91-21bb90300681\" ","response":"range_response_count:1 size:1282"} {"level":"info","ts":"2026-04-27T02:52:07.184843Z","caller":"traceutil/trace.go:171","msg":"trace[418268992] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89a5a994-3017-45be-9e91-21bb90300681; range_end:; response_count:1; response_revision:4230; }","duration":"248.325417ms","start":"2026-04-27T02:52:06.93649Z","end":"2026-04-27T02:52:07.184816Z","steps":["trace[418268992] 'agreement among raft nodes before linearized reading' (duration: 248.053728ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:07.384408Z","caller":"traceutil/trace.go:171","msg":"trace[402731543] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"187.608862ms","start":"2026-04-27T02:52:07.196772Z","end":"2026-04-27T02:52:07.384381Z","steps":["trace[402731543] 'process raft request' (duration: 155.489565ms)","trace[402731543] 'compare' (duration: 32.003664ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:07.756938Z","caller":"traceutil/trace.go:171","msg":"trace[1779125006] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"359.7364ms","start":"2026-04-27T02:52:07.397166Z","end":"2026-04-27T02:52:07.756903Z","steps":["trace[1779125006] 'process raft request' (duration: 319.685325ms)","trace[1779125006] 'compare' (duration: 39.700434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:07.757337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:07.39715Z","time spent":"359.887114ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8294,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:08.550775Z","caller":"traceutil/trace.go:171","msg":"trace[2104162482] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"151.670986ms","start":"2026-04-27T02:52:08.399064Z","end":"2026-04-27T02:52:08.550735Z","steps":["trace[2104162482] 'process raft request' (duration: 112.192408ms)","trace[2104162482] 'compare' (duration: 39.267791ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:08.708625Z","caller":"traceutil/trace.go:171","msg":"trace[338191238] linearizableReadLoop","detail":"{readStateIndex:4428; appliedIndex:4427; }","duration":"139.04128ms","start":"2026-04-27T02:52:08.569558Z","end":"2026-04-27T02:52:08.708599Z","steps":["trace[338191238] 'read index received' (duration: 121.974965ms)","trace[338191238] 'applied index is now lower than readState.Index' (duration: 17.065235ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:08.708759Z","caller":"traceutil/trace.go:171","msg":"trace[665106297] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"141.219748ms","start":"2026-04-27T02:52:08.567524Z","end":"2026-04-27T02:52:08.708744Z","steps":["trace[665106297] 'process raft request' (duration: 123.993298ms)","trace[665106297] 'compare' (duration: 16.964632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:08.708962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.38401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:52:08.709036Z","caller":"traceutil/trace.go:171","msg":"trace[428454003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4250; }","duration":"139.480084ms","start":"2026-04-27T02:52:08.569539Z","end":"2026-04-27T02:52:08.709019Z","steps":["trace[428454003] 'agreement among raft nodes before linearized reading' (duration: 139.315899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.11248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.003068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:52:09.112702Z","caller":"traceutil/trace.go:171","msg":"trace[208600661] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"407.25397ms","start":"2026-04-27T02:52:08.705426Z","end":"2026-04-27T02:52:09.11268Z","steps":["trace[208600661] 'process raft request' (duration: 142.967653ms)","trace[208600661] 'compare' (duration: 263.839153ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:09.112732Z","caller":"traceutil/trace.go:171","msg":"trace[2039495437] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"399.640451ms","start":"2026-04-27T02:52:08.713069Z","end":"2026-04-27T02:52:09.112709Z","steps":["trace[2039495437] 'process raft request' (duration: 399.541738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.112795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:08.705396Z","time spent":"407.354614ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:52:09.112776Z","caller":"traceutil/trace.go:171","msg":"trace[1610885731] linearizableReadLoop","detail":"{readStateIndex:4429; appliedIndex:4428; }","duration":"404.04064ms","start":"2026-04-27T02:52:08.708707Z","end":"2026-04-27T02:52:09.112747Z","steps":["trace[1610885731] 'read index received' (duration: 139.598468ms)","trace[1610885731] 'applied index is now lower than readState.Index' (duration: 264.439031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:09.112833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.126667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:52:09.112841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:08.71206Z","time spent":"400.718075ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:09.112869Z","caller":"traceutil/trace.go:171","msg":"trace[326176208] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4252; }","duration":"481.201639ms","start":"2026-04-27T02:52:08.631659Z","end":"2026-04-27T02:52:09.112861Z","steps":["trace[326176208] 'agreement among raft nodes before linearized reading' (duration: 481.107696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.112897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:08.631639Z","time spent":"481.25216ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:52:09.112956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.506051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:52:09.112973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.689776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:52:09.113019Z","caller":"traceutil/trace.go:171","msg":"trace[120214515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4252; }","duration":"542.607895ms","start":"2026-04-27T02:52:08.570396Z","end":"2026-04-27T02:52:09.113004Z","steps":["trace[120214515] 'agreement among raft nodes before linearized reading' (duration: 542.364727ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:09.113052Z","caller":"traceutil/trace.go:171","msg":"trace[1508902209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4252; }","duration":"542.831381ms","start":"2026-04-27T02:52:08.570201Z","end":"2026-04-27T02:52:09.113032Z","steps":["trace[1508902209] 'agreement among raft nodes before linearized reading' (duration: 542.566493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.113024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.399919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:52:09.113066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:08.57038Z","time spent":"542.673406ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:52:09.113098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.4207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-04-27T02:52:09.11306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.982337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-04-27T02:52:09.113116Z","caller":"traceutil/trace.go:171","msg":"trace[1619396503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4252; }","duration":"543.525533ms","start":"2026-04-27T02:52:08.569573Z","end":"2026-04-27T02:52:09.113099Z","steps":["trace[1619396503] 'agreement among raft nodes before linearized reading' (duration: 543.294605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.113154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.781731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-04-27T02:52:09.113147Z","caller":"traceutil/trace.go:171","msg":"trace[671573051] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99; range_end:; response_count:1; response_revision:4252; }","duration":"160.466252ms","start":"2026-04-27T02:52:08.952667Z","end":"2026-04-27T02:52:09.113133Z","steps":["trace[671573051] 'agreement among raft nodes before linearized reading' (duration: 160.354298ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:09.113147Z","caller":"traceutil/trace.go:171","msg":"trace[414990090] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4252; }","duration":"160.08133ms","start":"2026-04-27T02:52:08.953056Z","end":"2026-04-27T02:52:09.113137Z","steps":["trace[414990090] 'agreement among raft nodes before linearized reading' (duration: 159.923595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:09.113172Z","caller":"traceutil/trace.go:171","msg":"trace[496409725] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec; range_end:; response_count:1; response_revision:4252; }","duration":"160.797733ms","start":"2026-04-27T02:52:08.952368Z","end":"2026-04-27T02:52:09.113166Z","steps":["trace[496409725] 'agreement among raft nodes before linearized reading' (duration: 160.759661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.113182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:08.569558Z","time spent":"543.610656ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:52:09.113117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.567646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-27T02:52:09.113267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.034487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-27T02:52:09.113264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.113971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:52:09.113289Z","caller":"traceutil/trace.go:171","msg":"trace[1647919318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4252; }","duration":"159.066718ms","start":"2026-04-27T02:52:08.954215Z","end":"2026-04-27T02:52:09.113282Z","steps":["trace[1647919318] 'agreement among raft nodes before linearized reading' (duration: 159.012747ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:09.11329Z","caller":"traceutil/trace.go:171","msg":"trace[665568347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4252; }","duration":"190.753391ms","start":"2026-04-27T02:52:08.922523Z","end":"2026-04-27T02:52:09.113276Z","steps":["trace[665568347] 'agreement among raft nodes before linearized reading' (duration: 190.550425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.113294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.623711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:52:09.113311Z","caller":"traceutil/trace.go:171","msg":"trace[1786370496] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4252; }","duration":"205.207385ms","start":"2026-04-27T02:52:08.90809Z","end":"2026-04-27T02:52:09.113298Z","steps":["trace[1786370496] 'agreement among raft nodes before linearized reading' (duration: 205.097461ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:09.113349Z","caller":"traceutil/trace.go:171","msg":"trace[1289207521] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:4252; }","duration":"222.714494ms","start":"2026-04-27T02:52:08.890621Z","end":"2026-04-27T02:52:09.113336Z","steps":["trace[1289207521] 'agreement among raft nodes before linearized reading' (duration: 222.556709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.112995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.450288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8320"} {"level":"info","ts":"2026-04-27T02:52:09.11339Z","caller":"traceutil/trace.go:171","msg":"trace[1070692058] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4252; }","duration":"246.884561ms","start":"2026-04-27T02:52:08.8665Z","end":"2026-04-27T02:52:09.113384Z","steps":["trace[1070692058] 'agreement among raft nodes before linearized reading' (duration: 246.400266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:09.113108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:08.570175Z","time spent":"542.923915ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:52:10.311858Z","caller":"traceutil/trace.go:171","msg":"trace[1282435297] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"375.174804ms","start":"2026-04-27T02:52:09.936662Z","end":"2026-04-27T02:52:10.311837Z","steps":["trace[1282435297] 'process raft request' (duration: 374.844274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.311945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.583571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-04-27T02:52:10.312024Z","caller":"traceutil/trace.go:171","msg":"trace[486585361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4273; }","duration":"378.730386ms","start":"2026-04-27T02:52:09.933274Z","end":"2026-04-27T02:52:10.312005Z","steps":["trace[486585361] 'range keys from in-memory index tree' (duration: 378.388964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.311982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:09.936646Z","time spent":"375.269217ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:10.312078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:09.933261Z","time spent":"378.799697ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3945,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" "} {"level":"info","ts":"2026-04-27T02:52:10.541615Z","caller":"traceutil/trace.go:171","msg":"trace[1268478734] linearizableReadLoop","detail":"{readStateIndex:4455; appliedIndex:4452; }","duration":"559.526505ms","start":"2026-04-27T02:52:09.982068Z","end":"2026-04-27T02:52:10.541595Z","steps":["trace[1268478734] 'read index received' (duration: 329.723279ms)","trace[1268478734] 'applied index is now lower than readState.Index' (duration: 229.799975ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:10.541856Z","caller":"traceutil/trace.go:171","msg":"trace[1574994211] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"602.715448ms","start":"2026-04-27T02:52:09.939125Z","end":"2026-04-27T02:52:10.541841Z","steps":["trace[1574994211] 'process raft request' (duration: 583.64714ms)","trace[1574994211] 'compare' (duration: 18.246302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:10.541955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:09.9391Z","time spent":"602.785341ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1046,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:10.541966Z","caller":"traceutil/trace.go:171","msg":"trace[645649522] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"601.885022ms","start":"2026-04-27T02:52:09.940056Z","end":"2026-04-27T02:52:10.541941Z","steps":["trace[645649522] 'process raft request' (duration: 601.459279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.542093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:09.940048Z","time spent":"601.976475ms","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:10.54221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.136583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-27T02:52:10.542245Z","caller":"traceutil/trace.go:171","msg":"trace[524235423] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4276; }","duration":"560.208886ms","start":"2026-04-27T02:52:09.982025Z","end":"2026-04-27T02:52:10.542234Z","steps":["trace[524235423] 'agreement among raft nodes before linearized reading' (duration: 560.087562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.542274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:09.982005Z","time spent":"560.261588ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-27T02:52:10.585015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.315728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:52:10.585071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.129524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-27T02:52:10.585073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.700154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-04-27T02:52:10.585129Z","caller":"traceutil/trace.go:171","msg":"trace[1698135214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4277; }","duration":"465.239448ms","start":"2026-04-27T02:52:10.11987Z","end":"2026-04-27T02:52:10.585109Z","steps":["trace[1698135214] 'agreement among raft nodes before linearized reading' (duration: 465.053902ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:10.585163Z","caller":"traceutil/trace.go:171","msg":"trace[1685122601] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec; range_end:; response_count:1; response_revision:4277; }","duration":"466.844579ms","start":"2026-04-27T02:52:10.118296Z","end":"2026-04-27T02:52:10.58514Z","steps":["trace[1685122601] 'agreement among raft nodes before linearized reading' (duration: 466.602651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.58518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.865139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3925"} {"level":"info","ts":"2026-04-27T02:52:10.585217Z","caller":"traceutil/trace.go:171","msg":"trace[74185717] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"265.67606ms","start":"2026-04-27T02:52:10.31953Z","end":"2026-04-27T02:52:10.585206Z","steps":["trace[74185717] 'process raft request' (duration: 265.113682ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:10.585222Z","caller":"traceutil/trace.go:171","msg":"trace[885980800] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4277; }","duration":"466.949872ms","start":"2026-04-27T02:52:10.118263Z","end":"2026-04-27T02:52:10.585213Z","steps":["trace[885980800] 'agreement among raft nodes before linearized reading' (duration: 466.867539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.585232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:10.118269Z","time spent":"466.947841ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3954,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11160941-b6de-49ed-a03b-e792644149ec\" "} {"level":"warn","ts":"2026-04-27T02:52:10.585256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:10.118239Z","time spent":"467.009163ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3947,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" "} {"level":"info","ts":"2026-04-27T02:52:10.585096Z","caller":"traceutil/trace.go:171","msg":"trace[2020901004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4277; }","duration":"507.449242ms","start":"2026-04-27T02:52:10.077628Z","end":"2026-04-27T02:52:10.585077Z","steps":["trace[2020901004] 'agreement among raft nodes before linearized reading' (duration: 507.318078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.585364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:10.077599Z","time spent":"507.750801ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:52:10.585179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:10.119843Z","time spent":"465.326081ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:52:10.585377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.844658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-04-27T02:52:10.585527Z","caller":"traceutil/trace.go:171","msg":"trace[34813418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99; range_end:; response_count:1; response_revision:4277; }","duration":"467.080166ms","start":"2026-04-27T02:52:10.118418Z","end":"2026-04-27T02:52:10.585499Z","steps":["trace[34813418] 'agreement among raft nodes before linearized reading' (duration: 466.646692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.585587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:10.118372Z","time spent":"467.204679ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" "} {"level":"info","ts":"2026-04-27T02:52:10.722316Z","caller":"traceutil/trace.go:171","msg":"trace[1540218641] linearizableReadLoop","detail":"{readStateIndex:4457; appliedIndex:4456; }","duration":"128.472769ms","start":"2026-04-27T02:52:10.593823Z","end":"2026-04-27T02:52:10.722295Z","steps":["trace[1540218641] 'read index received' (duration: 117.094772ms)","trace[1540218641] 'applied index is now lower than readState.Index' (duration: 11.377087ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:10.722381Z","caller":"traceutil/trace.go:171","msg":"trace[2015736675] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"128.574201ms","start":"2026-04-27T02:52:10.593774Z","end":"2026-04-27T02:52:10.722348Z","steps":["trace[2015736675] 'process raft request' (duration: 117.136993ms)","trace[2015736675] 'compare' (duration: 11.261833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:10.722602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.742127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92\" ","response":"range_response_count:1 size:3925"} {"level":"info","ts":"2026-04-27T02:52:10.722654Z","caller":"traceutil/trace.go:171","msg":"trace[897381130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f83995ec-e5f1-4915-bf87-5f7ef51ecb92; range_end:; response_count:1; response_revision:4278; }","duration":"128.846389ms","start":"2026-04-27T02:52:10.593795Z","end":"2026-04-27T02:52:10.722641Z","steps":["trace[897381130] 'agreement among raft nodes before linearized reading' (duration: 128.638523ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:10.769817Z","caller":"traceutil/trace.go:171","msg":"trace[215031698] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"175.665918ms","start":"2026-04-27T02:52:10.594123Z","end":"2026-04-27T02:52:10.769789Z","steps":["trace[215031698] 'process raft request' (duration: 175.456441ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:10.954456Z","caller":"traceutil/trace.go:171","msg":"trace[1675177973] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4282; }","duration":"180.824129ms","start":"2026-04-27T02:52:10.77361Z","end":"2026-04-27T02:52:10.954435Z","steps":["trace[1675177973] 'process raft request' (duration: 180.785728ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:10.95489Z","caller":"traceutil/trace.go:171","msg":"trace[799139584] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"235.340799ms","start":"2026-04-27T02:52:10.719534Z","end":"2026-04-27T02:52:10.954875Z","steps":["trace[799139584] 'process raft request' (duration: 164.348443ms)","trace[799139584] 'compare' (duration: 70.059337ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:10.955043Z","caller":"traceutil/trace.go:171","msg":"trace[1987111699] linearizableReadLoop","detail":"{readStateIndex:4459; appliedIndex:4457; }","duration":"232.619734ms","start":"2026-04-27T02:52:10.722409Z","end":"2026-04-27T02:52:10.955029Z","steps":["trace[1987111699] 'read index received' (duration: 47.20974ms)","trace[1987111699] 'applied index is now lower than readState.Index' (duration: 185.407964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:10.95521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.6516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:52:10.955173Z","caller":"traceutil/trace.go:171","msg":"trace[608474486] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"220.3772ms","start":"2026-04-27T02:52:10.734749Z","end":"2026-04-27T02:52:10.955126Z","steps":["trace[608474486] 'process raft request' (duration: 219.568405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:10.955238Z","caller":"traceutil/trace.go:171","msg":"trace[1901000600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4282; }","duration":"243.727482ms","start":"2026-04-27T02:52:10.711502Z","end":"2026-04-27T02:52:10.95523Z","steps":["trace[1901000600] 'agreement among raft nodes before linearized reading' (duration: 243.606559ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:10.955456Z","caller":"traceutil/trace.go:171","msg":"trace[373959770] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4280; }","duration":"230.754285ms","start":"2026-04-27T02:52:10.724688Z","end":"2026-04-27T02:52:10.955443Z","steps":["trace[373959770] 'process raft request' (duration: 229.530097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:10.955476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.87913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18aa1705e0056450\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-04-27T02:52:10.955593Z","caller":"traceutil/trace.go:171","msg":"trace[882833131] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.18aa1705e0056450; range_end:; response_count:1; response_revision:4282; }","duration":"246.033764ms","start":"2026-04-27T02:52:10.709545Z","end":"2026-04-27T02:52:10.955579Z","steps":["trace[882833131] 'agreement among raft nodes before linearized reading' (duration: 245.880349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:15.14931Z","caller":"traceutil/trace.go:171","msg":"trace[1856631475] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"132.004229ms","start":"2026-04-27T02:52:15.017276Z","end":"2026-04-27T02:52:15.149281Z","steps":["trace[1856631475] 'process raft request' (duration: 131.73162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:15.325995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.839996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:52:15.326078Z","caller":"traceutil/trace.go:171","msg":"trace[457422556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4372; }","duration":"125.97047ms","start":"2026-04-27T02:52:15.20009Z","end":"2026-04-27T02:52:15.32606Z","steps":["trace[457422556] 'range keys from in-memory index tree' (duration: 125.63406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:15.326086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.95249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:52:15.326128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.276652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:52:15.32617Z","caller":"traceutil/trace.go:171","msg":"trace[1809959949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4372; }","duration":"134.077304ms","start":"2026-04-27T02:52:15.192071Z","end":"2026-04-27T02:52:15.326148Z","steps":["trace[1809959949] 'range keys from in-memory index tree' (duration: 133.842257ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:15.326184Z","caller":"traceutil/trace.go:171","msg":"trace[700516983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4372; }","duration":"121.434447ms","start":"2026-04-27T02:52:15.204737Z","end":"2026-04-27T02:52:15.326172Z","steps":["trace[700516983] 'range keys from in-memory index tree' (duration: 121.124028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:15.326313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.370604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T02:52:15.326382Z","caller":"traceutil/trace.go:171","msg":"trace[785251710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4372; }","duration":"120.812068ms","start":"2026-04-27T02:52:15.205558Z","end":"2026-04-27T02:52:15.32637Z","steps":["trace[785251710] 'range keys from in-memory index tree' (duration: 120.170208ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.285996Z","caller":"traceutil/trace.go:171","msg":"trace[472662354] linearizableReadLoop","detail":"{readStateIndex:4564; appliedIndex:4563; }","duration":"101.160482ms","start":"2026-04-27T02:52:17.184811Z","end":"2026-04-27T02:52:17.285971Z","steps":["trace[472662354] 'read index received' (duration: 100.972266ms)","trace[472662354] 'applied index is now lower than readState.Index' (duration: 187.116µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:17.286066Z","caller":"traceutil/trace.go:171","msg":"trace[876951758] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"128.148228ms","start":"2026-04-27T02:52:17.157884Z","end":"2026-04-27T02:52:17.286032Z","steps":["trace[876951758] 'process raft request' (duration: 127.932711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:17.286192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.360558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-4qx2d\" ","response":"range_response_count:1 size:4757"} {"level":"info","ts":"2026-04-27T02:52:17.286228Z","caller":"traceutil/trace.go:171","msg":"trace[1037034515] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-4qx2d; range_end:; response_count:1; response_revision:4381; }","duration":"101.454071ms","start":"2026-04-27T02:52:17.184764Z","end":"2026-04-27T02:52:17.286218Z","steps":["trace[1037034515] 'agreement among raft nodes before linearized reading' (duration: 101.301376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.396098Z","caller":"traceutil/trace.go:171","msg":"trace[1746455923] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"102.512544ms","start":"2026-04-27T02:52:17.29355Z","end":"2026-04-27T02:52:17.396063Z","steps":["trace[1746455923] 'process raft request' (duration: 57.046049ms)","trace[1746455923] 'compare' (duration: 45.258439ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:17.536118Z","caller":"traceutil/trace.go:171","msg":"trace[1593442781] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"134.854719ms","start":"2026-04-27T02:52:17.401232Z","end":"2026-04-27T02:52:17.536087Z","steps":["trace[1593442781] 'process raft request' (duration: 101.443342ms)","trace[1593442781] 'compare' (duration: 33.255692ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:17.568351Z","caller":"traceutil/trace.go:171","msg":"trace[157331712] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"166.79888ms","start":"2026-04-27T02:52:17.401514Z","end":"2026-04-27T02:52:17.568313Z","steps":["trace[157331712] 'process raft request' (duration: 166.695727ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.568438Z","caller":"traceutil/trace.go:171","msg":"trace[1822586510] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"166.902673ms","start":"2026-04-27T02:52:17.401528Z","end":"2026-04-27T02:52:17.568431Z","steps":["trace[1822586510] 'process raft request' (duration: 166.641725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.56836Z","caller":"traceutil/trace.go:171","msg":"trace[906954668] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"166.813971ms","start":"2026-04-27T02:52:17.401507Z","end":"2026-04-27T02:52:17.568321Z","steps":["trace[906954668] 'process raft request' (duration: 166.47675ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.568811Z","caller":"traceutil/trace.go:171","msg":"trace[127873600] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"166.019876ms","start":"2026-04-27T02:52:17.402783Z","end":"2026-04-27T02:52:17.568803Z","steps":["trace[127873600] 'process raft request' (duration: 165.877761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.568806Z","caller":"traceutil/trace.go:171","msg":"trace[2065173310] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"166.957915ms","start":"2026-04-27T02:52:17.401804Z","end":"2026-04-27T02:52:17.568762Z","steps":["trace[2065173310] 'process raft request' (duration: 166.45147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.569152Z","caller":"traceutil/trace.go:171","msg":"trace[82021808] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"165.794289ms","start":"2026-04-27T02:52:17.403343Z","end":"2026-04-27T02:52:17.569137Z","steps":["trace[82021808] 'process raft request' (duration: 165.601493ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.569201Z","caller":"traceutil/trace.go:171","msg":"trace[2037310503] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"163.759915ms","start":"2026-04-27T02:52:17.405416Z","end":"2026-04-27T02:52:17.569176Z","steps":["trace[2037310503] 'process raft request' (duration: 163.59203ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.569192Z","caller":"traceutil/trace.go:171","msg":"trace[1080065810] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"166.175261ms","start":"2026-04-27T02:52:17.402986Z","end":"2026-04-27T02:52:17.569161Z","steps":["trace[1080065810] 'process raft request' (duration: 165.765868ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:17.569332Z","caller":"traceutil/trace.go:171","msg":"trace[1565687249] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"158.20214ms","start":"2026-04-27T02:52:17.411119Z","end":"2026-04-27T02:52:17.569321Z","steps":["trace[1565687249] 'process raft request' (duration: 157.952692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:19.886731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.173779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:52:19.886813Z","caller":"traceutil/trace.go:171","msg":"trace[171078336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4414; }","duration":"194.329193ms","start":"2026-04-27T02:52:19.692464Z","end":"2026-04-27T02:52:19.886793Z","steps":["trace[171078336] 'range keys from in-memory index tree' (duration: 193.931561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:21.854947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.340763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:52:21.855218Z","caller":"traceutil/trace.go:171","msg":"trace[1845386428] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"223.305682ms","start":"2026-04-27T02:52:21.631892Z","end":"2026-04-27T02:52:21.855198Z","steps":["trace[1845386428] 'process raft request' (duration: 223.2553ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:21.855216Z","caller":"traceutil/trace.go:171","msg":"trace[1175234381] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"266.972342ms","start":"2026-04-27T02:52:21.588195Z","end":"2026-04-27T02:52:21.855168Z","steps":["trace[1175234381] 'process raft request' (duration: 80.282868ms)","trace[1175234381] 'compare' (duration: 186.144977ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:21.855946Z","caller":"traceutil/trace.go:171","msg":"trace[1867035719] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"266.61098ms","start":"2026-04-27T02:52:21.588746Z","end":"2026-04-27T02:52:21.855357Z","steps":["trace[1867035719] 'process raft request' (duration: 266.334521ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:22.003304Z","caller":"traceutil/trace.go:171","msg":"trace[620117677] linearizableReadLoop","detail":"{readStateIndex:4610; appliedIndex:4609; }","duration":"101.586745ms","start":"2026-04-27T02:52:21.901682Z","end":"2026-04-27T02:52:22.003269Z","steps":["trace[620117677] 'read index received' (duration: 70.866061ms)","trace[620117677] 'applied index is now lower than readState.Index' (duration: 30.716544ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:22.003508Z","caller":"traceutil/trace.go:171","msg":"trace[1767486547] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"107.760949ms","start":"2026-04-27T02:52:21.895693Z","end":"2026-04-27T02:52:22.003454Z","steps":["trace[1767486547] 'process raft request' (duration: 76.836169ms)","trace[1767486547] 'compare' (duration: 30.29359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:52:22.00373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.012089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:52:22.003788Z","caller":"traceutil/trace.go:171","msg":"trace[704358798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4427; }","duration":"102.107642ms","start":"2026-04-27T02:52:21.901662Z","end":"2026-04-27T02:52:22.00377Z","steps":["trace[704358798] 'agreement among raft nodes before linearized reading' (duration: 101.806222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:25.942614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.980186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:52:25.942698Z","caller":"traceutil/trace.go:171","msg":"trace[1306984879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4448; }","duration":"300.107609ms","start":"2026-04-27T02:52:25.64257Z","end":"2026-04-27T02:52:25.942678Z","steps":["trace[1306984879] 'range keys from in-memory index tree' (duration: 299.742148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:25.94274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:25.642551Z","time spent":"300.179401ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:52:32.332648Z","caller":"traceutil/trace.go:171","msg":"trace[1881818885] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"355.28481ms","start":"2026-04-27T02:52:31.97734Z","end":"2026-04-27T02:52:32.332624Z","steps":["trace[1881818885] 'process raft request' (duration: 355.142236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:32.332796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:31.977306Z","time spent":"355.417335ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:32.33557Z","caller":"traceutil/trace.go:171","msg":"trace[1436899743] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"300.694908ms","start":"2026-04-27T02:52:32.034853Z","end":"2026-04-27T02:52:32.335548Z","steps":["trace[1436899743] 'process raft request' (duration: 300.635136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:32.335586Z","caller":"traceutil/trace.go:171","msg":"trace[1682309132] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"356.357515ms","start":"2026-04-27T02:52:31.979205Z","end":"2026-04-27T02:52:32.335563Z","steps":["trace[1682309132] 'process raft request' (duration: 356.169549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:32.335697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:32.034826Z","time spent":"300.802592ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:32.335693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:31.979188Z","time spent":"356.449297ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:32.335888Z","caller":"traceutil/trace.go:171","msg":"trace[1733959443] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"235.638078ms","start":"2026-04-27T02:52:32.10024Z","end":"2026-04-27T02:52:32.335878Z","steps":["trace[1733959443] 'process raft request' (duration: 235.472523ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:32.33588Z","caller":"traceutil/trace.go:171","msg":"trace[1989505985] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4663; }","duration":"353.831465ms","start":"2026-04-27T02:52:31.98203Z","end":"2026-04-27T02:52:32.335861Z","steps":["trace[1989505985] 'read index received' (duration: 350.585273ms)","trace[1989505985] 'applied index is now lower than readState.Index' (duration: 3.245092ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:32.33592Z","caller":"traceutil/trace.go:171","msg":"trace[191546629] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"218.655506ms","start":"2026-04-27T02:52:32.117231Z","end":"2026-04-27T02:52:32.335887Z","steps":["trace[191546629] 'process raft request' (duration: 218.577283ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:32.336034Z","caller":"traceutil/trace.go:171","msg":"trace[687967014] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"300.547354ms","start":"2026-04-27T02:52:32.035473Z","end":"2026-04-27T02:52:32.336021Z","steps":["trace[687967014] 'process raft request' (duration: 300.044318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:32.336091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:32.035448Z","time spent":"300.615466ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:32.336136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.726727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:52:32.336186Z","caller":"traceutil/trace.go:171","msg":"trace[1199444554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4482; }","duration":"350.81031ms","start":"2026-04-27T02:52:31.985361Z","end":"2026-04-27T02:52:32.336172Z","steps":["trace[1199444554] 'agreement among raft nodes before linearized reading' (duration: 350.632934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:32.336203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.574301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:52:32.336231Z","caller":"traceutil/trace.go:171","msg":"trace[1567017588] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4482; }","duration":"187.638014ms","start":"2026-04-27T02:52:32.148578Z","end":"2026-04-27T02:52:32.336216Z","steps":["trace[1567017588] 'agreement among raft nodes before linearized reading' (duration: 187.571372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:32.336228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:31.98534Z","time spent":"350.877222ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:52:32.336262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.135273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:52:32.336301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.255013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-27T02:52:32.336279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.201006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:52:32.336353Z","caller":"traceutil/trace.go:171","msg":"trace[492649797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4482; }","duration":"257.231996ms","start":"2026-04-27T02:52:32.079069Z","end":"2026-04-27T02:52:32.336301Z","steps":["trace[492649797] 'agreement among raft nodes before linearized reading' (duration: 257.107592ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:32.336357Z","caller":"traceutil/trace.go:171","msg":"trace[928361621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4482; }","duration":"262.357617ms","start":"2026-04-27T02:52:32.073981Z","end":"2026-04-27T02:52:32.336339Z","steps":["trace[928361621] 'agreement among raft nodes before linearized reading' (duration: 262.223453ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:32.336388Z","caller":"traceutil/trace.go:171","msg":"trace[1372086371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4482; }","duration":"354.354712ms","start":"2026-04-27T02:52:31.982006Z","end":"2026-04-27T02:52:32.336361Z","steps":["trace[1372086371] 'agreement among raft nodes before linearized reading' (duration: 353.99824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:32.336454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:31.981994Z","time spent":"354.444874ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:52:40.251309Z","caller":"traceutil/trace.go:171","msg":"trace[1759649740] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"130.376338ms","start":"2026-04-27T02:52:40.120896Z","end":"2026-04-27T02:52:40.251272Z","steps":["trace[1759649740] 'process raft request' (duration: 130.191122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:42.72335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290781583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:52:43.156962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077492256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:43.157034Z","caller":"traceutil/trace.go:171","msg":"trace[240930904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4552; }","duration":"1.077575178s","start":"2026-04-27T02:52:42.079442Z","end":"2026-04-27T02:52:43.157017Z","steps":["trace[240930904] 'range keys from in-memory index tree' (duration: 1.077401543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.157063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.079379Z","time spent":"1.077677331s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:52:43.224446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290781583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:52:43.367998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163329567s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:52:43.368716Z","caller":"traceutil/trace.go:171","msg":"trace[1522935546] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"1.164167404s","start":"2026-04-27T02:52:42.204507Z","end":"2026-04-27T02:52:43.368674Z","steps":["trace[1522935546] 'process raft request' (duration: 1.163924296s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.36892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.204455Z","time spent":"1.16437595s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:52:43.369778Z","caller":"traceutil/trace.go:171","msg":"trace[1707938997] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"998.938953ms","start":"2026-04-27T02:52:42.370813Z","end":"2026-04-27T02:52:43.369752Z","steps":["trace[1707938997] 'process raft request' (duration: 998.500669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.369926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.370794Z","time spent":"999.051216ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:43.370005Z","caller":"traceutil/trace.go:171","msg":"trace[581820812] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4740; }","duration":"1.147114009s","start":"2026-04-27T02:52:42.222864Z","end":"2026-04-27T02:52:43.369978Z","steps":["trace[581820812] 'read index received' (duration: 1.145309882s)","trace[581820812] 'applied index is now lower than readState.Index' (duration: 1.803277ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:43.37008Z","caller":"traceutil/trace.go:171","msg":"trace[430609035] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"995.156314ms","start":"2026-04-27T02:52:42.374907Z","end":"2026-04-27T02:52:43.370063Z","steps":["trace[430609035] 'process raft request' (duration: 994.644388ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:43.370108Z","caller":"traceutil/trace.go:171","msg":"trace[216726531] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"994.815143ms","start":"2026-04-27T02:52:42.375281Z","end":"2026-04-27T02:52:43.370096Z","steps":["trace[216726531] 'process raft request' (duration: 994.624027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.37016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.374886Z","time spent":"995.230136ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:43.37026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.375273Z","time spent":"994.865235ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:52:43.370365Z","caller":"traceutil/trace.go:171","msg":"trace[710463361] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"994.288587ms","start":"2026-04-27T02:52:42.376041Z","end":"2026-04-27T02:52:43.37033Z","steps":["trace[710463361] 'process raft request' (duration: 993.905015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.370389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14748634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:43.370482Z","caller":"traceutil/trace.go:171","msg":"trace[2004760253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4557; }","duration":"1.147635396s","start":"2026-04-27T02:52:42.222823Z","end":"2026-04-27T02:52:43.370459Z","steps":["trace[2004760253] 'agreement among raft nodes before linearized reading' (duration: 1.147414879s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.370494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.770196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:52:43.370529Z","caller":"traceutil/trace.go:171","msg":"trace[1438019628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4557; }","duration":"989.822647ms","start":"2026-04-27T02:52:42.380697Z","end":"2026-04-27T02:52:43.370519Z","steps":["trace[1438019628] 'agreement among raft nodes before linearized reading' (duration: 989.698153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.370535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.222803Z","time spent":"1.147720788s","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:52:43.370558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.380689Z","time spent":"989.862428ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:52:43.370554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.376034Z","time spent":"994.41847ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:52:43.370766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.218409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:43.370805Z","caller":"traceutil/trace.go:171","msg":"trace[1008527748] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4557; }","duration":"157.304242ms","start":"2026-04-27T02:52:43.213487Z","end":"2026-04-27T02:52:43.370792Z","steps":["trace[1008527748] 'agreement among raft nodes before linearized reading' (duration: 157.24604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.370942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.984613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:52:43.371021Z","caller":"traceutil/trace.go:171","msg":"trace[306623416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4557; }","duration":"976.107517ms","start":"2026-04-27T02:52:42.394895Z","end":"2026-04-27T02:52:43.371003Z","steps":["trace[306623416] 'agreement among raft nodes before linearized reading' (duration: 975.87815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.371072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.39488Z","time spent":"976.179249ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:52:43.371145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.187856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:52:43.371213Z","caller":"traceutil/trace.go:171","msg":"trace[256340742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4557; }","duration":"988.296239ms","start":"2026-04-27T02:52:42.3829Z","end":"2026-04-27T02:52:43.371196Z","steps":["trace[256340742] 'agreement among raft nodes before linearized reading' (duration: 988.040281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.371233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.656104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:52:43.371243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.295875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:43.371271Z","caller":"traceutil/trace.go:171","msg":"trace[1398925962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4557; }","duration":"983.709665ms","start":"2026-04-27T02:52:42.387551Z","end":"2026-04-27T02:52:43.37126Z","steps":["trace[1398925962] 'agreement among raft nodes before linearized reading' (duration: 983.603982ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:43.371288Z","caller":"traceutil/trace.go:171","msg":"trace[1378465377] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4557; }","duration":"329.377587ms","start":"2026-04-27T02:52:43.041899Z","end":"2026-04-27T02:52:43.371276Z","steps":["trace[1378465377] 'agreement among raft nodes before linearized reading' (duration: 329.303405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.371305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.387544Z","time spent":"983.754656ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:52:43.371325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:43.041877Z","time spent":"329.43901ms","remote":"127.0.0.1:55556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:52:43.371367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.374306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:52:43.371411Z","caller":"traceutil/trace.go:171","msg":"trace[1459736055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4557; }","duration":"984.432618ms","start":"2026-04-27T02:52:42.386966Z","end":"2026-04-27T02:52:43.371398Z","steps":["trace[1459736055] 'agreement among raft nodes before linearized reading' (duration: 984.325115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.371439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.386954Z","time spent":"984.478509ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:52:43.37143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.816748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-27T02:52:43.371506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.947987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:52:43.371501Z","caller":"traceutil/trace.go:171","msg":"trace[1295197826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4557; }","duration":"960.89232ms","start":"2026-04-27T02:52:42.410585Z","end":"2026-04-27T02:52:43.371477Z","steps":["trace[1295197826] 'agreement among raft nodes before linearized reading' (duration: 960.723824ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:43.37154Z","caller":"traceutil/trace.go:171","msg":"trace[1289534687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4557; }","duration":"213.014499ms","start":"2026-04-27T02:52:43.158515Z","end":"2026-04-27T02:52:43.37153Z","steps":["trace[1289534687] 'agreement among raft nodes before linearized reading' (duration: 212.957917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:43.371557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.410578Z","time spent":"960.965462ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:52:43.371253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:42.382879Z","time spent":"988.364261ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:52:53.512233Z","caller":"traceutil/trace.go:171","msg":"trace[678208621] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"107.740648ms","start":"2026-04-27T02:52:53.404465Z","end":"2026-04-27T02:52:53.512206Z","steps":["trace[678208621] 'process raft request' (duration: 107.576483ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:53.52382Z","caller":"traceutil/trace.go:171","msg":"trace[870956547] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"108.064978ms","start":"2026-04-27T02:52:53.415712Z","end":"2026-04-27T02:52:53.523777Z","steps":["trace[870956547] 'process raft request' (duration: 107.972045ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:53.524188Z","caller":"traceutil/trace.go:171","msg":"trace[497203396] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"104.874509ms","start":"2026-04-27T02:52:53.419276Z","end":"2026-04-27T02:52:53.52415Z","steps":["trace[497203396] 'process raft request' (duration: 104.459426ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:53.52426Z","caller":"traceutil/trace.go:171","msg":"trace[1929383352] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"110.686131ms","start":"2026-04-27T02:52:53.41354Z","end":"2026-04-27T02:52:53.524226Z","steps":["trace[1929383352] 'process raft request' (duration: 109.961828ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:59.767077Z","caller":"traceutil/trace.go:171","msg":"trace[1118104761] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"227.506954ms","start":"2026-04-27T02:52:59.539546Z","end":"2026-04-27T02:52:59.767053Z","steps":["trace[1118104761] 'process raft request' (duration: 174.10783ms)","trace[1118104761] 'compare' (duration: 53.076954ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:59.767139Z","caller":"traceutil/trace.go:171","msg":"trace[1473449321] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4849; }","duration":"212.653348ms","start":"2026-04-27T02:52:59.554465Z","end":"2026-04-27T02:52:59.767119Z","steps":["trace[1473449321] 'read index received' (duration: 44.694792ms)","trace[1473449321] 'applied index is now lower than readState.Index' (duration: 167.957736ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:52:59.767242Z","caller":"traceutil/trace.go:171","msg":"trace[1077206789] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"221.437653ms","start":"2026-04-27T02:52:59.545772Z","end":"2026-04-27T02:52:59.767209Z","steps":["trace[1077206789] 'process raft request' (duration: 221.210266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:59.767322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.840384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:52:59.767355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.491857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:52:59.767379Z","caller":"traceutil/trace.go:171","msg":"trace[30474683] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4661; }","duration":"212.943297ms","start":"2026-04-27T02:52:59.55442Z","end":"2026-04-27T02:52:59.767363Z","steps":["trace[30474683] 'agreement among raft nodes before linearized reading' (duration: 212.812453ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:59.767392Z","caller":"traceutil/trace.go:171","msg":"trace[712742635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4661; }","duration":"134.55728ms","start":"2026-04-27T02:52:59.632823Z","end":"2026-04-27T02:52:59.767381Z","steps":["trace[712742635] 'agreement among raft nodes before linearized reading' (duration: 134.430386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:59.767404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.886094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:52:59.767342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.325645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:52:59.767427Z","caller":"traceutil/trace.go:171","msg":"trace[26384901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4661; }","duration":"182.967307ms","start":"2026-04-27T02:52:59.584452Z","end":"2026-04-27T02:52:59.767419Z","steps":["trace[26384901] 'agreement among raft nodes before linearized reading' (duration: 182.905265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:59.767392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.628784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:52:59.767501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.639383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:52:59.767528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.93992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T02:52:59.767548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.541109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:52:59.767519Z","caller":"traceutil/trace.go:171","msg":"trace[1660566545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4661; }","duration":"210.47056ms","start":"2026-04-27T02:52:59.556977Z","end":"2026-04-27T02:52:59.767448Z","steps":["trace[1660566545] 'agreement among raft nodes before linearized reading' (duration: 210.264693ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:59.76754Z","caller":"traceutil/trace.go:171","msg":"trace[1470157324] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4661; }","duration":"165.806989ms","start":"2026-04-27T02:52:59.601706Z","end":"2026-04-27T02:52:59.767513Z","steps":["trace[1470157324] 'agreement among raft nodes before linearized reading' (duration: 165.618613ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:59.767566Z","caller":"traceutil/trace.go:171","msg":"trace[1340777956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4661; }","duration":"134.012292ms","start":"2026-04-27T02:52:59.633543Z","end":"2026-04-27T02:52:59.767555Z","steps":["trace[1340777956] 'agreement among raft nodes before linearized reading' (duration: 133.835336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:59.767566Z","caller":"traceutil/trace.go:171","msg":"trace[1350795947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4661; }","duration":"135.782258ms","start":"2026-04-27T02:52:59.631769Z","end":"2026-04-27T02:52:59.767551Z","steps":["trace[1350795947] 'agreement among raft nodes before linearized reading' (duration: 135.577571ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:59.767575Z","caller":"traceutil/trace.go:171","msg":"trace[1544869113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4661; }","duration":"134.603771ms","start":"2026-04-27T02:52:59.632962Z","end":"2026-04-27T02:52:59.767566Z","steps":["trace[1544869113] 'agreement among raft nodes before linearized reading' (duration: 134.492728ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:52:59.767224Z","caller":"traceutil/trace.go:171","msg":"trace[661027655] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"219.227684ms","start":"2026-04-27T02:52:59.547983Z","end":"2026-04-27T02:52:59.767211Z","steps":["trace[661027655] 'process raft request' (duration: 219.08941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:52:59.767726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.559182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:52:59.76784Z","caller":"traceutil/trace.go:171","msg":"trace[792197350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4661; }","duration":"203.703047ms","start":"2026-04-27T02:52:59.564111Z","end":"2026-04-27T02:52:59.767814Z","steps":["trace[792197350] 'agreement among raft nodes before linearized reading' (duration: 203.342456ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:00.248543Z","caller":"traceutil/trace.go:171","msg":"trace[306953420] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"476.170991ms","start":"2026-04-27T02:52:59.772347Z","end":"2026-04-27T02:53:00.248518Z","steps":["trace[306953420] 'process raft request' (duration: 475.975085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.248691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:59.772328Z","time spent":"476.287204ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:00.248905Z","caller":"traceutil/trace.go:171","msg":"trace[1188196355] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"475.715417ms","start":"2026-04-27T02:52:59.773168Z","end":"2026-04-27T02:53:00.248884Z","steps":["trace[1188196355] 'process raft request' (duration: 475.553931ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:00.248929Z","caller":"traceutil/trace.go:171","msg":"trace[640409317] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"476.030586ms","start":"2026-04-27T02:52:59.772839Z","end":"2026-04-27T02:53:00.24887Z","steps":["trace[640409317] 'process raft request' (duration: 475.629464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.249005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:59.773145Z","time spent":"475.81442ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:00.248972Z","caller":"traceutil/trace.go:171","msg":"trace[514456313] linearizableReadLoop","detail":"{readStateIndex:4857; appliedIndex:4853; }","duration":"475.597453ms","start":"2026-04-27T02:52:59.773341Z","end":"2026-04-27T02:53:00.248938Z","steps":["trace[514456313] 'read index received' (duration: 62.82482ms)","trace[514456313] 'applied index is now lower than readState.Index' (duration: 412.771623ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:00.249057Z","caller":"traceutil/trace.go:171","msg":"trace[886015037] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"474.835959ms","start":"2026-04-27T02:52:59.774188Z","end":"2026-04-27T02:53:00.249024Z","steps":["trace[886015037] 'process raft request' (duration: 474.605282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.249103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:59.772833Z","time spent":"476.183912ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:00.249177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.514729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:00.24921Z","caller":"traceutil/trace.go:171","msg":"trace[1833218438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4666; }","duration":"172.600752ms","start":"2026-04-27T02:53:00.076599Z","end":"2026-04-27T02:53:00.2492Z","steps":["trace[1833218438] 'agreement among raft nodes before linearized reading' (duration: 172.5286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.249209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:59.77418Z","time spent":"474.945512ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:00.249228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.108508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T02:53:00.249271Z","caller":"traceutil/trace.go:171","msg":"trace[779028424] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:4666; }","duration":"188.18154ms","start":"2026-04-27T02:53:00.061077Z","end":"2026-04-27T02:53:00.249259Z","steps":["trace[779028424] 'agreement among raft nodes before linearized reading' (duration: 188.051386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.249377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.018736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142703"} {"level":"info","ts":"2026-04-27T02:53:00.249466Z","caller":"traceutil/trace.go:171","msg":"trace[1412325505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4666; }","duration":"476.101259ms","start":"2026-04-27T02:52:59.773332Z","end":"2026-04-27T02:53:00.249434Z","steps":["trace[1412325505] 'agreement among raft nodes before linearized reading' (duration: 475.736047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.249502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:52:59.773297Z","time spent":"476.196872ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142725,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:53:00.491977Z","caller":"traceutil/trace.go:171","msg":"trace[1412971960] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4858; }","duration":"122.305535ms","start":"2026-04-27T02:53:00.369638Z","end":"2026-04-27T02:53:00.491944Z","steps":["trace[1412971960] 'read index received' (duration: 121.967055ms)","trace[1412971960] 'applied index is now lower than readState.Index' (duration: 336.99µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:00.492063Z","caller":"traceutil/trace.go:171","msg":"trace[1534584541] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"132.683031ms","start":"2026-04-27T02:53:00.359355Z","end":"2026-04-27T02:53:00.492038Z","steps":["trace[1534584541] 'process raft request' (duration: 132.397052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.492173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.527783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-27T02:53:00.492252Z","caller":"traceutil/trace.go:171","msg":"trace[1621138303] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4667; }","duration":"122.623905ms","start":"2026-04-27T02:53:00.369617Z","end":"2026-04-27T02:53:00.492241Z","steps":["trace[1621138303] 'agreement among raft nodes before linearized reading' (duration: 122.493921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.49239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.072365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129464"} {"level":"info","ts":"2026-04-27T02:53:00.492452Z","caller":"traceutil/trace.go:171","msg":"trace[1737945006] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4667; }","duration":"120.155748ms","start":"2026-04-27T02:53:00.372289Z","end":"2026-04-27T02:53:00.492444Z","steps":["trace[1737945006] 'agreement among raft nodes before linearized reading' (duration: 119.860989ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:00.826558Z","caller":"traceutil/trace.go:171","msg":"trace[1296196819] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"326.368273ms","start":"2026-04-27T02:53:00.500166Z","end":"2026-04-27T02:53:00.826534Z","steps":["trace[1296196819] 'process raft request' (duration: 326.062394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:00.826701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:00.500155Z","time spent":"326.462926ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6260,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:01.972217Z","caller":"traceutil/trace.go:171","msg":"trace[1259744132] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"199.325451ms","start":"2026-04-27T02:53:01.772864Z","end":"2026-04-27T02:53:01.972189Z","steps":["trace[1259744132] 'process raft request' (duration: 199.050662ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:01.972361Z","caller":"traceutil/trace.go:171","msg":"trace[1736044336] linearizableReadLoop","detail":"{readStateIndex:4865; appliedIndex:4863; }","duration":"166.140019ms","start":"2026-04-27T02:53:01.80619Z","end":"2026-04-27T02:53:01.972331Z","steps":["trace[1736044336] 'read index received' (duration: 165.632053ms)","trace[1736044336] 'applied index is now lower than readState.Index' (duration: 506.276µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:01.972407Z","caller":"traceutil/trace.go:171","msg":"trace[1649393937] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"199.332061ms","start":"2026-04-27T02:53:01.773053Z","end":"2026-04-27T02:53:01.972385Z","steps":["trace[1649393937] 'process raft request' (duration: 199.085533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:01.972498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.295445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:01.97253Z","caller":"traceutil/trace.go:171","msg":"trace[452518268] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4673; }","duration":"166.387927ms","start":"2026-04-27T02:53:01.806134Z","end":"2026-04-27T02:53:01.972522Z","steps":["trace[452518268] 'agreement among raft nodes before linearized reading' (duration: 166.305275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:01.972792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.461194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:53:01.972843Z","caller":"traceutil/trace.go:171","msg":"trace[427018666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4673; }","duration":"132.548706ms","start":"2026-04-27T02:53:01.840281Z","end":"2026-04-27T02:53:01.97283Z","steps":["trace[427018666] 'agreement among raft nodes before linearized reading' (duration: 132.377161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:01.973254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.973619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:53:01.973652Z","caller":"traceutil/trace.go:171","msg":"trace[525964502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4673; }","duration":"140.410793ms","start":"2026-04-27T02:53:01.833212Z","end":"2026-04-27T02:53:01.973622Z","steps":["trace[525964502] 'agreement among raft nodes before linearized reading' (duration: 139.414292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.03375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-27T02:53:02.445996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.964719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T02:53:02.446073Z","caller":"traceutil/trace.go:171","msg":"trace[1184072477] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f; range_end:; response_count:1; response_revision:4674; }","duration":"205.177464ms","start":"2026-04-27T02:53:02.24088Z","end":"2026-04-27T02:53:02.446058Z","steps":["trace[1184072477] 'range keys from in-memory index tree' (duration: 204.772031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.446062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.139862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:02.446124Z","caller":"traceutil/trace.go:171","msg":"trace[1852088112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4674; }","duration":"367.246375ms","start":"2026-04-27T02:53:02.078861Z","end":"2026-04-27T02:53:02.446107Z","steps":["trace[1852088112] 'range keys from in-memory index tree' (duration: 367.007428ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:02.44612Z","caller":"traceutil/trace.go:171","msg":"trace[2057490908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4674; }","duration":"192.146205ms","start":"2026-04-27T02:53:02.253943Z","end":"2026-04-27T02:53:02.446089Z","steps":["trace[2057490908] 'range keys from in-memory index tree' (duration: 191.708551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.446414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.606868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T02:53:02.446545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.349144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-27T02:53:02.446567Z","caller":"traceutil/trace.go:171","msg":"trace[765429103] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4674; }","duration":"179.413435ms","start":"2026-04-27T02:53:02.267148Z","end":"2026-04-27T02:53:02.446562Z","steps":["trace[765429103] 'range keys from in-memory index tree' (duration: 179.2471ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:02.446642Z","caller":"traceutil/trace.go:171","msg":"trace[330552578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4674; }","duration":"191.834545ms","start":"2026-04-27T02:53:02.254755Z","end":"2026-04-27T02:53:02.446589Z","steps":["trace[330552578] 'range keys from in-memory index tree' (duration: 191.212426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.446837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.538106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:53:02.446872Z","caller":"traceutil/trace.go:171","msg":"trace[1870428851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4674; }","duration":"191.620909ms","start":"2026-04-27T02:53:02.255241Z","end":"2026-04-27T02:53:02.446862Z","steps":["trace[1870428851] 'range keys from in-memory index tree' (duration: 191.370761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.447034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.616185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:53:02.447054Z","caller":"traceutil/trace.go:171","msg":"trace[1924718954] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4674; }","duration":"189.683298ms","start":"2026-04-27T02:53:02.257366Z","end":"2026-04-27T02:53:02.447049Z","steps":["trace[1924718954] 'range keys from in-memory index tree' (duration: 189.44165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.446149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.078835Z","time spent":"367.310277ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:53:02.446492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.524902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5885"} {"level":"info","ts":"2026-04-27T02:53:02.447123Z","caller":"traceutil/trace.go:171","msg":"trace[2023117917] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4674; }","duration":"241.189753ms","start":"2026-04-27T02:53:02.205921Z","end":"2026-04-27T02:53:02.44711Z","steps":["trace[2023117917] 'range keys from in-memory index tree' (duration: 240.309836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.446714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.201917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T02:53:02.44722Z","caller":"traceutil/trace.go:171","msg":"trace[675494002] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:4674; }","duration":"185.721814ms","start":"2026-04-27T02:53:02.261491Z","end":"2026-04-27T02:53:02.447213Z","steps":["trace[675494002] 'range keys from in-memory index tree' (duration: 185.137875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.447217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.299822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:53:02.447301Z","caller":"traceutil/trace.go:171","msg":"trace[740288519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4674; }","duration":"193.459006ms","start":"2026-04-27T02:53:02.253828Z","end":"2026-04-27T02:53:02.447287Z","steps":["trace[740288519] 'range keys from in-memory index tree' (duration: 193.081035ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:02.90488Z","caller":"traceutil/trace.go:171","msg":"trace[1573531324] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"453.454948ms","start":"2026-04-27T02:53:02.451399Z","end":"2026-04-27T02:53:02.904854Z","steps":["trace[1573531324] 'process raft request' (duration: 453.278053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:02.905051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.451385Z","time spent":"453.580482ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:03.903731Z","caller":"traceutil/trace.go:171","msg":"trace[1438190199] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"1.451918636s","start":"2026-04-27T02:53:02.451781Z","end":"2026-04-27T02:53:03.9037Z","steps":["trace[1438190199] 'process raft request' (duration: 1.451665988s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:03.903846Z","caller":"traceutil/trace.go:171","msg":"trace[1594193848] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"1.451883835s","start":"2026-04-27T02:53:02.451895Z","end":"2026-04-27T02:53:03.903779Z","steps":["trace[1594193848] 'process raft request' (duration: 1.451707769s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:03.903963Z","caller":"traceutil/trace.go:171","msg":"trace[1294340992] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4866; }","duration":"1.451831383s","start":"2026-04-27T02:53:02.45212Z","end":"2026-04-27T02:53:03.903951Z","steps":["trace[1294340992] 'read index received' (duration: 452.592941ms)","trace[1294340992] 'applied index is now lower than readState.Index' (duration: 999.237672ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:03.904028Z","caller":"traceutil/trace.go:171","msg":"trace[654288692] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"1.093593481s","start":"2026-04-27T02:53:02.810428Z","end":"2026-04-27T02:53:03.904021Z","steps":["trace[654288692] 'process raft request' (duration: 1.093491548s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:03.904017Z","caller":"traceutil/trace.go:171","msg":"trace[2002811600] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"1.445765154s","start":"2026-04-27T02:53:02.458229Z","end":"2026-04-27T02:53:03.903994Z","steps":["trace[2002811600] 'process raft request' (duration: 1.44564348s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.903879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.45176Z","time spent":"1.45203759s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:03.904118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.458176Z","time spent":"1.445895567s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:03.904131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.810402Z","time spent":"1.093650642s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:03.903735Z","caller":"traceutil/trace.go:171","msg":"trace[1726770710] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"1.451050569s","start":"2026-04-27T02:53:02.45266Z","end":"2026-04-27T02:53:03.903711Z","steps":["trace[1726770710] 'process raft request' (duration: 1.450985527s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.904021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.451887Z","time spent":"1.452043261s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:03.904217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.452653Z","time spent":"1.451531425s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:03.904232Z","caller":"traceutil/trace.go:171","msg":"trace[659509105] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"1.451336538s","start":"2026-04-27T02:53:02.452849Z","end":"2026-04-27T02:53:03.904185Z","steps":["trace[659509105] 'process raft request' (duration: 1.450818831s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.904438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.452834Z","time spent":"1.451497243s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:03.904882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452757462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"info","ts":"2026-04-27T02:53:03.904919Z","caller":"traceutil/trace.go:171","msg":"trace[1377113807] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4681; }","duration":"1.452817394s","start":"2026-04-27T02:53:02.452093Z","end":"2026-04-27T02:53:03.904911Z","steps":["trace[1377113807] 'agreement among raft nodes before linearized reading' (duration: 1.451970328s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.904942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.452085Z","time spent":"1.452851205s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:53:03.923345Z","caller":"traceutil/trace.go:171","msg":"trace[1406989992] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"280.694992ms","start":"2026-04-27T02:53:03.642629Z","end":"2026-04-27T02:53:03.923324Z","steps":["trace[1406989992] 'process raft request' (duration: 280.467135ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:03.923437Z","caller":"traceutil/trace.go:171","msg":"trace[533949815] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"121.755588ms","start":"2026-04-27T02:53:03.80166Z","end":"2026-04-27T02:53:03.923415Z","steps":["trace[533949815] 'process raft request' (duration: 121.596253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.923506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.801393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-27T02:53:03.92361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364446824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:03.923631Z","caller":"traceutil/trace.go:171","msg":"trace[1020885910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4683; }","duration":"942.969338ms","start":"2026-04-27T02:53:02.980642Z","end":"2026-04-27T02:53:03.923612Z","steps":["trace[1020885910] 'agreement among raft nodes before linearized reading' (duration: 942.695009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.923599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014793379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa171072e26fed\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-27T02:53:03.923609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.4713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:53:03.923669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.980621Z","time spent":"943.04033ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T02:53:03.923701Z","caller":"traceutil/trace.go:171","msg":"trace[136277381] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa171072e26fed; range_end:; response_count:1; response_revision:4683; }","duration":"1.014945425s","start":"2026-04-27T02:53:02.908731Z","end":"2026-04-27T02:53:03.923677Z","steps":["trace[136277381] 'agreement among raft nodes before linearized reading' (duration: 1.014706127s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.923763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.908705Z","time spent":"1.015046718s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa171072e26fed\" "} {"level":"info","ts":"2026-04-27T02:53:03.923709Z","caller":"traceutil/trace.go:171","msg":"trace[759151583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4683; }","duration":"844.579103ms","start":"2026-04-27T02:53:03.079108Z","end":"2026-04-27T02:53:03.923687Z","steps":["trace[759151583] 'agreement among raft nodes before linearized reading' (duration: 844.398657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.923818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:03.079061Z","time spent":"844.747848ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:53:03.923846Z","caller":"traceutil/trace.go:171","msg":"trace[1832573913] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4683; }","duration":"1.364548796s","start":"2026-04-27T02:53:02.559083Z","end":"2026-04-27T02:53:03.923632Z","steps":["trace[1832573913] 'agreement among raft nodes before linearized reading' (duration: 1.364434263s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.92389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.559058Z","time spent":"1.364819565s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:03.924511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470389516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"info","ts":"2026-04-27T02:53:03.92459Z","caller":"traceutil/trace.go:171","msg":"trace[901929561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4683; }","duration":"1.470504409s","start":"2026-04-27T02:53:02.454068Z","end":"2026-04-27T02:53:03.924572Z","steps":["trace[901929561] 'agreement among raft nodes before linearized reading' (duration: 1.46925222s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:03.924643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:02.454056Z","time spent":"1.470569531s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:53:04.018158Z","caller":"traceutil/trace.go:171","msg":"trace[1806540752] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"107.45737ms","start":"2026-04-27T02:53:03.910654Z","end":"2026-04-27T02:53:04.018111Z","steps":["trace[1806540752] 'process raft request' (duration: 64.922666ms)","trace[1806540752] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/endpointslices/monitoring/loki-b8rtk; req_size:1390; } (duration: 42.217073ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:04.018243Z","caller":"traceutil/trace.go:171","msg":"trace[2105559019] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"107.557693ms","start":"2026-04-27T02:53:03.910652Z","end":"2026-04-27T02:53:04.01821Z","steps":["trace[2105559019] 'process raft request' (duration: 107.341516ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.018443Z","caller":"traceutil/trace.go:171","msg":"trace[1677679723] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"107.538002ms","start":"2026-04-27T02:53:03.91084Z","end":"2026-04-27T02:53:04.018378Z","steps":["trace[1677679723] 'process raft request' (duration: 107.217522ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.018497Z","caller":"traceutil/trace.go:171","msg":"trace[1102496845] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"107.249803ms","start":"2026-04-27T02:53:03.911212Z","end":"2026-04-27T02:53:04.018462Z","steps":["trace[1102496845] 'process raft request' (duration: 106.965974ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.018572Z","caller":"traceutil/trace.go:171","msg":"trace[329291511] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"107.009576ms","start":"2026-04-27T02:53:03.911547Z","end":"2026-04-27T02:53:04.018557Z","steps":["trace[329291511] 'process raft request' (duration: 106.83296ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.018886Z","caller":"traceutil/trace.go:171","msg":"trace[971588823] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"103.177265ms","start":"2026-04-27T02:53:03.915689Z","end":"2026-04-27T02:53:04.018866Z","steps":["trace[971588823] 'process raft request' (duration: 103.050181ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.018904Z","caller":"traceutil/trace.go:171","msg":"trace[1464686285] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"107.282984ms","start":"2026-04-27T02:53:03.911607Z","end":"2026-04-27T02:53:04.01889Z","steps":["trace[1464686285] 'process raft request' (duration: 106.856231ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.085161Z","caller":"traceutil/trace.go:171","msg":"trace[1040042007] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"159.774111ms","start":"2026-04-27T02:53:03.925361Z","end":"2026-04-27T02:53:04.085135Z","steps":["trace[1040042007] 'process raft request' (duration: 159.454921ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.093223Z","caller":"traceutil/trace.go:171","msg":"trace[1587963671] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"113.55564ms","start":"2026-04-27T02:53:03.979635Z","end":"2026-04-27T02:53:04.09319Z","steps":["trace[1587963671] 'process raft request' (duration: 113.319713ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:04.093559Z","caller":"traceutil/trace.go:171","msg":"trace[1394234283] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"101.670608ms","start":"2026-04-27T02:53:03.991722Z","end":"2026-04-27T02:53:04.093393Z","steps":["trace[1394234283] 'process raft request' (duration: 101.41555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:04.683225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290781925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:53:04.80409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.555543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:53:04.804214Z","caller":"traceutil/trace.go:171","msg":"trace[1961395189] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"707.158594ms","start":"2026-04-27T02:53:04.097034Z","end":"2026-04-27T02:53:04.804193Z","steps":["trace[1961395189] 'process raft request' (duration: 598.411234ms)","trace[1961395189] 'compare' (duration: 108.243554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:04.804278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.09702Z","time spent":"707.228086ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:05.07844Z","caller":"traceutil/trace.go:171","msg":"trace[332578725] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"862.409851ms","start":"2026-04-27T02:53:04.215962Z","end":"2026-04-27T02:53:05.078372Z","steps":["trace[332578725] 'process raft request' (duration: 862.021339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:05.078722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.215926Z","time spent":"862.604127ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18124,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:05.789132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.836348ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:53:05.790201Z","caller":"traceutil/trace.go:171","msg":"trace[2023214274] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4886; }","duration":"1.607593647s","start":"2026-04-27T02:53:04.182581Z","end":"2026-04-27T02:53:05.790175Z","steps":["trace[2023214274] 'read index received' (duration: 512.937304ms)","trace[2023214274] 'applied index is now lower than readState.Index' (duration: 1.094655073s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:05.790383Z","caller":"traceutil/trace.go:171","msg":"trace[155806294] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"1.202249007s","start":"2026-04-27T02:53:04.588108Z","end":"2026-04-27T02:53:05.790357Z","steps":["trace[155806294] 'process raft request' (duration: 1.201988468s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:05.790542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.588076Z","time spent":"1.202377111s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:05.790598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60799097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:53:05.790364Z","caller":"traceutil/trace.go:171","msg":"trace[1280074521] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"1.390219951s","start":"2026-04-27T02:53:04.400105Z","end":"2026-04-27T02:53:05.790325Z","steps":["trace[1280074521] 'process raft request' (duration: 1.389125716s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:05.79071Z","caller":"traceutil/trace.go:171","msg":"trace[1467518494] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4698; }","duration":"1.608173835s","start":"2026-04-27T02:53:04.182511Z","end":"2026-04-27T02:53:05.790684Z","steps":["trace[1467518494] 'agreement among raft nodes before linearized reading' (duration: 1.607979899s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:05.790781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.18248Z","time spent":"1.608283528s","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:05.790802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.400074Z","time spent":"1.390630954s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:05.790995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.699197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:53:05.791024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.897244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:53:05.791029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33820025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:53:05.791064Z","caller":"traceutil/trace.go:171","msg":"trace[365346667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4698; }","duration":"712.79661ms","start":"2026-04-27T02:53:05.07825Z","end":"2026-04-27T02:53:05.791047Z","steps":["trace[365346667] 'agreement among raft nodes before linearized reading' (duration: 712.691867ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:05.791089Z","caller":"traceutil/trace.go:171","msg":"trace[1493157995] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4698; }","duration":"647.003628ms","start":"2026-04-27T02:53:05.144069Z","end":"2026-04-27T02:53:05.791073Z","steps":["trace[1493157995] 'agreement among raft nodes before linearized reading' (duration: 646.897365ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:05.791099Z","caller":"traceutil/trace.go:171","msg":"trace[1219211737] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4698; }","duration":"1.338277452s","start":"2026-04-27T02:53:04.452806Z","end":"2026-04-27T02:53:05.791083Z","steps":["trace[1219211737] 'agreement among raft nodes before linearized reading' (duration: 1.338125178s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:05.791129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.078233Z","time spent":"712.884433ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:53:05.791141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.144048Z","time spent":"647.07957ms","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:05.79115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.452786Z","time spent":"1.338349574s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":41,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:05.791052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.276851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:05.791282Z","caller":"traceutil/trace.go:171","msg":"trace[920583260] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:4698; }","duration":"821.547409ms","start":"2026-04-27T02:53:04.969711Z","end":"2026-04-27T02:53:05.791258Z","steps":["trace[920583260] 'agreement among raft nodes before linearized reading' (duration: 821.24861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:05.791373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.969691Z","time spent":"821.662073ms","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:05.792774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.512193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:53:05.792869Z","caller":"traceutil/trace.go:171","msg":"trace[1563670374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4698; }","duration":"861.638967ms","start":"2026-04-27T02:53:04.931202Z","end":"2026-04-27T02:53:05.792841Z","steps":["trace[1563670374] 'agreement among raft nodes before linearized reading' (duration: 859.762798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:05.793144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:04.931178Z","time spent":"861.947826ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:53:06.43353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290781939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:53:06.549192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.198299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:53:06.549325Z","caller":"traceutil/trace.go:171","msg":"trace[1795653780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4698; }","duration":"636.400964ms","start":"2026-04-27T02:53:05.912905Z","end":"2026-04-27T02:53:06.549306Z","steps":["trace[1795653780] 'range keys from in-memory index tree' (duration: 635.911419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:06.549395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.912874Z","time spent":"636.485207ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:53:06.549695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.270846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T02:53:06.550009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.184814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T02:53:06.550079Z","caller":"traceutil/trace.go:171","msg":"trace[564809281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4698; }","duration":"640.294367ms","start":"2026-04-27T02:53:05.909769Z","end":"2026-04-27T02:53:06.550064Z","steps":["trace[564809281] 'range keys from in-memory index tree' (duration: 640.05907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:06.549792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.0819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T02:53:06.550128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.90975Z","time spent":"640.365779ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:53:06.550089Z","caller":"traceutil/trace.go:171","msg":"trace[1591963123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4698; }","duration":"640.596796ms","start":"2026-04-27T02:53:05.909346Z","end":"2026-04-27T02:53:06.549943Z","steps":["trace[1591963123] 'range keys from in-memory index tree' (duration: 640.016318ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:06.550167Z","caller":"traceutil/trace.go:171","msg":"trace[1654693458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4698; }","duration":"640.473363ms","start":"2026-04-27T02:53:05.909675Z","end":"2026-04-27T02:53:06.550149Z","steps":["trace[1654693458] 'range keys from in-memory index tree' (duration: 639.979667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:06.550235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.909665Z","time spent":"640.553665ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:53:06.549792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.008599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T02:53:06.550324Z","caller":"traceutil/trace.go:171","msg":"trace[1051051898] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"622.774237ms","start":"2026-04-27T02:53:05.927516Z","end":"2026-04-27T02:53:06.550291Z","steps":["trace[1051051898] 'process raft request' (duration: 534.642414ms)","trace[1051051898] 'compare' (duration: 87.094131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:06.550428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.909294Z","time spent":"640.874065ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:53:06.550486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.92748Z","time spent":"622.921082ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:06.550298Z","caller":"traceutil/trace.go:171","msg":"trace[1465489925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4698; }","duration":"641.552316ms","start":"2026-04-27T02:53:05.908727Z","end":"2026-04-27T02:53:06.55028Z","steps":["trace[1465489925] 'range keys from in-memory index tree' (duration: 640.831744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:06.550631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.908706Z","time spent":"641.894277ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:53:06.635466Z","caller":"traceutil/trace.go:171","msg":"trace[1899692240] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"536.396869ms","start":"2026-04-27T02:53:06.099027Z","end":"2026-04-27T02:53:06.635424Z","steps":["trace[1899692240] 'process raft request' (duration: 536.288315ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:06.635588Z","caller":"traceutil/trace.go:171","msg":"trace[1606307697] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"535.760669ms","start":"2026-04-27T02:53:06.099809Z","end":"2026-04-27T02:53:06.63557Z","steps":["trace[1606307697] 'process raft request' (duration: 535.554653ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:06.635597Z","caller":"traceutil/trace.go:171","msg":"trace[1188508792] linearizableReadLoop","detail":"{readStateIndex:4895; appliedIndex:4891; }","duration":"702.328562ms","start":"2026-04-27T02:53:05.93324Z","end":"2026-04-27T02:53:06.635569Z","steps":["trace[1188508792] 'read index received' (duration: 528.990057ms)","trace[1188508792] 'applied index is now lower than readState.Index' (duration: 173.336245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:06.635731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.098991Z","time spent":"536.586754ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:06.635795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.099788Z","time spent":"535.868903ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:06.635482Z","caller":"traceutil/trace.go:171","msg":"trace[1335790718] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"706.956997ms","start":"2026-04-27T02:53:05.928476Z","end":"2026-04-27T02:53:06.635433Z","steps":["trace[1335790718] 'process raft request' (duration: 706.591375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:06.635907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.620952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-04-27T02:53:06.635921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.928458Z","time spent":"707.408751ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:06.635962Z","caller":"traceutil/trace.go:171","msg":"trace[1153662549] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:4702; }","duration":"702.754575ms","start":"2026-04-27T02:53:05.933191Z","end":"2026-04-27T02:53:06.635945Z","steps":["trace[1153662549] 'agreement among raft nodes before linearized reading' (duration: 702.521478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:06.636214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:05.933177Z","time spent":"702.951902ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"warn","ts":"2026-04-27T02:53:07.136633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290781948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:53:07.637082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290781948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:53:08.079526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:53:08.0796Z","caller":"traceutil/trace.go:171","msg":"trace[53364667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164828s","start":"2026-04-27T02:53:06.07942Z","end":"2026-04-27T02:53:08.079585Z","steps":["trace[53364667] 'agreement among raft nodes before linearized reading' (duration: 2.000067775s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.079662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.079404Z","time spent":"2.00022696s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:53:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:53:08.137775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290781948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:53:08.339406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704320151s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:53:08.339863Z","caller":"traceutil/trace.go:171","msg":"trace[1412579758] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"1.784762563s","start":"2026-04-27T02:53:06.555081Z","end":"2026-04-27T02:53:08.339843Z","steps":["trace[1412579758] 'process raft request' (duration: 1.784614908s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.55506Z","time spent":"1.784858976s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:08.340206Z","caller":"traceutil/trace.go:171","msg":"trace[1211369302] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"1.785082833s","start":"2026-04-27T02:53:06.555091Z","end":"2026-04-27T02:53:08.340174Z","steps":["trace[1211369302] 'process raft request' (duration: 1.784722752s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:08.340225Z","caller":"traceutil/trace.go:171","msg":"trace[1185132616] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"1.784924148s","start":"2026-04-27T02:53:06.555277Z","end":"2026-04-27T02:53:08.340201Z","steps":["trace[1185132616] 'process raft request' (duration: 1.784787464s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:08.340272Z","caller":"traceutil/trace.go:171","msg":"trace[2145573356] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"1.784884637s","start":"2026-04-27T02:53:06.555378Z","end":"2026-04-27T02:53:08.340263Z","steps":["trace[2145573356] 'process raft request' (duration: 1.784790854s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.555367Z","time spent":"1.784925178s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:08.340333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.555077Z","time spent":"1.785195757s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:08.340358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.555246Z","time spent":"1.785039832s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:08.340316Z","caller":"traceutil/trace.go:171","msg":"trace[1194073657] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4895; }","duration":"1.704629641s","start":"2026-04-27T02:53:06.635668Z","end":"2026-04-27T02:53:08.340298Z","steps":["trace[1194073657] 'read index received' (duration: 1.70395413s)","trace[1194073657] 'applied index is now lower than readState.Index' (duration: 674.251µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:08.340477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271982961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:53:08.340492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839555702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-27T02:53:08.340541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785143235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"warn","ts":"2026-04-27T02:53:08.340532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150936329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:08.340564Z","caller":"traceutil/trace.go:171","msg":"trace[495822882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4706; }","duration":"1.785166256s","start":"2026-04-27T02:53:06.555391Z","end":"2026-04-27T02:53:08.340557Z","steps":["trace[495822882] 'agreement among raft nodes before linearized reading' (duration: 1.784983071s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896464896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T02:53:08.340588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.555365Z","time spent":"1.785217677s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:53:08.340594Z","caller":"traceutil/trace.go:171","msg":"trace[410532565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4706; }","duration":"1.151025662s","start":"2026-04-27T02:53:07.189552Z","end":"2026-04-27T02:53:08.340578Z","steps":["trace[410532565] 'agreement among raft nodes before linearized reading' (duration: 1.150938399s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:08.340613Z","caller":"traceutil/trace.go:171","msg":"trace[2113239557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4706; }","duration":"1.896553469s","start":"2026-04-27T02:53:06.444042Z","end":"2026-04-27T02:53:08.340595Z","steps":["trace[2113239557] 'agreement among raft nodes before linearized reading' (duration: 1.896422245s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697690223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"warn","ts":"2026-04-27T02:53:08.340631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942858401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:53:08.340708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314829238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:08.340736Z","caller":"traceutil/trace.go:171","msg":"trace[1347228687] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4706; }","duration":"1.31488773s","start":"2026-04-27T02:53:07.025841Z","end":"2026-04-27T02:53:08.340728Z","steps":["trace[1347228687] 'agreement among raft nodes before linearized reading' (duration: 1.314848329s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.815088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:53:08.340761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:07.025816Z","time spent":"1.314939382s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:53:08.340776Z","caller":"traceutil/trace.go:171","msg":"trace[729049486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4706; }","duration":"805.862959ms","start":"2026-04-27T02:53:07.534903Z","end":"2026-04-27T02:53:08.340766Z","steps":["trace[729049486] 'agreement among raft nodes before linearized reading' (duration: 805.802257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104167433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-27T02:53:08.340815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:07.534839Z","time spent":"805.966722ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:53:08.340851Z","caller":"traceutil/trace.go:171","msg":"trace[847183438] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f; range_end:; response_count:1; response_revision:4706; }","duration":"1.104244265s","start":"2026-04-27T02:53:07.236595Z","end":"2026-04-27T02:53:08.340839Z","steps":["trace[847183438] 'agreement among raft nodes before linearized reading' (duration: 1.104136272s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531987387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T02:53:08.340891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:07.236577Z","time spent":"1.104305737s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f\" "} {"level":"info","ts":"2026-04-27T02:53:08.340907Z","caller":"traceutil/trace.go:171","msg":"trace[239231438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4706; }","duration":"1.53206016s","start":"2026-04-27T02:53:06.808834Z","end":"2026-04-27T02:53:08.340894Z","steps":["trace[239231438] 'agreement among raft nodes before linearized reading' (duration: 1.531912885s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540652749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:53:08.340953Z","caller":"traceutil/trace.go:171","msg":"trace[1644545874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4706; }","duration":"1.540721482s","start":"2026-04-27T02:53:06.800224Z","end":"2026-04-27T02:53:08.340945Z","steps":["trace[1644545874] 'agreement among raft nodes before linearized reading' (duration: 1.540650659s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.340946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.808823Z","time spent":"1.532113441s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:53:08.340972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.800201Z","time spent":"1.540767153s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:53:08.340632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:07.18953Z","time spent":"1.151094925s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:53:08.34057Z","caller":"traceutil/trace.go:171","msg":"trace[1889249947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4706; }","duration":"1.839680795s","start":"2026-04-27T02:53:06.500871Z","end":"2026-04-27T02:53:08.340552Z","steps":["trace[1889249947] 'agreement among raft nodes before linearized reading' (duration: 1.83950644s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.341055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326589077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-27T02:53:08.340715Z","caller":"traceutil/trace.go:171","msg":"trace[381517965] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4706; }","duration":"1.942968224s","start":"2026-04-27T02:53:06.39774Z","end":"2026-04-27T02:53:08.340708Z","steps":["trace[381517965] 'agreement among raft nodes before linearized reading' (duration: 1.942793089s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.341119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.500852Z","time spent":"1.840246563s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T02:53:08.341123Z","caller":"traceutil/trace.go:171","msg":"trace[715515573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4706; }","duration":"1.3266841s","start":"2026-04-27T02:53:07.014431Z","end":"2026-04-27T02:53:08.341115Z","steps":["trace[715515573] 'agreement among raft nodes before linearized reading' (duration: 1.32636772s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:08.34052Z","caller":"traceutil/trace.go:171","msg":"trace[962626318] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4706; }","duration":"2.272103845s","start":"2026-04-27T02:53:06.068407Z","end":"2026-04-27T02:53:08.340511Z","steps":["trace[962626318] 'agreement among raft nodes before linearized reading' (duration: 2.27195862s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.341198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:07.014413Z","time spent":"1.326777743s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:53:08.341238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.06837Z","time spent":"2.272850008s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:53:08.340676Z","caller":"traceutil/trace.go:171","msg":"trace[1601749480] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4706; }","duration":"1.697756065s","start":"2026-04-27T02:53:06.642912Z","end":"2026-04-27T02:53:08.340668Z","steps":["trace[1601749480] 'agreement among raft nodes before linearized reading' (duration: 1.697545198s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.34115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.397692Z","time spent":"1.94344556s","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:08.341412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.642894Z","time spent":"1.698474928s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:53:08.340682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.731025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:53:08.34067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:06.444018Z","time spent":"1.896639842s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T02:53:08.341553Z","caller":"traceutil/trace.go:171","msg":"trace[781656440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4706; }","duration":"261.621334ms","start":"2026-04-27T02:53:08.079908Z","end":"2026-04-27T02:53:08.34153Z","steps":["trace[781656440] 'agreement among raft nodes before linearized reading' (duration: 260.756457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:08.455093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:08.455174Z","caller":"traceutil/trace.go:171","msg":"trace[771388054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4710; }","duration":"104.689973ms","start":"2026-04-27T02:53:08.350465Z","end":"2026-04-27T02:53:08.455155Z","steps":["trace[771388054] 'agreement among raft nodes before linearized reading' (duration: 104.533518ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:09.019269Z","caller":"traceutil/trace.go:171","msg":"trace[1408097153] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"377.212558ms","start":"2026-04-27T02:53:08.642023Z","end":"2026-04-27T02:53:09.019235Z","steps":["trace[1408097153] 'process raft request' (duration: 329.098119ms)","trace[1408097153] 'compare' (duration: 47.751918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:09.019453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:08.641994Z","time spent":"377.356663ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:09.318965Z","caller":"traceutil/trace.go:171","msg":"trace[136646181] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"676.40023ms","start":"2026-04-27T02:53:08.64254Z","end":"2026-04-27T02:53:09.31894Z","steps":["trace[136646181] 'process raft request' (duration: 594.054747ms)","trace[136646181] 'compare' (duration: 82.069964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:09.31911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:08.642506Z","time spent":"676.532374ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:09.319127Z","caller":"traceutil/trace.go:171","msg":"trace[1669685418] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4906; }","duration":"424.80077ms","start":"2026-04-27T02:53:08.894297Z","end":"2026-04-27T02:53:09.319098Z","steps":["trace[1669685418] 'read index received' (duration: 76.916221ms)","trace[1669685418] 'applied index is now lower than readState.Index' (duration: 347.883038ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:09.319163Z","caller":"traceutil/trace.go:171","msg":"trace[465958533] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"676.503213ms","start":"2026-04-27T02:53:08.642629Z","end":"2026-04-27T02:53:09.319132Z","steps":["trace[465958533] 'process raft request' (duration: 676.272565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:09.319273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.985056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:53:09.31931Z","caller":"traceutil/trace.go:171","msg":"trace[753153903] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:4715; }","duration":"425.023517ms","start":"2026-04-27T02:53:08.89428Z","end":"2026-04-27T02:53:09.319303Z","steps":["trace[753153903] 'agreement among raft nodes before linearized reading' (duration: 424.897023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:09.319323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:08.642622Z","time spent":"676.608906ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:09.319339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:08.89419Z","time spent":"425.143211ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-27T02:53:12.39231Z","caller":"traceutil/trace.go:171","msg":"trace[1593071180] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"106.772538ms","start":"2026-04-27T02:53:12.285504Z","end":"2026-04-27T02:53:12.392277Z","steps":["trace[1593071180] 'process raft request' (duration: 106.554951ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:15.726577Z","caller":"traceutil/trace.go:171","msg":"trace[1067113973] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"389.07763ms","start":"2026-04-27T02:53:15.337469Z","end":"2026-04-27T02:53:15.726547Z","steps":["trace[1067113973] 'process raft request' (duration: 388.883944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:15.72674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:15.337428Z","time spent":"389.230704ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:16.355027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.070821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:53:16.355145Z","caller":"traceutil/trace.go:171","msg":"trace[2077581299] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4942; }","duration":"932.273151ms","start":"2026-04-27T02:53:15.422856Z","end":"2026-04-27T02:53:16.355129Z","steps":["trace[2077581299] 'read index received' (duration: 303.547118ms)","trace[2077581299] 'applied index is now lower than readState.Index' (duration: 628.724343ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:16.355213Z","caller":"traceutil/trace.go:171","msg":"trace[623036941] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"1.016720409s","start":"2026-04-27T02:53:15.33848Z","end":"2026-04-27T02:53:16.355201Z","steps":["trace[623036941] 'process raft request' (duration: 552.395689ms)","trace[623036941] 'compare' (duration: 463.747941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:16.355529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:15.338458Z","time spent":"1.017022838s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:16.35556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.679605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:53:16.355642Z","caller":"traceutil/trace.go:171","msg":"trace[1956254479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4748; }","duration":"932.812889ms","start":"2026-04-27T02:53:15.422803Z","end":"2026-04-27T02:53:16.355616Z","steps":["trace[1956254479] 'agreement among raft nodes before linearized reading' (duration: 932.564751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:16.355705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:15.42278Z","time spent":"932.913672ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T02:53:16.356737Z","caller":"traceutil/trace.go:171","msg":"trace[907261892] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"322.968727ms","start":"2026-04-27T02:53:16.033746Z","end":"2026-04-27T02:53:16.356714Z","steps":["trace[907261892] 'process raft request' (duration: 322.873144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:16.356872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.033729Z","time spent":"323.07531ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:17.878203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115047333s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:53:17.878324Z","caller":"traceutil/trace.go:171","msg":"trace[1494485440] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4944; }","duration":"1.52314126s","start":"2026-04-27T02:53:16.355172Z","end":"2026-04-27T02:53:17.878313Z","steps":["trace[1494485440] 'read index received' (duration: 1.510987ms)","trace[1494485440] 'applied index is now lower than readState.Index' (duration: 1.521629473s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:17.878341Z","caller":"traceutil/trace.go:171","msg":"trace[753970063] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"1.697441145s","start":"2026-04-27T02:53:16.180869Z","end":"2026-04-27T02:53:17.878311Z","steps":["trace[753970063] 'process raft request' (duration: 582.224486ms)","trace[753970063] 'compare' (duration: 1.11429143s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:17.878497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.180837Z","time spent":"1.697580499s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:17.878992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797800072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:17.879073Z","caller":"traceutil/trace.go:171","msg":"trace[664245380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4750; }","duration":"1.797891585s","start":"2026-04-27T02:53:16.081164Z","end":"2026-04-27T02:53:17.879056Z","steps":["trace[664245380] 'agreement among raft nodes before linearized reading' (duration: 1.797196723s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:17.87906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856232234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:17.879102Z","caller":"traceutil/trace.go:171","msg":"trace[690652359] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"836.291523ms","start":"2026-04-27T02:53:17.042788Z","end":"2026-04-27T02:53:17.87908Z","steps":["trace[690652359] 'process raft request' (duration: 836.2118ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:17.879142Z","caller":"traceutil/trace.go:171","msg":"trace[1058319284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4750; }","duration":"1.856360508s","start":"2026-04-27T02:53:16.022764Z","end":"2026-04-27T02:53:17.879125Z","steps":["trace[1058319284] 'agreement among raft nodes before linearized reading' (duration: 1.855607885s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:17.879137Z","caller":"traceutil/trace.go:171","msg":"trace[1319836282] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"1.202597229s","start":"2026-04-27T02:53:16.67652Z","end":"2026-04-27T02:53:17.879118Z","steps":["trace[1319836282] 'process raft request' (duration: 1.201763673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:17.879197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.022748Z","time spent":"1.856437551s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:17.879232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:17.042766Z","time spent":"836.405617ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:17.879121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.081097Z","time spent":"1.798009399s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:53:17.879427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.676495Z","time spent":"1.202884768s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:18.287605Z","caller":"traceutil/trace.go:171","msg":"trace[354524611] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4947; }","duration":"409.215861ms","start":"2026-04-27T02:53:17.878343Z","end":"2026-04-27T02:53:18.287559Z","steps":["trace[354524611] 'read index received' (duration: 662.861µs)","trace[354524611] 'applied index is now lower than readState.Index' (duration: 408.55187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:18.287822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.810309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:53:18.287887Z","caller":"traceutil/trace.go:171","msg":"trace[1833055363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4753; }","duration":"924.913232ms","start":"2026-04-27T02:53:17.362958Z","end":"2026-04-27T02:53:18.287871Z","steps":["trace[1833055363] 'agreement among raft nodes before linearized reading' (duration: 924.741536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.287921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:17.362941Z","time spent":"924.972313ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T02:53:18.287954Z","caller":"traceutil/trace.go:171","msg":"trace[1981588418] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"556.954464ms","start":"2026-04-27T02:53:17.730952Z","end":"2026-04-27T02:53:18.287906Z","steps":["trace[1981588418] 'process raft request' (duration: 465.639981ms)","trace[1981588418] 'compare' (duration: 90.455326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:18.288047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875427897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:53:18.287967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262697173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:53:18.288082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867366523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:53:18.288081Z","caller":"traceutil/trace.go:171","msg":"trace[1318055774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4753; }","duration":"1.875515029s","start":"2026-04-27T02:53:16.412558Z","end":"2026-04-27T02:53:18.288073Z","steps":["trace[1318055774] 'agreement among raft nodes before linearized reading' (duration: 1.875404646s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05050754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-27T02:53:18.288124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.412536Z","time spent":"1.875581601s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:53:18.28812Z","caller":"traceutil/trace.go:171","msg":"trace[1769783625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:4753; }","duration":"1.867418385s","start":"2026-04-27T02:53:16.420691Z","end":"2026-04-27T02:53:18.288109Z","steps":["trace[1769783625] 'agreement among raft nodes before linearized reading' (duration: 1.867345033s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869686886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:53:18.288123Z","caller":"traceutil/trace.go:171","msg":"trace[285109884] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4753; }","duration":"1.26291211s","start":"2026-04-27T02:53:17.025188Z","end":"2026-04-27T02:53:18.2881Z","steps":["trace[285109884] 'agreement among raft nodes before linearized reading' (duration: 1.262681253s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870020116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:53:18.288156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.42068Z","time spent":"1.867469977s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:53:18.288162Z","caller":"traceutil/trace.go:171","msg":"trace[1982497063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4753; }","duration":"1.86980242s","start":"2026-04-27T02:53:16.418346Z","end":"2026-04-27T02:53:18.288149Z","steps":["trace[1982497063] 'agreement among raft nodes before linearized reading' (duration: 1.869624954s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:17.025165Z","time spent":"1.262992622s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:53:18.288153Z","caller":"traceutil/trace.go:171","msg":"trace[78707529] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f; range_end:; response_count:1; response_revision:4753; }","duration":"1.050629974s","start":"2026-04-27T02:53:17.237498Z","end":"2026-04-27T02:53:18.288128Z","steps":["trace[78707529] 'agreement among raft nodes before linearized reading' (duration: 1.050366686s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:18.288179Z","caller":"traceutil/trace.go:171","msg":"trace[2123013220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4753; }","duration":"1.87013026s","start":"2026-04-27T02:53:16.418032Z","end":"2026-04-27T02:53:18.288162Z","steps":["trace[2123013220] 'agreement among raft nodes before linearized reading' (duration: 1.869849761s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.946692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:18.288221Z","caller":"traceutil/trace.go:171","msg":"trace[912825714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4753; }","duration":"408.012194ms","start":"2026-04-27T02:53:17.880202Z","end":"2026-04-27T02:53:18.288214Z","steps":["trace[912825714] 'agreement among raft nodes before linearized reading' (duration: 407.963202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.28804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906289514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:53:18.288223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.418022Z","time spent":"1.870193912s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:53:18.288227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.418326Z","time spent":"1.869890943s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:53:18.288231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:17.237485Z","time spent":"1.050728237s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa1712c1f7e19f\" "} {"level":"warn","ts":"2026-04-27T02:53:18.288171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:17.730932Z","time spent":"557.13287ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:18.288265Z","caller":"traceutil/trace.go:171","msg":"trace[1606062572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4753; }","duration":"1.906585953s","start":"2026-04-27T02:53:16.381662Z","end":"2026-04-27T02:53:18.288248Z","steps":["trace[1606062572] 'agreement among raft nodes before linearized reading' (duration: 1.906251382s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868724666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T02:53:18.288239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:17.880185Z","time spent":"408.050614ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:53:18.288306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.381639Z","time spent":"1.906652895s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:53:18.288336Z","caller":"traceutil/trace.go:171","msg":"trace[1447386413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4753; }","duration":"1.869051797s","start":"2026-04-27T02:53:16.419256Z","end":"2026-04-27T02:53:18.288308Z","steps":["trace[1447386413] 'agreement among raft nodes before linearized reading' (duration: 1.868640554s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838900251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T02:53:18.288579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.419248Z","time spent":"1.869138269s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:53:18.288543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864312388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T02:53:18.288625Z","caller":"traceutil/trace.go:171","msg":"trace[752890074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4753; }","duration":"1.838960583s","start":"2026-04-27T02:53:16.449655Z","end":"2026-04-27T02:53:18.288616Z","steps":["trace[752890074] 'agreement among raft nodes before linearized reading' (duration: 1.837949992s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:18.288649Z","caller":"traceutil/trace.go:171","msg":"trace[849624629] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:4753; }","duration":"1.864441922s","start":"2026-04-27T02:53:16.424199Z","end":"2026-04-27T02:53:18.288641Z","steps":["trace[849624629] 'agreement among raft nodes before linearized reading' (duration: 1.863502243s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.288659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.449643Z","time spent":"1.839010604s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:53:18.28867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:16.424185Z","time spent":"1.864480033s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"warn","ts":"2026-04-27T02:53:18.459915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.583339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:18.460015Z","caller":"traceutil/trace.go:171","msg":"trace[1594628655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4760; }","duration":"162.716482ms","start":"2026-04-27T02:53:18.297273Z","end":"2026-04-27T02:53:18.459989Z","steps":["trace[1594628655] 'agreement among raft nodes before linearized reading' (duration: 162.543576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:18.46072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.357465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"info","ts":"2026-04-27T02:53:18.460964Z","caller":"traceutil/trace.go:171","msg":"trace[1372094264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4760; }","duration":"165.610493ms","start":"2026-04-27T02:53:18.295331Z","end":"2026-04-27T02:53:18.460941Z","steps":["trace[1372094264] 'agreement among raft nodes before linearized reading' (duration: 164.327033ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:24.088702Z","caller":"traceutil/trace.go:171","msg":"trace[1115694900] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"177.986271ms","start":"2026-04-27T02:53:23.910696Z","end":"2026-04-27T02:53:24.088683Z","steps":["trace[1115694900] 'process raft request' (duration: 177.839827ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:24.175103Z","caller":"traceutil/trace.go:171","msg":"trace[1625661479] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"254.158689ms","start":"2026-04-27T02:53:23.920916Z","end":"2026-04-27T02:53:24.175074Z","steps":["trace[1625661479] 'process raft request' (duration: 200.457455ms)","trace[1625661479] 'compare' (duration: 53.58355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:24.473639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.029571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:53:24.473742Z","caller":"traceutil/trace.go:171","msg":"trace[602900422] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4984; }","duration":"140.751584ms","start":"2026-04-27T02:53:24.332973Z","end":"2026-04-27T02:53:24.473724Z","steps":["trace[602900422] 'read index received' (duration: 7.476275ms)","trace[602900422] 'applied index is now lower than readState.Index' (duration: 133.273708ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:24.473828Z","caller":"traceutil/trace.go:171","msg":"trace[1072503668] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"165.503829ms","start":"2026-04-27T02:53:24.308313Z","end":"2026-04-27T02:53:24.473817Z","steps":["trace[1072503668] 'process raft request' (duration: 32.183639ms)","trace[1072503668] 'compare' (duration: 132.784124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:24.474129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.167516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:53:24.474169Z","caller":"traceutil/trace.go:171","msg":"trace[365727440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4788; }","duration":"141.252999ms","start":"2026-04-27T02:53:24.332906Z","end":"2026-04-27T02:53:24.474159Z","steps":["trace[365727440] 'agreement among raft nodes before linearized reading' (duration: 141.114975ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:24.633367Z","caller":"traceutil/trace.go:171","msg":"trace[1589261767] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"154.760223ms","start":"2026-04-27T02:53:24.478586Z","end":"2026-04-27T02:53:24.633346Z","steps":["trace[1589261767] 'process raft request' (duration: 154.699541ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:24.633406Z","caller":"traceutil/trace.go:171","msg":"trace[2040695276] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"154.930628ms","start":"2026-04-27T02:53:24.478429Z","end":"2026-04-27T02:53:24.633359Z","steps":["trace[2040695276] 'process raft request' (duration: 107.630055ms)","trace[2040695276] 'compare' (duration: 47.112037ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:24.633678Z","caller":"traceutil/trace.go:171","msg":"trace[1587125533] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"154.97571ms","start":"2026-04-27T02:53:24.478681Z","end":"2026-04-27T02:53:24.633657Z","steps":["trace[1587125533] 'process raft request' (duration: 154.635059ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:24.633706Z","caller":"traceutil/trace.go:171","msg":"trace[1249829766] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4985; }","duration":"155.005141ms","start":"2026-04-27T02:53:24.478686Z","end":"2026-04-27T02:53:24.633691Z","steps":["trace[1249829766] 'read index received' (duration: 63.216382ms)","trace[1249829766] 'applied index is now lower than readState.Index' (duration: 91.787829ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:24.633751Z","caller":"traceutil/trace.go:171","msg":"trace[364817443] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"154.604278ms","start":"2026-04-27T02:53:24.479137Z","end":"2026-04-27T02:53:24.633741Z","steps":["trace[364817443] 'process raft request' (duration: 154.516825ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:24.633746Z","caller":"traceutil/trace.go:171","msg":"trace[48853402] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"154.67063ms","start":"2026-04-27T02:53:24.479048Z","end":"2026-04-27T02:53:24.633719Z","steps":["trace[48853402] 'process raft request' (duration: 154.496595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:24.633976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.785518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T02:53:24.634039Z","caller":"traceutil/trace.go:171","msg":"trace[1769630434] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:4794; }","duration":"128.889531ms","start":"2026-04-27T02:53:24.505134Z","end":"2026-04-27T02:53:24.634024Z","steps":["trace[1769630434] 'agreement among raft nodes before linearized reading' (duration: 128.665474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:24.634071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.392133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"info","ts":"2026-04-27T02:53:24.634104Z","caller":"traceutil/trace.go:171","msg":"trace[772350987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4794; }","duration":"155.456484ms","start":"2026-04-27T02:53:24.478638Z","end":"2026-04-27T02:53:24.634094Z","steps":["trace[772350987] 'agreement among raft nodes before linearized reading' (duration: 155.147215ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:26.723004Z","caller":"traceutil/trace.go:171","msg":"trace[2061925691] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"187.274591ms","start":"2026-04-27T02:53:26.535687Z","end":"2026-04-27T02:53:26.722962Z","steps":["trace[2061925691] 'process raft request' (duration: 95.805943ms)","trace[2061925691] 'compare' (duration: 91.20714ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:26.723007Z","caller":"traceutil/trace.go:171","msg":"trace[1734648170] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4996; }","duration":"176.159913ms","start":"2026-04-27T02:53:26.546816Z","end":"2026-04-27T02:53:26.722975Z","steps":["trace[1734648170] 'read index received' (duration: 84.732327ms)","trace[1734648170] 'applied index is now lower than readState.Index' (duration: 91.426206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:26.723232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.39279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:53:26.723309Z","caller":"traceutil/trace.go:171","msg":"trace[1163978556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4799; }","duration":"176.510494ms","start":"2026-04-27T02:53:26.546781Z","end":"2026-04-27T02:53:26.723292Z","steps":["trace[1163978556] 'agreement among raft nodes before linearized reading' (duration: 176.284827ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:26.881308Z","caller":"traceutil/trace.go:171","msg":"trace[225471793] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"152.734259ms","start":"2026-04-27T02:53:26.728546Z","end":"2026-04-27T02:53:26.88128Z","steps":["trace[225471793] 'process raft request' (duration: 152.519293ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:26.927983Z","caller":"traceutil/trace.go:171","msg":"trace[421950041] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"198.753953ms","start":"2026-04-27T02:53:26.729197Z","end":"2026-04-27T02:53:26.927951Z","steps":["trace[421950041] 'process raft request' (duration: 198.554267ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:26.928283Z","caller":"traceutil/trace.go:171","msg":"trace[2108923085] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"198.03511ms","start":"2026-04-27T02:53:26.730222Z","end":"2026-04-27T02:53:26.928257Z","steps":["trace[2108923085] 'process raft request' (duration: 197.892225ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:26.928325Z","caller":"traceutil/trace.go:171","msg":"trace[1682637285] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:4998; }","duration":"198.03005ms","start":"2026-04-27T02:53:26.730257Z","end":"2026-04-27T02:53:26.928287Z","steps":["trace[1682637285] 'read index received' (duration: 150.900711ms)","trace[1682637285] 'applied index is now lower than readState.Index' (duration: 47.128508ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:26.928346Z","caller":"traceutil/trace.go:171","msg":"trace[1290427486] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"197.698669ms","start":"2026-04-27T02:53:26.730616Z","end":"2026-04-27T02:53:26.928315Z","steps":["trace[1290427486] 'process raft request' (duration: 197.598396ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:26.928362Z","caller":"traceutil/trace.go:171","msg":"trace[1782346939] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"198.98361ms","start":"2026-04-27T02:53:26.729253Z","end":"2026-04-27T02:53:26.928236Z","steps":["trace[1782346939] 'process raft request' (duration: 198.65629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:26.928678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.117364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"info","ts":"2026-04-27T02:53:26.928727Z","caller":"traceutil/trace.go:171","msg":"trace[2110647207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4805; }","duration":"199.215677ms","start":"2026-04-27T02:53:26.729499Z","end":"2026-04-27T02:53:26.928714Z","steps":["trace[2110647207] 'agreement among raft nodes before linearized reading' (duration: 198.907997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:26.928873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.640059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142527"} {"level":"info","ts":"2026-04-27T02:53:26.928948Z","caller":"traceutil/trace.go:171","msg":"trace[2087891056] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4805; }","duration":"198.729752ms","start":"2026-04-27T02:53:26.7302Z","end":"2026-04-27T02:53:26.92893Z","steps":["trace[2087891056] 'agreement among raft nodes before linearized reading' (duration: 198.313309ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:27.571131Z","caller":"traceutil/trace.go:171","msg":"trace[1247663660] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"310.547337ms","start":"2026-04-27T02:53:27.260544Z","end":"2026-04-27T02:53:27.571091Z","steps":["trace[1247663660] 'process raft request' (duration: 310.32415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:27.571307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:27.260525Z","time spent":"310.695232ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:28.05848Z","caller":"traceutil/trace.go:171","msg":"trace[658806512] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"137.805161ms","start":"2026-04-27T02:53:27.920648Z","end":"2026-04-27T02:53:28.058453Z","steps":["trace[658806512] 'process raft request' (duration: 137.635686ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:28.74723Z","caller":"traceutil/trace.go:171","msg":"trace[170491717] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5006; }","duration":"414.059083ms","start":"2026-04-27T02:53:28.33315Z","end":"2026-04-27T02:53:28.747209Z","steps":["trace[170491717] 'read index received' (duration: 413.858326ms)","trace[170491717] 'applied index is now lower than readState.Index' (duration: 199.767µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:53:28.747478Z","caller":"traceutil/trace.go:171","msg":"trace[338655287] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"500.05039ms","start":"2026-04-27T02:53:28.247419Z","end":"2026-04-27T02:53:28.747469Z","steps":["trace[338655287] 'process raft request' (duration: 499.656087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:28.747557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:28.247384Z","time spent":"500.113512ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:53:28.747704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.551469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:28.747735Z","caller":"traceutil/trace.go:171","msg":"trace[1862574157] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4809; }","duration":"414.619331ms","start":"2026-04-27T02:53:28.333108Z","end":"2026-04-27T02:53:28.747727Z","steps":["trace[1862574157] 'agreement among raft nodes before linearized reading' (duration: 414.568899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:28.747756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:28.333086Z","time spent":"414.664312ms","remote":"127.0.0.1:55566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:53:28.777722Z","caller":"traceutil/trace.go:171","msg":"trace[1691875389] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"262.834771ms","start":"2026-04-27T02:53:28.514858Z","end":"2026-04-27T02:53:28.777693Z","steps":["trace[1691875389] 'process raft request' (duration: 262.612594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:28.777806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.516986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T02:53:28.777885Z","caller":"traceutil/trace.go:171","msg":"trace[97569398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4811; }","duration":"199.64628ms","start":"2026-04-27T02:53:28.57822Z","end":"2026-04-27T02:53:28.777866Z","steps":["trace[97569398] 'agreement among raft nodes before linearized reading' (duration: 199.415553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:28.778026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.901847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-27T02:53:28.778127Z","caller":"traceutil/trace.go:171","msg":"trace[670879519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4811; }","duration":"177.059742ms","start":"2026-04-27T02:53:28.601035Z","end":"2026-04-27T02:53:28.778095Z","steps":["trace[670879519] 'agreement among raft nodes before linearized reading' (duration: 176.789074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:32.793519Z","caller":"traceutil/trace.go:171","msg":"trace[284753038] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"194.559691ms","start":"2026-04-27T02:53:32.598941Z","end":"2026-04-27T02:53:32.7935Z","steps":["trace[284753038] 'process raft request' (duration: 194.418786ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:32.859876Z","caller":"traceutil/trace.go:171","msg":"trace[923679097] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"100.837792ms","start":"2026-04-27T02:53:32.758995Z","end":"2026-04-27T02:53:32.859833Z","steps":["trace[923679097] 'process raft request' (duration: 100.185641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:38.398355Z","caller":"traceutil/trace.go:171","msg":"trace[2063859065] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"230.645482ms","start":"2026-04-27T02:53:38.167692Z","end":"2026-04-27T02:53:38.398337Z","steps":["trace[2063859065] 'process raft request' (duration: 230.468306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:38.399178Z","caller":"traceutil/trace.go:171","msg":"trace[2029799593] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"158.903422ms","start":"2026-04-27T02:53:38.240244Z","end":"2026-04-27T02:53:38.399148Z","steps":["trace[2029799593] 'process raft request' (duration: 158.788939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:50.221138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.712027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:53:50.221364Z","caller":"traceutil/trace.go:171","msg":"trace[733255148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4951; }","duration":"141.006817ms","start":"2026-04-27T02:53:50.080337Z","end":"2026-04-27T02:53:50.221343Z","steps":["trace[733255148] 'range keys from in-memory index tree' (duration: 140.605554ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:55.630243Z","caller":"traceutil/trace.go:171","msg":"trace[137047949] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"415.119511ms","start":"2026-04-27T02:53:55.215103Z","end":"2026-04-27T02:53:55.630223Z","steps":["trace[137047949] 'process raft request' (duration: 414.943635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:55.630378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:55.215088Z","time spent":"415.216564ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:55.630967Z","caller":"traceutil/trace.go:171","msg":"trace[1346383192] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"415.820083ms","start":"2026-04-27T02:53:55.215136Z","end":"2026-04-27T02:53:55.630956Z","steps":["trace[1346383192] 'process raft request' (duration: 415.618917ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:55.630988Z","caller":"traceutil/trace.go:171","msg":"trace[2013729471] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"415.791672ms","start":"2026-04-27T02:53:55.215179Z","end":"2026-04-27T02:53:55.630971Z","steps":["trace[2013729471] 'process raft request' (duration: 415.687329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:55.631021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:55.215114Z","time spent":"415.880985ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:55.631036Z","caller":"traceutil/trace.go:171","msg":"trace[1675004637] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5179; }","duration":"414.737309ms","start":"2026-04-27T02:53:55.216278Z","end":"2026-04-27T02:53:55.631015Z","steps":["trace[1675004637] 'read index received' (duration: 413.8153ms)","trace[1675004637] 'applied index is now lower than readState.Index' (duration: 921.219µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:53:55.631094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:55.215158Z","time spent":"415.876714ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:55.631114Z","caller":"traceutil/trace.go:171","msg":"trace[1666894639] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"415.911216ms","start":"2026-04-27T02:53:55.215192Z","end":"2026-04-27T02:53:55.631104Z","steps":["trace[1666894639] 'process raft request' (duration: 415.711649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:53:55.631146Z","caller":"traceutil/trace.go:171","msg":"trace[2034527299] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"197.186945ms","start":"2026-04-27T02:53:55.433949Z","end":"2026-04-27T02:53:55.631136Z","steps":["trace[2034527299] 'process raft request' (duration: 197.03214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:55.631207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.81575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:53:55.631235Z","caller":"traceutil/trace.go:171","msg":"trace[311657443] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4981; }","duration":"324.897113ms","start":"2026-04-27T02:53:55.306332Z","end":"2026-04-27T02:53:55.63123Z","steps":["trace[311657443] 'agreement among raft nodes before linearized reading' (duration: 324.842501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:55.631252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:55.306301Z","time spent":"324.946394ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:53:55.631239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:55.215157Z","time spent":"416.006079ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:55.631062Z","caller":"traceutil/trace.go:171","msg":"trace[1151472889] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"415.391639ms","start":"2026-04-27T02:53:55.215645Z","end":"2026-04-27T02:53:55.631037Z","steps":["trace[1151472889] 'process raft request' (duration: 415.287836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:55.631408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.123781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142179"} {"level":"info","ts":"2026-04-27T02:53:55.631454Z","caller":"traceutil/trace.go:171","msg":"trace[482004188] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4981; }","duration":"415.200033ms","start":"2026-04-27T02:53:55.216242Z","end":"2026-04-27T02:53:55.631442Z","steps":["trace[482004188] 'agreement among raft nodes before linearized reading' (duration: 414.908764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:53:55.631497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:55.216233Z","time spent":"415.256396ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:53:55.631518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:53:55.215626Z","time spent":"415.796443ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:53:55.634469Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3017} {"level":"info","ts":"2026-04-27T02:53:55.73408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3017,"took":"98.391536ms","hash":4217152914,"current-db-size-bytes":42168320,"current-db-size":"42 MB","current-db-size-in-use-bytes":14544896,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-04-27T02:53:55.734177Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4217152914,"revision":3017,"compact-revision":-1} {"level":"info","ts":"2026-04-27T02:54:03.513132Z","caller":"traceutil/trace.go:171","msg":"trace[1082934625] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"302.331553ms","start":"2026-04-27T02:54:03.210754Z","end":"2026-04-27T02:54:03.513085Z","steps":["trace[1082934625] 'process raft request' (duration: 297.852002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:03.513298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.21073Z","time spent":"302.484158ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:03.513291Z","caller":"traceutil/trace.go:171","msg":"trace[1367096668] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"287.644591ms","start":"2026-04-27T02:54:03.225592Z","end":"2026-04-27T02:54:03.513236Z","steps":["trace[1367096668] 'read index received' (duration: 283.026535ms)","trace[1367096668] 'applied index is now lower than readState.Index' (duration: 4.606935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:03.513564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.961191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:54:03.513697Z","caller":"traceutil/trace.go:171","msg":"trace[1237212619] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5110; }","duration":"288.126356ms","start":"2026-04-27T02:54:03.225543Z","end":"2026-04-27T02:54:03.513669Z","steps":["trace[1237212619] 'agreement among raft nodes before linearized reading' (duration: 287.763575ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:03.515521Z","caller":"traceutil/trace.go:171","msg":"trace[979288608] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"265.883946ms","start":"2026-04-27T02:54:03.249619Z","end":"2026-04-27T02:54:03.515503Z","steps":["trace[979288608] 'process raft request' (duration: 263.654426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:03.51699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.227814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbf3de51-e758-4bf1-8c84-89d8dfbc92b7\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-27T02:54:03.517053Z","caller":"traceutil/trace.go:171","msg":"trace[580596225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dbf3de51-e758-4bf1-8c84-89d8dfbc92b7; range_end:; response_count:1; response_revision:5111; }","duration":"223.322207ms","start":"2026-04-27T02:54:03.293715Z","end":"2026-04-27T02:54:03.517037Z","steps":["trace[580596225] 'agreement among raft nodes before linearized reading' (duration: 223.174613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:03.517688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.394877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:54:03.517749Z","caller":"traceutil/trace.go:171","msg":"trace[1584852464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:5111; }","duration":"256.48238ms","start":"2026-04-27T02:54:03.261251Z","end":"2026-04-27T02:54:03.517734Z","steps":["trace[1584852464] 'agreement among raft nodes before linearized reading' (duration: 254.209349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.009743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.188793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T02:54:04.009827Z","caller":"traceutil/trace.go:171","msg":"trace[1061301324] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:5111; }","duration":"312.300647ms","start":"2026-04-27T02:54:03.697507Z","end":"2026-04-27T02:54:04.009807Z","steps":["trace[1061301324] 'range keys from in-memory index tree' (duration: 312.040728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.009885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.697495Z","time spent":"312.372178ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"warn","ts":"2026-04-27T02:54:04.009898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.305135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:54:04.009968Z","caller":"traceutil/trace.go:171","msg":"trace[594077634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5111; }","duration":"338.423598ms","start":"2026-04-27T02:54:03.671532Z","end":"2026-04-27T02:54:04.009955Z","steps":["trace[594077634] 'range keys from in-memory index tree' (duration: 338.17615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.009999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.671509Z","time spent":"338.483099ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:54:04.009734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.082887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:54:04.01011Z","caller":"traceutil/trace.go:171","msg":"trace[1539654920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5111; }","duration":"331.50188ms","start":"2026-04-27T02:54:03.678596Z","end":"2026-04-27T02:54:04.010098Z","steps":["trace[1539654920] 'range keys from in-memory index tree' (duration: 330.928952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.010143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.67859Z","time spent":"331.542282ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:54:04.010185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.495303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T02:54:04.010283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.572942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T02:54:04.01031Z","caller":"traceutil/trace.go:171","msg":"trace[373759874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5111; }","duration":"331.643264ms","start":"2026-04-27T02:54:03.67866Z","end":"2026-04-27T02:54:04.010303Z","steps":["trace[373759874] 'range keys from in-memory index tree' (duration: 331.411327ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:04.010313Z","caller":"traceutil/trace.go:171","msg":"trace[1813611465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5111; }","duration":"333.608326ms","start":"2026-04-27T02:54:03.676639Z","end":"2026-04-27T02:54:04.010247Z","steps":["trace[1813611465] 'range keys from in-memory index tree' (duration: 333.321587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.01033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.678624Z","time spent":"331.701226ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:54:04.010354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.676627Z","time spent":"333.717349ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:54:04.010365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.761528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T02:54:04.010468Z","caller":"traceutil/trace.go:171","msg":"trace[928844185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5111; }","duration":"331.938264ms","start":"2026-04-27T02:54:03.678513Z","end":"2026-04-27T02:54:04.010452Z","steps":["trace[928844185] 'range keys from in-memory index tree' (duration: 331.642154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.010589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.678503Z","time spent":"332.073538ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:54:04.312656Z","caller":"traceutil/trace.go:171","msg":"trace[1377715399] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"337.123947ms","start":"2026-04-27T02:54:03.975507Z","end":"2026-04-27T02:54:04.312631Z","steps":["trace[1377715399] 'process raft request' (duration: 336.961821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.312898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:03.975485Z","time spent":"337.332113ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:04.336553Z","caller":"traceutil/trace.go:171","msg":"trace[308226340] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"320.665489ms","start":"2026-04-27T02:54:04.015846Z","end":"2026-04-27T02:54:04.336511Z","steps":["trace[308226340] 'process raft request' (duration: 320.452952ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:04.336679Z","caller":"traceutil/trace.go:171","msg":"trace[417968390] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"319.149942ms","start":"2026-04-27T02:54:04.01752Z","end":"2026-04-27T02:54:04.33667Z","steps":["trace[417968390] 'process raft request' (duration: 318.993057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.336828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.017514Z","time spent":"319.231394ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:04.336828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.015825Z","time spent":"320.875406ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:04.336626Z","caller":"traceutil/trace.go:171","msg":"trace[32249234] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"319.184163ms","start":"2026-04-27T02:54:04.01742Z","end":"2026-04-27T02:54:04.336604Z","steps":["trace[32249234] 'process raft request' (duration: 319.052909ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:04.33691Z","caller":"traceutil/trace.go:171","msg":"trace[1908662220] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"320.744022ms","start":"2026-04-27T02:54:04.01596Z","end":"2026-04-27T02:54:04.336704Z","steps":["trace[1908662220] 'process raft request' (duration: 320.456293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.337108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.017398Z","time spent":"319.657478ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:04.336634Z","caller":"traceutil/trace.go:171","msg":"trace[1564085118] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"319.994649ms","start":"2026-04-27T02:54:04.0166Z","end":"2026-04-27T02:54:04.336595Z","steps":["trace[1564085118] 'process raft request' (duration: 319.836984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.33727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.01656Z","time spent":"320.66759ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:04.337053Z","caller":"traceutil/trace.go:171","msg":"trace[2106082789] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5319; }","duration":"319.958807ms","start":"2026-04-27T02:54:04.017056Z","end":"2026-04-27T02:54:04.337014Z","steps":["trace[2106082789] 'read index received' (duration: 295.975852ms)","trace[2106082789] 'applied index is now lower than readState.Index' (duration: 23.981225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:04.337462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.06195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:54:04.3375Z","caller":"traceutil/trace.go:171","msg":"trace[1254473045] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5118; }","duration":"313.135593ms","start":"2026-04-27T02:54:04.024355Z","end":"2026-04-27T02:54:04.337491Z","steps":["trace[1254473045] 'agreement among raft nodes before linearized reading' (duration: 313.03213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.337562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.024345Z","time spent":"313.208145ms","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:04.337586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.509445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:151351"} {"level":"info","ts":"2026-04-27T02:54:04.337648Z","caller":"traceutil/trace.go:171","msg":"trace[1051778321] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5118; }","duration":"320.599018ms","start":"2026-04-27T02:54:04.017036Z","end":"2026-04-27T02:54:04.337636Z","steps":["trace[1051778321] 'agreement among raft nodes before linearized reading' (duration: 320.094132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.337694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.017023Z","time spent":"320.660749ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":151373,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:54:04.338185Z","caller":"traceutil/trace.go:171","msg":"trace[82200436] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"316.490038ms","start":"2026-04-27T02:54:04.021679Z","end":"2026-04-27T02:54:04.338169Z","steps":["trace[82200436] 'process raft request' (duration: 314.865207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.338309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.021661Z","time spent":"316.56578ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8128,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:04.338373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:04.015953Z","time spent":"321.248408ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:04.338669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.647688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:04.338748Z","caller":"traceutil/trace.go:171","msg":"trace[726910509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5118; }","duration":"258.787213ms","start":"2026-04-27T02:54:04.07994Z","end":"2026-04-27T02:54:04.338727Z","steps":["trace[726910509] 'agreement among raft nodes before linearized reading' (duration: 258.546505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:04.338966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.382683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-27T02:54:04.339048Z","caller":"traceutil/trace.go:171","msg":"trace[1624010880] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5118; }","duration":"226.504656ms","start":"2026-04-27T02:54:04.112521Z","end":"2026-04-27T02:54:04.339026Z","steps":["trace[1624010880] 'agreement among raft nodes before linearized reading' (duration: 226.269239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:15.580186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290783230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:54:16.081398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290783230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:54:16.581582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290783230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:54:17.079163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:54:17.079347Z","caller":"traceutil/trace.go:171","msg":"trace[489109321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273356s","start":"2026-04-27T02:54:15.079042Z","end":"2026-04-27T02:54:17.079315Z","steps":["trace[489109321] 'agreement among raft nodes before linearized reading' (duration: 2.000056319s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:17.079415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.079007Z","time spent":"2.00039591s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:54:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:17.082708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290783230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:54:17.277332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.236095946s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:54:17.277937Z","caller":"traceutil/trace.go:171","msg":"trace[88635431] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"2.236923443s","start":"2026-04-27T02:54:15.040987Z","end":"2026-04-27T02:54:17.277911Z","steps":["trace[88635431] 'process raft request' (duration: 2.236727976s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:17.278165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.040942Z","time spent":"2.237078177s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10872,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:19.079678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99974124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:19.079774Z","caller":"traceutil/trace.go:171","msg":"trace[388001030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999895795s","start":"2026-04-27T02:54:17.079853Z","end":"2026-04-27T02:54:19.079749Z","steps":["trace[388001030] 'agreement among raft nodes before linearized reading' (duration: 1.999782011s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:19.079836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:17.079831Z","time spent":"1.999989598s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:54:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:20.3098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.311922Z","time spent":"4.997867412s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:20.624384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.624987Z","time spent":"4.999385779s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:20.635489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.6368Z","time spent":"4.998685218s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:21.091877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002026011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:54:21.092006Z","caller":"traceutil/trace.go:171","msg":"trace[1132312535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002208576s","start":"2026-04-27T02:54:19.089782Z","end":"2026-04-27T02:54:21.09199Z","steps":["trace[1132312535] 'agreement among raft nodes before linearized reading' (duration: 2.002057162s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:21.092063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:19.089764Z","time spent":"2.002290489s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:54:21.445738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999266226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:21.445835Z","caller":"traceutil/trace.go:171","msg":"trace[563496320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99940824s","start":"2026-04-27T02:54:16.446399Z","end":"2026-04-27T02:54:21.445807Z","steps":["trace[563496320] 'agreement among raft nodes before linearized reading' (duration: 4.999290596s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:21.445887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.446381Z","time spent":"4.999495723s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:21.450993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99970223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:54:21.451095Z","caller":"traceutil/trace.go:171","msg":"trace[316576698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999847895s","start":"2026-04-27T02:54:16.451224Z","end":"2026-04-27T02:54:21.451072Z","steps":["trace[316576698] 'agreement among raft nodes before linearized reading' (duration: 4.99971077s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:21.451148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.451215Z","time spent":"4.999922647s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:54:21.451236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999576406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:54:21.451279Z","caller":"traceutil/trace.go:171","msg":"trace[707477624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999623198s","start":"2026-04-27T02:54:16.451636Z","end":"2026-04-27T02:54:21.451259Z","steps":["trace[707477624] 'agreement among raft nodes before linearized reading' (duration: 4.999592057s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:21.451309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.451626Z","time spent":"4.999676869s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:54:21.588817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.59221Z","time spent":"4.996601492s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:23.08993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997678815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:23.090058Z","caller":"traceutil/trace.go:171","msg":"trace[767735043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997880732s","start":"2026-04-27T02:54:21.09214Z","end":"2026-04-27T02:54:23.09002Z","steps":["trace[767735043] 'agreement among raft nodes before linearized reading' (duration: 1.997723207s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:23.090115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:21.092107Z","time spent":"1.997998566s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:24.474862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:17.474295Z","time spent":"7.000559716s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:54:25.096063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99976078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:54:25.096156Z","caller":"traceutil/trace.go:171","msg":"trace[1566649958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999925605s","start":"2026-04-27T02:54:23.096211Z","end":"2026-04-27T02:54:25.096137Z","steps":["trace[1566649958] 'agreement among raft nodes before linearized reading' (duration: 1.999803471s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:25.096221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:23.096181Z","time spent":"2.000021318s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:54:25.309978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99808886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:25.310057Z","caller":"traceutil/trace.go:171","msg":"trace[1353729005] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998218014s","start":"2026-04-27T02:54:20.311819Z","end":"2026-04-27T02:54:25.310037Z","steps":["trace[1353729005] 'agreement among raft nodes before linearized reading' (duration: 4.998125001s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:25.310106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:20.311797Z","time spent":"4.998299017s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/27 02:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:25.316979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.895795542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:25.317108Z","caller":"traceutil/trace.go:171","msg":"trace[1401793218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"7.895971458s","start":"2026-04-27T02:54:17.421107Z","end":"2026-04-27T02:54:25.317078Z","steps":["trace[1401793218] 'agreement among raft nodes before linearized reading' (duration: 7.895808603s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:25.317257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:17.421096Z","time spent":"7.896145033s","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/04/27 02:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:25.624124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997935414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:25.624295Z","caller":"traceutil/trace.go:171","msg":"trace[1790578689] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998190363s","start":"2026-04-27T02:54:20.626063Z","end":"2026-04-27T02:54:25.624254Z","steps":["trace[1790578689] 'agreement among raft nodes before linearized reading' (duration: 4.997957806s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:25.624385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:20.626046Z","time spent":"4.998319767s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/27 02:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:25.635488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998352728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:25.635754Z","caller":"traceutil/trace.go:171","msg":"trace[1507288511] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998446181s","start":"2026-04-27T02:54:20.637088Z","end":"2026-04-27T02:54:25.635534Z","steps":["trace[1507288511] 'agreement among raft nodes before linearized reading' (duration: 4.998369439s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:25.635801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:20.637074Z","time spent":"4.998714609s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/27 02:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:25.650988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.924065124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:25.651095Z","caller":"traceutil/trace.go:171","msg":"trace[1914537205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.924248149s","start":"2026-04-27T02:54:19.726826Z","end":"2026-04-27T02:54:25.651074Z","steps":["trace[1914537205] 'agreement among raft nodes before linearized reading' (duration: 5.924104215s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:25.651163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:19.726796Z","time spent":"5.924355753s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/27 02:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:26.328929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:19.328176Z","time spent":"7.00074388s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:54:26.415486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008403263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:26.415592Z","caller":"traceutil/trace.go:171","msg":"trace[654080134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.008601359s","start":"2026-04-27T02:54:16.406966Z","end":"2026-04-27T02:54:26.415567Z","steps":["trace[654080134] 'agreement among raft nodes before linearized reading' (duration: 10.008445594s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:26.415647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.406932Z","time spent":"10.008701822s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/27 02:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:26.446039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997851184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:26.446119Z","caller":"traceutil/trace.go:171","msg":"trace[426134119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997993488s","start":"2026-04-27T02:54:23.448107Z","end":"2026-04-27T02:54:26.446101Z","steps":["trace[426134119] 'agreement among raft nodes before linearized reading' (duration: 2.997894325s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:26.446166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:23.448085Z","time spent":"2.998065811s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:26.446796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99878015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:26.446933Z","caller":"traceutil/trace.go:171","msg":"trace[1994318943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998996447s","start":"2026-04-27T02:54:16.447899Z","end":"2026-04-27T02:54:26.446895Z","steps":["trace[1994318943] 'agreement among raft nodes before linearized reading' (duration: 9.998830062s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:26.447012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.447864Z","time spent":"9.999129281s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/27 02:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:26.450974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996855202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:26.451069Z","caller":"traceutil/trace.go:171","msg":"trace[1122460793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997018848s","start":"2026-04-27T02:54:23.454028Z","end":"2026-04-27T02:54:26.451047Z","steps":["trace[1122460793] 'agreement among raft nodes before linearized reading' (duration: 2.996895494s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:26.451154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:23.453999Z","time spent":"2.997113431s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 02:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:26.451542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997867895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:26.451602Z","caller":"traceutil/trace.go:171","msg":"trace[405810450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997954697s","start":"2026-04-27T02:54:23.453632Z","end":"2026-04-27T02:54:26.451587Z","steps":["trace[405810450] 'agreement among raft nodes before linearized reading' (duration: 2.997885675s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:26.451823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:23.453622Z","time spent":"2.998191255s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 02:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:26.589763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999134323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:54:26.589872Z","caller":"traceutil/trace.go:171","msg":"trace[1551867282] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999326979s","start":"2026-04-27T02:54:21.59052Z","end":"2026-04-27T02:54:26.589847Z","steps":["trace[1551867282] 'agreement among raft nodes before linearized reading' (duration: 4.999184405s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:26.589938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:21.590486Z","time spent":"4.999440773s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/27 02:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:26.590946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:19.590628Z","time spent":"7.000310947s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:54:27.097249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99971817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:54:27.099121Z","caller":"traceutil/trace.go:171","msg":"trace[1394709158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001616039s","start":"2026-04-27T02:54:25.097475Z","end":"2026-04-27T02:54:27.099091Z","steps":["trace[1394709158] 'agreement among raft nodes before linearized reading' (duration: 1.999711739s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:27.099207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:25.097351Z","time spent":"2.001830146s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:54:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:54:27.39491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320977241s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:27.3951Z","caller":"traceutil/trace.go:171","msg":"trace[188346379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5209; }","duration":"3.321184367s","start":"2026-04-27T02:54:24.073891Z","end":"2026-04-27T02:54:27.395075Z","steps":["trace[188346379] 'range keys from in-memory index tree' (duration: 3.32095428s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:27.398653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009166327s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:27.399271Z","caller":"traceutil/trace.go:171","msg":"trace[378471711] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5419; }","duration":"12.320136769s","start":"2026-04-27T02:54:15.079111Z","end":"2026-04-27T02:54:27.399248Z","steps":["trace[378471711] 'read index received' (duration: 2.198499283s)","trace[378471711] 'applied index is now lower than readState.Index' (duration: 10.121636366s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:27.695177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.220671432s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:54:28.081762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.453131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-27T02:54:28.207327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.329644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T02:54:28.207661Z","caller":"traceutil/trace.go:171","msg":"trace[954530577] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5217; }","duration":"3.727185442s","start":"2026-04-27T02:54:24.480435Z","end":"2026-04-27T02:54:28.20762Z","steps":["trace[954530577] 'process raft request' (duration: 3.727002066s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.207799Z","caller":"traceutil/trace.go:171","msg":"trace[1409234951] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"1.754237205s","start":"2026-04-27T02:54:26.453536Z","end":"2026-04-27T02:54:28.207773Z","steps":["trace[1409234951] 'process raft request' (duration: 1.75410101s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.207822Z","caller":"traceutil/trace.go:171","msg":"trace[2006620405] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"1.754158592s","start":"2026-04-27T02:54:26.453645Z","end":"2026-04-27T02:54:28.207804Z","steps":["trace[2006620405] 'process raft request' (duration: 1.754022837s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.207818Z","caller":"traceutil/trace.go:171","msg":"trace[1340785512] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"1.613798055s","start":"2026-04-27T02:54:26.594001Z","end":"2026-04-27T02:54:28.207799Z","steps":["trace[1340785512] 'process raft request' (duration: 1.613722293s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.207874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:24.480389Z","time spent":"3.727372317s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:28.207786Z","caller":"traceutil/trace.go:171","msg":"trace[125193187] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"1.789758482s","start":"2026-04-27T02:54:26.417999Z","end":"2026-04-27T02:54:28.207757Z","steps":["trace[125193187] 'process raft request' (duration: 1.789521685s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.207927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.593975Z","time spent":"1.613895379s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:54:28.207944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.453614Z","time spent":"1.754253675s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:28.207949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.45352Z","time spent":"1.754342077s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:28.207962Z","caller":"traceutil/trace.go:171","msg":"trace[1979458016] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5424; }","duration":"808.603762ms","start":"2026-04-27T02:54:27.399335Z","end":"2026-04-27T02:54:28.207938Z","steps":["trace[1979458016] 'read index received' (duration: 296.096356ms)","trace[1979458016] 'applied index is now lower than readState.Index' (duration: 512.505876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:28.208014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.742829762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.208011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.417966Z","time spent":"1.78999643s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:28.208087Z","caller":"traceutil/trace.go:171","msg":"trace[1218952362] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5222; }","duration":"8.742933166s","start":"2026-04-27T02:54:19.465113Z","end":"2026-04-27T02:54:28.208046Z","steps":["trace[1218952362] 'agreement among raft nodes before linearized reading' (duration: 8.742828173s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012389259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:54:28.208117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.232344919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:28.208133Z","caller":"traceutil/trace.go:171","msg":"trace[263218283] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5222; }","duration":"5.012463651s","start":"2026-04-27T02:54:23.19566Z","end":"2026-04-27T02:54:28.208123Z","steps":["trace[263218283] 'agreement among raft nodes before linearized reading' (duration: 5.012387938s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:19.465084Z","time spent":"8.743033419s","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.208151Z","caller":"traceutil/trace.go:171","msg":"trace[895730598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5222; }","duration":"5.232422452s","start":"2026-04-27T02:54:22.975717Z","end":"2026-04-27T02:54:28.20814Z","steps":["trace[895730598] 'agreement among raft nodes before linearized reading' (duration: 5.232334769s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.080635678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-27T02:54:28.208154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:23.195632Z","time spent":"5.012515132s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.20821Z","caller":"traceutil/trace.go:171","msg":"trace[580978124] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5222; }","duration":"13.080727421s","start":"2026-04-27T02:54:15.127467Z","end":"2026-04-27T02:54:28.208194Z","steps":["trace[580978124] 'agreement among raft nodes before linearized reading' (duration: 13.080538715s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.207793Z","caller":"traceutil/trace.go:171","msg":"trace[1543936076] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"1.758097946s","start":"2026-04-27T02:54:26.449658Z","end":"2026-04-27T02:54:28.207756Z","steps":["trace[1543936076] 'process raft request' (duration: 1.757940061s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746862844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-27T02:54:28.208266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748543237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T02:54:28.208296Z","caller":"traceutil/trace.go:171","msg":"trace[1558532337] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5222; }","duration":"4.748595329s","start":"2026-04-27T02:54:23.45969Z","end":"2026-04-27T02:54:28.208286Z","steps":["trace[1558532337] 'agreement among raft nodes before linearized reading' (duration: 4.748475505s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.208297Z","caller":"traceutil/trace.go:171","msg":"trace[694202069] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5222; }","duration":"4.746981987s","start":"2026-04-27T02:54:23.461292Z","end":"2026-04-27T02:54:28.208274Z","steps":["trace[694202069] 'agreement among raft nodes before linearized reading' (duration: 4.746705489s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:23.459679Z","time spent":"4.74863449s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:54:28.208308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.449637Z","time spent":"1.758628782s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:28.208317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1353072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.208258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.441096657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.208331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.554907779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:54:28.208355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.116333005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:54:28.208384Z","caller":"traceutil/trace.go:171","msg":"trace[322947321] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5222; }","duration":"5.554992451s","start":"2026-04-27T02:54:22.653378Z","end":"2026-04-27T02:54:28.20837Z","steps":["trace[322947321] 'agreement among raft nodes before linearized reading' (duration: 5.554882838s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.208389Z","caller":"traceutil/trace.go:171","msg":"trace[1700405599] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5222; }","duration":"9.116364226s","start":"2026-04-27T02:54:19.092014Z","end":"2026-04-27T02:54:28.208379Z","steps":["trace[1700405599] 'agreement among raft nodes before linearized reading' (duration: 9.116311324s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:22.653354Z","time spent":"5.555054204s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":29,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:28.208422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:19.091981Z","time spent":"9.116433268s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:28.20843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.413803884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:54:28.208243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.127444Z","time spent":"13.080790412s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-27T02:54:28.208434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.211364513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-27T02:54:28.208456Z","caller":"traceutil/trace.go:171","msg":"trace[316059206] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5222; }","duration":"9.413874297s","start":"2026-04-27T02:54:18.794575Z","end":"2026-04-27T02:54:28.208449Z","steps":["trace[316059206] 'agreement among raft nodes before linearized reading' (duration: 9.413814625s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.20845Z","caller":"traceutil/trace.go:171","msg":"trace[1948689888] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5222; }","duration":"1.611444952s","start":"2026-04-27T02:54:26.596994Z","end":"2026-04-27T02:54:28.208439Z","steps":["trace[1948689888] 'process raft request' (duration: 1.61077402s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:18.794553Z","time spent":"9.413919378s","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.208479Z","caller":"traceutil/trace.go:171","msg":"trace[1442437711] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5222; }","duration":"11.211472186s","start":"2026-04-27T02:54:16.996992Z","end":"2026-04-27T02:54:28.208464Z","steps":["trace[1442437711] 'agreement among raft nodes before linearized reading' (duration: 11.211351863s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.996963Z","time spent":"11.211541359s","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-27T02:54:28.208518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.596979Z","time spent":"1.611500053s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:28.208305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.743347499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:54:28.208596Z","caller":"traceutil/trace.go:171","msg":"trace[1965201805] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5222; }","duration":"8.743626598s","start":"2026-04-27T02:54:19.464948Z","end":"2026-04-27T02:54:28.208574Z","steps":["trace[1965201805] 'agreement among raft nodes before linearized reading' (duration: 8.743322268s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102611232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.208621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.542877867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.208634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:19.464859Z","time spent":"8.743763272s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:28.208646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.311763214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:28.208657Z","caller":"traceutil/trace.go:171","msg":"trace[170124426] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5222; }","duration":"12.542953609s","start":"2026-04-27T02:54:15.665693Z","end":"2026-04-27T02:54:28.208647Z","steps":["trace[170124426] 'agreement among raft nodes before linearized reading' (duration: 12.542894867s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.732899212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-04-27T02:54:28.208688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.66567Z","time spent":"12.543010061s","remote":"127.0.0.1:34444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:28.208345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:23.461265Z","time spent":"4.74707262s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:54:28.208715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.819012241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T02:54:28.208725Z","caller":"traceutil/trace.go:171","msg":"trace[759808742] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:5222; }","duration":"11.732968994s","start":"2026-04-27T02:54:16.475733Z","end":"2026-04-27T02:54:28.208702Z","steps":["trace[759808742] 'agreement among raft nodes before linearized reading' (duration: 11.73285178s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.208746Z","caller":"traceutil/trace.go:171","msg":"trace[1914407419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5222; }","duration":"11.819097654s","start":"2026-04-27T02:54:16.389638Z","end":"2026-04-27T02:54:28.208735Z","steps":["trace[1914407419] 'agreement among raft nodes before linearized reading' (duration: 11.819058473s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.47572Z","time spent":"11.733029406s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"warn","ts":"2026-04-27T02:54:28.208773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.389596Z","time spent":"11.819169827s","remote":"127.0.0.1:56062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.208355Z","caller":"traceutil/trace.go:171","msg":"trace[103535316] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5222; }","duration":"6.135397903s","start":"2026-04-27T02:54:22.072946Z","end":"2026-04-27T02:54:28.208344Z","steps":["trace[103535316] 'agreement among raft nodes before linearized reading' (duration: 6.135342821s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.312652362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-27T02:54:28.208649Z","caller":"traceutil/trace.go:171","msg":"trace[452716149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5222; }","duration":"1.102656023s","start":"2026-04-27T02:54:27.105984Z","end":"2026-04-27T02:54:28.20864Z","steps":["trace[452716149] 'agreement among raft nodes before linearized reading' (duration: 1.102612471s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107684942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-27T02:54:28.208847Z","caller":"traceutil/trace.go:171","msg":"trace[669362071] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5222; }","duration":"9.312939891s","start":"2026-04-27T02:54:18.895888Z","end":"2026-04-27T02:54:28.208828Z","steps":["trace[669362071] 'agreement among raft nodes before linearized reading' (duration: 9.312662772s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.638166114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"info","ts":"2026-04-27T02:54:28.208879Z","caller":"traceutil/trace.go:171","msg":"trace[576192731] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5222; }","duration":"1.107839576s","start":"2026-04-27T02:54:27.101029Z","end":"2026-04-27T02:54:28.208868Z","steps":["trace[576192731] 'agreement among raft nodes before linearized reading' (duration: 1.10763974s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:18.895864Z","time spent":"9.313008503s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-27T02:54:28.208892Z","caller":"traceutil/trace.go:171","msg":"trace[1376062538] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5222; }","duration":"9.638266547s","start":"2026-04-27T02:54:18.570614Z","end":"2026-04-27T02:54:28.20888Z","steps":["trace[1376062538] 'agreement among raft nodes before linearized reading' (duration: 9.63804117s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:27.105968Z","time spent":"1.102913071s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:54:28.20868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.095596364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-27T02:54:28.208932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:18.570586Z","time spent":"9.63833532s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414332,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-27T02:54:28.208943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.547182182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:54:28.208962Z","caller":"traceutil/trace.go:171","msg":"trace[430343117] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5222; }","duration":"12.095935235s","start":"2026-04-27T02:54:16.113017Z","end":"2026-04-27T02:54:28.208953Z","steps":["trace[430343117] 'agreement among raft nodes before linearized reading' (duration: 12.095606004s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.208982Z","caller":"traceutil/trace.go:171","msg":"trace[1232299473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:5222; }","duration":"12.547273365s","start":"2026-04-27T02:54:15.661694Z","end":"2026-04-27T02:54:28.208968Z","steps":["trace[1232299473] 'agreement among raft nodes before linearized reading' (duration: 12.547163482s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:16.112986Z","time spent":"12.096003577s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-27T02:54:28.209013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.789858111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa17244031e21c\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-27T02:54:28.209014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.661659Z","time spent":"12.547348507s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"info","ts":"2026-04-27T02:54:28.209035Z","caller":"traceutil/trace.go:171","msg":"trace[2010496551] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa17244031e21c; range_end:; response_count:1; response_revision:5222; }","duration":"10.789880532s","start":"2026-04-27T02:54:17.419148Z","end":"2026-04-27T02:54:28.209028Z","steps":["trace[2010496551] 'agreement among raft nodes before linearized reading' (duration: 10.78981188s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.209047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874921112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-27T02:54:28.208408Z","caller":"traceutil/trace.go:171","msg":"trace[173111791] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5222; }","duration":"5.441352525s","start":"2026-04-27T02:54:22.767017Z","end":"2026-04-27T02:54:28.208369Z","steps":["trace[173111791] 'agreement among raft nodes before linearized reading' (duration: 5.441008205s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:22.072896Z","time spent":"6.135912559s","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.209078Z","caller":"traceutil/trace.go:171","msg":"trace[622806010] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5222; }","duration":"1.874998594s","start":"2026-04-27T02:54:26.334071Z","end":"2026-04-27T02:54:28.209069Z","steps":["trace[622806010] 'agreement among raft nodes before linearized reading' (duration: 1.874914472s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.209085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.657337707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.208179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:22.975695Z","time spent":"5.232476523s","remote":"127.0.0.1:46298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.209109Z","caller":"traceutil/trace.go:171","msg":"trace[1460921226] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:5222; }","duration":"9.657420619s","start":"2026-04-27T02:54:18.551682Z","end":"2026-04-27T02:54:28.209103Z","steps":["trace[1460921226] 'agreement among raft nodes before linearized reading' (duration: 9.657385578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.829917312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.209104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:22.76698Z","time spent":"5.442103379s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.209142Z","caller":"traceutil/trace.go:171","msg":"trace[1503931721] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5222; }","duration":"5.830864441s","start":"2026-04-27T02:54:22.378265Z","end":"2026-04-27T02:54:28.20913Z","steps":["trace[1503931721] 'agreement among raft nodes before linearized reading' (duration: 5.829921972s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:27.101002Z","time spent":"1.107904148s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:54:28.209176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:22.378243Z","time spent":"5.830925043s","remote":"127.0.0.1:56248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.208683Z","caller":"traceutil/trace.go:171","msg":"trace[1138784316] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:0; response_revision:5222; }","duration":"9.311803475s","start":"2026-04-27T02:54:18.896868Z","end":"2026-04-27T02:54:28.208671Z","steps":["trace[1138784316] 'agreement among raft nodes before linearized reading' (duration: 9.311750603s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.209186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.95452645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.209214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:18.896864Z","time spent":"9.312341883s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-27T02:54:28.209228Z","caller":"traceutil/trace.go:171","msg":"trace[1138319912] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5222; }","duration":"12.954562191s","start":"2026-04-27T02:54:15.254648Z","end":"2026-04-27T02:54:28.20921Z","steps":["trace[1138319912] 'agreement among raft nodes before linearized reading' (duration: 12.954506909s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.208858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.462001932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.209262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.254591Z","time spent":"12.954662863s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.209291Z","caller":"traceutil/trace.go:171","msg":"trace[70416942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5222; }","duration":"12.462475618s","start":"2026-04-27T02:54:15.746793Z","end":"2026-04-27T02:54:28.209269Z","steps":["trace[70416942] 'agreement among raft nodes before linearized reading' (duration: 12.462031754s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.209053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:17.419066Z","time spent":"10.789983355s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa17244031e21c\" "} {"level":"warn","ts":"2026-04-27T02:54:28.208965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726159021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.209261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765905086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:28.209132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:18.551649Z","time spent":"9.657478321s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.20941Z","caller":"traceutil/trace.go:171","msg":"trace[616123461] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5222; }","duration":"2.766094272s","start":"2026-04-27T02:54:25.443304Z","end":"2026-04-27T02:54:28.209399Z","steps":["trace[616123461] 'agreement among raft nodes before linearized reading' (duration: 2.765919216s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.209405Z","caller":"traceutil/trace.go:171","msg":"trace[96093902] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:5222; }","duration":"1.726641436s","start":"2026-04-27T02:54:26.482748Z","end":"2026-04-27T02:54:28.209389Z","steps":["trace[96093902] 'agreement among raft nodes before linearized reading' (duration: 1.726186732s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.209107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.334042Z","time spent":"1.875059446s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-27T02:54:28.209499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:26.482716Z","time spent":"1.72676474s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:28.20948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:25.443279Z","time spent":"2.766156864s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:28.209368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:15.746743Z","time spent":"12.462602792s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:54:28.761048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.213572Z","time spent":"547.467176ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:54:28.761283Z","caller":"traceutil/trace.go:171","msg":"trace[781858526] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"540.505376ms","start":"2026-04-27T02:54:28.22075Z","end":"2026-04-27T02:54:28.761255Z","steps":["trace[781858526] 'process raft request' (duration: 540.181566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.761574Z","caller":"traceutil/trace.go:171","msg":"trace[1378250977] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"539.007589ms","start":"2026-04-27T02:54:28.222548Z","end":"2026-04-27T02:54:28.761556Z","steps":["trace[1378250977] 'process raft request' (duration: 538.560655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.761668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.220738Z","time spent":"540.837777ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:28.761675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.222531Z","time spent":"539.095702ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:28.761816Z","caller":"traceutil/trace.go:171","msg":"trace[1332315786] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5436; }","duration":"487.698945ms","start":"2026-04-27T02:54:28.27407Z","end":"2026-04-27T02:54:28.761769Z","steps":["trace[1332315786] 'read index received' (duration: 486.817777ms)","trace[1332315786] 'applied index is now lower than readState.Index' (duration: 873.367µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:28.761842Z","caller":"traceutil/trace.go:171","msg":"trace[1824476942] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"531.279956ms","start":"2026-04-27T02:54:28.23053Z","end":"2026-04-27T02:54:28.76181Z","steps":["trace[1824476942] 'process raft request' (duration: 530.909344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.761935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.474502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:28.761998Z","caller":"traceutil/trace.go:171","msg":"trace[871884697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5226; }","duration":"538.549625ms","start":"2026-04-27T02:54:28.223431Z","end":"2026-04-27T02:54:28.761981Z","steps":["trace[871884697] 'agreement among raft nodes before linearized reading' (duration: 538.442582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.762035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.230517Z","time spent":"531.410501ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:28.762047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.223424Z","time spent":"538.612777ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:54:28.762107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.926922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-27T02:54:28.762153Z","caller":"traceutil/trace.go:171","msg":"trace[2095803161] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5226; }","duration":"543.003625ms","start":"2026-04-27T02:54:28.219136Z","end":"2026-04-27T02:54:28.76214Z","steps":["trace[2095803161] 'agreement among raft nodes before linearized reading' (duration: 542.800119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.762196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.219131Z","time spent":"543.056687ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-27T02:54:28.762247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.144599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T02:54:28.762253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.434169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dbf3de51-e758-4bf1-8c84-89d8dfbc92b7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-27T02:54:28.762296Z","caller":"traceutil/trace.go:171","msg":"trace[1245106316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5226; }","duration":"543.239463ms","start":"2026-04-27T02:54:28.219042Z","end":"2026-04-27T02:54:28.762281Z","steps":["trace[1245106316] 'agreement among raft nodes before linearized reading' (duration: 543.1498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.762344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.219019Z","time spent":"543.316125ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:54:28.762349Z","caller":"traceutil/trace.go:171","msg":"trace[132558458] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dbf3de51-e758-4bf1-8c84-89d8dfbc92b7; range_end:; response_count:1; response_revision:5226; }","duration":"543.549922ms","start":"2026-04-27T02:54:28.218773Z","end":"2026-04-27T02:54:28.762323Z","steps":["trace[132558458] 'agreement among raft nodes before linearized reading' (duration: 543.292624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.762396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.218761Z","time spent":"543.625355ms","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-dbf3de51-e758-4bf1-8c84-89d8dfbc92b7\" "} {"level":"warn","ts":"2026-04-27T02:54:28.76227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.821988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:153059"} {"level":"warn","ts":"2026-04-27T02:54:28.762417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.841572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-04-27T02:54:28.762421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.517196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-27T02:54:28.762452Z","caller":"traceutil/trace.go:171","msg":"trace[903399702] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5226; }","duration":"542.039925ms","start":"2026-04-27T02:54:28.220396Z","end":"2026-04-27T02:54:28.762435Z","steps":["trace[903399702] 'agreement among raft nodes before linearized reading' (duration: 541.391364ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.762481Z","caller":"traceutil/trace.go:171","msg":"trace[308154286] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5226; }","duration":"543.908453ms","start":"2026-04-27T02:54:28.218553Z","end":"2026-04-27T02:54:28.762461Z","steps":["trace[308154286] 'agreement among raft nodes before linearized reading' (duration: 543.775199ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:28.762499Z","caller":"traceutil/trace.go:171","msg":"trace[1944666197] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5226; }","duration":"546.596518ms","start":"2026-04-27T02:54:28.215883Z","end":"2026-04-27T02:54:28.76248Z","steps":["trace[1944666197] 'agreement among raft nodes before linearized reading' (duration: 546.451783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.762514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.220386Z","time spent":"542.105786ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":153081,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:54:28.762531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.218546Z","time spent":"543.973645ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-27T02:54:28.76255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.215876Z","time spent":"546.66454ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-27T02:54:28.762278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.810127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:153059"} {"level":"info","ts":"2026-04-27T02:54:28.762712Z","caller":"traceutil/trace.go:171","msg":"trace[165250982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5226; }","duration":"542.236151ms","start":"2026-04-27T02:54:28.220437Z","end":"2026-04-27T02:54:28.762673Z","steps":["trace[165250982] 'agreement among raft nodes before linearized reading' (duration: 541.55345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:28.762806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.220432Z","time spent":"542.327234ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":153081,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T02:54:29.212583Z","caller":"traceutil/trace.go:171","msg":"trace[1948869797] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"934.194054ms","start":"2026-04-27T02:54:28.27836Z","end":"2026-04-27T02:54:29.212554Z","steps":["trace[1948869797] 'process raft request' (duration: 933.836992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.212736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.278345Z","time spent":"934.302718ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:29.213225Z","caller":"traceutil/trace.go:171","msg":"trace[1545993891] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5440; }","duration":"451.30228ms","start":"2026-04-27T02:54:28.761903Z","end":"2026-04-27T02:54:29.213205Z","steps":["trace[1545993891] 'read index received' (duration: 450.253347ms)","trace[1545993891] 'applied index is now lower than readState.Index' (duration: 1.048313ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:29.213286Z","caller":"traceutil/trace.go:171","msg":"trace[477816482] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"594.257228ms","start":"2026-04-27T02:54:28.618999Z","end":"2026-04-27T02:54:29.213256Z","steps":["trace[477816482] 'process raft request' (duration: 593.525525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.213481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.117745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-27T02:54:29.213528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.618978Z","time spent":"594.403783ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414445,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:29.213568Z","caller":"traceutil/trace.go:171","msg":"trace[881408065] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54; range_end:; response_count:1; response_revision:5228; }","duration":"936.28042ms","start":"2026-04-27T02:54:28.277258Z","end":"2026-04-27T02:54:29.213538Z","steps":["trace[881408065] 'agreement among raft nodes before linearized reading' (duration: 936.065113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.213669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.277235Z","time spent":"936.414344ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa16eab8f67e54\" "} {"level":"warn","ts":"2026-04-27T02:54:29.551465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.301693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:29.551807Z","caller":"traceutil/trace.go:171","msg":"trace[1872950327] linearizableReadLoop","detail":"{readStateIndex:5444; appliedIndex:5442; }","duration":"338.503181ms","start":"2026-04-27T02:54:29.213279Z","end":"2026-04-27T02:54:29.551782Z","steps":["trace[1872950327] 'read index received' (duration: 198.717033ms)","trace[1872950327] 'applied index is now lower than readState.Index' (duration: 139.784528ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:29.551926Z","caller":"traceutil/trace.go:171","msg":"trace[465794885] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"789.400948ms","start":"2026-04-27T02:54:28.762511Z","end":"2026-04-27T02:54:29.551912Z","steps":["trace[465794885] 'process raft request' (duration: 649.502376ms)","trace[465794885] 'compare' (duration: 139.089356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:29.551999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.762487Z","time spent":"789.4739ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:29.552315Z","caller":"traceutil/trace.go:171","msg":"trace[1387364098] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"784.463593ms","start":"2026-04-27T02:54:28.767822Z","end":"2026-04-27T02:54:29.552286Z","steps":["trace[1387364098] 'process raft request' (duration: 783.796002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.552356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.62419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-27T02:54:29.552356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.225154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-04-27T02:54:29.552446Z","caller":"traceutil/trace.go:171","msg":"trace[1341692907] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:5230; }","duration":"783.364678ms","start":"2026-04-27T02:54:28.769065Z","end":"2026-04-27T02:54:29.55243Z","steps":["trace[1341692907] 'agreement among raft nodes before linearized reading' (duration: 783.071489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.552513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.769052Z","time spent":"783.44735ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6891,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-27T02:54:29.552461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.767803Z","time spent":"784.576106ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:29.552446Z","caller":"traceutil/trace.go:171","msg":"trace[1298231256] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5230; }","duration":"786.765425ms","start":"2026-04-27T02:54:28.765657Z","end":"2026-04-27T02:54:29.552422Z","steps":["trace[1298231256] 'agreement among raft nodes before linearized reading' (duration: 786.568809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.552729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.765637Z","time spent":"787.073805ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-27T02:54:29.552629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.99549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-27T02:54:29.552941Z","caller":"traceutil/trace.go:171","msg":"trace[44881874] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5230; }","duration":"683.364232ms","start":"2026-04-27T02:54:28.869561Z","end":"2026-04-27T02:54:29.552926Z","steps":["trace[44881874] 'agreement among raft nodes before linearized reading' (duration: 682.525185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.552988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:28.869536Z","time spent":"683.441953ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T02:54:29.776639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.104752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:29.776784Z","caller":"traceutil/trace.go:171","msg":"trace[1292775818] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5444; }","duration":"224.904907ms","start":"2026-04-27T02:54:29.55186Z","end":"2026-04-27T02:54:29.776764Z","steps":["trace[1292775818] 'read index received' (duration: 122.414962ms)","trace[1292775818] 'applied index is now lower than readState.Index' (duration: 102.488535ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:29.7769Z","caller":"traceutil/trace.go:171","msg":"trace[1153122773] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"560.403142ms","start":"2026-04-27T02:54:29.216448Z","end":"2026-04-27T02:54:29.776851Z","steps":["trace[1153122773] 'process raft request' (duration: 457.9719ms)","trace[1153122773] 'compare' (duration: 101.950477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:29.777022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.429899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17885"} {"level":"info","ts":"2026-04-27T02:54:29.777056Z","caller":"traceutil/trace.go:171","msg":"trace[518495510] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5231; }","duration":"346.500462ms","start":"2026-04-27T02:54:29.430545Z","end":"2026-04-27T02:54:29.777045Z","steps":["trace[518495510] 'agreement among raft nodes before linearized reading' (duration: 346.300936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:29.777094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:29.430522Z","time spent":"346.564894ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17907,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:54:29.777122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:29.21641Z","time spent":"560.591998ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:30.055513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.003989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:30.055639Z","caller":"traceutil/trace.go:171","msg":"trace[641061022] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5445; }","duration":"278.810253ms","start":"2026-04-27T02:54:29.776811Z","end":"2026-04-27T02:54:30.055621Z","steps":["trace[641061022] 'read index received' (duration: 135.492744ms)","trace[641061022] 'applied index is now lower than readState.Index' (duration: 143.316029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:30.055879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.501847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa17244031e21c\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-27T02:54:30.055916Z","caller":"traceutil/trace.go:171","msg":"trace[482357855] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa17244031e21c; range_end:; response_count:1; response_revision:5232; }","duration":"274.57899ms","start":"2026-04-27T02:54:29.781327Z","end":"2026-04-27T02:54:30.055906Z","steps":["trace[482357855] 'agreement among raft nodes before linearized reading' (duration: 274.396754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.055908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.028296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-27T02:54:30.055911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.955337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-27T02:54:30.055981Z","caller":"traceutil/trace.go:171","msg":"trace[1277273665] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5232; }","duration":"502.170771ms","start":"2026-04-27T02:54:29.553793Z","end":"2026-04-27T02:54:30.055964Z","steps":["trace[1277273665] 'agreement among raft nodes before linearized reading' (duration: 501.921573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.056025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:29.553768Z","time spent":"502.248013ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:54:30.055918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.353228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-27T02:54:30.055931Z","caller":"traceutil/trace.go:171","msg":"trace[1874424429] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"493.55371ms","start":"2026-04-27T02:54:29.562345Z","end":"2026-04-27T02:54:30.055899Z","steps":["trace[1874424429] 'process raft request' (duration: 350.062855ms)","trace[1874424429] 'compare' (duration: 142.853915ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:30.056023Z","caller":"traceutil/trace.go:171","msg":"trace[777843478] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5232; }","duration":"497.077931ms","start":"2026-04-27T02:54:29.55892Z","end":"2026-04-27T02:54:30.055998Z","steps":["trace[777843478] 'agreement among raft nodes before linearized reading' (duration: 496.779801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:30.056085Z","caller":"traceutil/trace.go:171","msg":"trace[1332357182] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99; range_end:; response_count:1; response_revision:5232; }","duration":"496.579155ms","start":"2026-04-27T02:54:29.559489Z","end":"2026-04-27T02:54:30.056068Z","steps":["trace[1332357182] 'agreement among raft nodes before linearized reading' (duration: 496.177182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.056154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:29.559469Z","time spent":"496.665797ms","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-6ab1dd0b-8b19-4e5b-91e3-64ff7eeeee99\" "} {"level":"warn","ts":"2026-04-27T02:54:30.056154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:29.55887Z","time spent":"497.263916ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-27T02:54:30.056201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:29.562332Z","time spent":"493.779766ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:30.05631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.235927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17885"} {"level":"info","ts":"2026-04-27T02:54:30.056424Z","caller":"traceutil/trace.go:171","msg":"trace[379323993] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5232; }","duration":"273.363711ms","start":"2026-04-27T02:54:29.783039Z","end":"2026-04-27T02:54:30.056403Z","steps":["trace[379323993] 'agreement among raft nodes before linearized reading' (duration: 272.844085ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:30.206491Z","caller":"traceutil/trace.go:171","msg":"trace[1629852990] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5446; }","duration":"145.424776ms","start":"2026-04-27T02:54:30.061038Z","end":"2026-04-27T02:54:30.206463Z","steps":["trace[1629852990] 'read index received' (duration: 133.904723ms)","trace[1629852990] 'applied index is now lower than readState.Index' (duration: 11.518943ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:30.20653Z","caller":"traceutil/trace.go:171","msg":"trace[1517865624] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"147.906074ms","start":"2026-04-27T02:54:30.058589Z","end":"2026-04-27T02:54:30.206495Z","steps":["trace[1517865624] 'process raft request' (duration: 136.393192ms)","trace[1517865624] 'compare' (duration: 11.357437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:30.206744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.684084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:54:30.206786Z","caller":"traceutil/trace.go:171","msg":"trace[1961613688] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5233; }","duration":"145.765987ms","start":"2026-04-27T02:54:30.061009Z","end":"2026-04-27T02:54:30.206775Z","steps":["trace[1961613688] 'agreement among raft nodes before linearized reading' (duration: 145.589081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.206987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.039824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-sdxz4\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-27T02:54:30.207058Z","caller":"traceutil/trace.go:171","msg":"trace[1308064977] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-sdxz4; range_end:; response_count:1; response_revision:5233; }","duration":"145.136287ms","start":"2026-04-27T02:54:30.061895Z","end":"2026-04-27T02:54:30.207031Z","steps":["trace[1308064977] 'agreement among raft nodes before linearized reading' (duration: 144.940741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.207216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.410322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:30.207259Z","caller":"traceutil/trace.go:171","msg":"trace[1202078325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5233; }","duration":"129.467414ms","start":"2026-04-27T02:54:30.077782Z","end":"2026-04-27T02:54:30.207249Z","steps":["trace[1202078325] 'agreement among raft nodes before linearized reading' (duration: 129.402562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.603481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.70786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:30.603636Z","caller":"traceutil/trace.go:171","msg":"trace[1840053844] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5448; }","duration":"379.097988ms","start":"2026-04-27T02:54:30.224501Z","end":"2026-04-27T02:54:30.603599Z","steps":["trace[1840053844] 'read index received' (duration: 93.13342ms)","trace[1840053844] 'applied index is now lower than readState.Index' (duration: 285.963077ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:30.60375Z","caller":"traceutil/trace.go:171","msg":"trace[1816428920] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"386.931215ms","start":"2026-04-27T02:54:30.216765Z","end":"2026-04-27T02:54:30.603696Z","steps":["trace[1816428920] 'process raft request' (duration: 100.856883ms)","trace[1816428920] 'compare' (duration: 285.476103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:30.603906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.915258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-27T02:54:30.603979Z","caller":"traceutil/trace.go:171","msg":"trace[1965162788] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5234; }","duration":"389.9842ms","start":"2026-04-27T02:54:30.213952Z","end":"2026-04-27T02:54:30.603936Z","steps":["trace[1965162788] 'agreement among raft nodes before linearized reading' (duration: 389.765483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.604009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:30.216747Z","time spent":"387.11811ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:30.604061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:30.213926Z","time spent":"390.091164ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-27T02:54:30.633267Z","caller":"traceutil/trace.go:171","msg":"trace[2100736663] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"407.45872ms","start":"2026-04-27T02:54:30.225787Z","end":"2026-04-27T02:54:30.633245Z","steps":["trace[2100736663] 'process raft request' (duration: 407.244743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.633503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:30.225772Z","time spent":"407.627455ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:30.633533Z","caller":"traceutil/trace.go:171","msg":"trace[286237206] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"407.154961ms","start":"2026-04-27T02:54:30.226339Z","end":"2026-04-27T02:54:30.633494Z","steps":["trace[286237206] 'process raft request' (duration: 406.82475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:30.63372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:30.226319Z","time spent":"407.304735ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:31.002726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.006211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:31.002935Z","caller":"traceutil/trace.go:171","msg":"trace[960803745] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"363.494276ms","start":"2026-04-27T02:54:30.639348Z","end":"2026-04-27T02:54:31.002842Z","steps":["trace[960803745] 'process raft request' (duration: 109.256498ms)","trace[960803745] 'compare' (duration: 253.847586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:31.003038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:30.639325Z","time spent":"363.664532ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:31.063451Z","caller":"traceutil/trace.go:171","msg":"trace[1104212828] linearizableReadLoop","detail":"{readStateIndex:5453; appliedIndex:5452; }","duration":"290.653564ms","start":"2026-04-27T02:54:30.772772Z","end":"2026-04-27T02:54:31.063425Z","steps":["trace[1104212828] 'read index received' (duration: 290.432538ms)","trace[1104212828] 'applied index is now lower than readState.Index' (duration: 219.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:31.063591Z","caller":"traceutil/trace.go:171","msg":"trace[786456258] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"421.964606ms","start":"2026-04-27T02:54:30.641585Z","end":"2026-04-27T02:54:31.06355Z","steps":["trace[786456258] 'process raft request' (duration: 421.685268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:31.063866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.654001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T02:54:31.063957Z","caller":"traceutil/trace.go:171","msg":"trace[1867456992] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:5238; }","duration":"288.813376ms","start":"2026-04-27T02:54:30.775129Z","end":"2026-04-27T02:54:31.063943Z","steps":["trace[1867456992] 'agreement among raft nodes before linearized reading' (duration: 288.513976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:31.064039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.203041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T02:54:31.064147Z","caller":"traceutil/trace.go:171","msg":"trace[1348909240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:5238; }","duration":"291.403537ms","start":"2026-04-27T02:54:30.772719Z","end":"2026-04-27T02:54:31.064123Z","steps":["trace[1348909240] 'agreement among raft nodes before linearized reading' (duration: 290.906092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:31.064376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:30.641572Z","time spent":"422.109091ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:31.300658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.26694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:31.300812Z","caller":"traceutil/trace.go:171","msg":"trace[1354477944] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5453; }","duration":"229.76741ms","start":"2026-04-27T02:54:31.07102Z","end":"2026-04-27T02:54:31.300787Z","steps":["trace[1354477944] 'read index received' (duration: 105.358045ms)","trace[1354477944] 'applied index is now lower than readState.Index' (duration: 124.407535ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:31.300863Z","caller":"traceutil/trace.go:171","msg":"trace[785428677] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"230.561645ms","start":"2026-04-27T02:54:31.070252Z","end":"2026-04-27T02:54:31.300813Z","steps":["trace[785428677] 'process raft request' (duration: 106.004635ms)","trace[785428677] 'compare' (duration: 124.077875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:31.301273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.230234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:153375"} {"level":"info","ts":"2026-04-27T02:54:31.301364Z","caller":"traceutil/trace.go:171","msg":"trace[2012193036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5239; }","duration":"230.391249ms","start":"2026-04-27T02:54:31.070952Z","end":"2026-04-27T02:54:31.301343Z","steps":["trace[2012193036] 'agreement among raft nodes before linearized reading' (duration: 229.952766ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:31.345068Z","caller":"traceutil/trace.go:171","msg":"trace[394458830] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"268.467797ms","start":"2026-04-27T02:54:31.076572Z","end":"2026-04-27T02:54:31.34504Z","steps":["trace[394458830] 'process raft request' (duration: 268.211919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:31.345568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.28958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:153691"} {"level":"info","ts":"2026-04-27T02:54:31.345659Z","caller":"traceutil/trace.go:171","msg":"trace[920369895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5240; }","duration":"274.436435ms","start":"2026-04-27T02:54:31.071206Z","end":"2026-04-27T02:54:31.345642Z","steps":["trace[920369895] 'agreement among raft nodes before linearized reading' (duration: 273.785705ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:31.539827Z","caller":"traceutil/trace.go:171","msg":"trace[754495205] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5455; }","duration":"188.808831ms","start":"2026-04-27T02:54:31.350999Z","end":"2026-04-27T02:54:31.539808Z","steps":["trace[754495205] 'read index received' (duration: 188.644935ms)","trace[754495205] 'applied index is now lower than readState.Index' (duration: 162.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:31.539923Z","caller":"traceutil/trace.go:171","msg":"trace[5929590] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"191.33942ms","start":"2026-04-27T02:54:31.348549Z","end":"2026-04-27T02:54:31.539889Z","steps":["trace[5929590] 'process raft request' (duration: 191.100893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:31.54013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.10054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-z9l74\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-04-27T02:54:31.540199Z","caller":"traceutil/trace.go:171","msg":"trace[561747786] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-z9l74; range_end:; response_count:1; response_revision:5241; }","duration":"189.214643ms","start":"2026-04-27T02:54:31.35097Z","end":"2026-04-27T02:54:31.540184Z","steps":["trace[561747786] 'agreement among raft nodes before linearized reading' (duration: 188.937215ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:31.771873Z","caller":"traceutil/trace.go:171","msg":"trace[1791632862] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"222.111058ms","start":"2026-04-27T02:54:31.549727Z","end":"2026-04-27T02:54:31.771838Z","steps":["trace[1791632862] 'process raft request' (duration: 204.664439ms)","trace[1791632862] 'compare' (duration: 16.746437ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:31.862721Z","caller":"traceutil/trace.go:171","msg":"trace[1741909958] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5457; }","duration":"244.972228ms","start":"2026-04-27T02:54:31.617717Z","end":"2026-04-27T02:54:31.862689Z","steps":["trace[1741909958] 'read index received' (duration: 136.648219ms)","trace[1741909958] 'applied index is now lower than readState.Index' (duration: 108.322749ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:31.862799Z","caller":"traceutil/trace.go:171","msg":"trace[1779184233] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"273.810045ms","start":"2026-04-27T02:54:31.58892Z","end":"2026-04-27T02:54:31.86273Z","steps":["trace[1779184233] 'process raft request' (duration: 273.593858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:31.863044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.995727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T02:54:31.86315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.410702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:31.863162Z","caller":"traceutil/trace.go:171","msg":"trace[1349140392] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:5244; }","duration":"114.154582ms","start":"2026-04-27T02:54:31.748992Z","end":"2026-04-27T02:54:31.863147Z","steps":["trace[1349140392] 'agreement among raft nodes before linearized reading' (duration: 113.947516ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:31.86321Z","caller":"traceutil/trace.go:171","msg":"trace[2000897480] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:5244; }","duration":"245.542586ms","start":"2026-04-27T02:54:31.617654Z","end":"2026-04-27T02:54:31.863197Z","steps":["trace[2000897480] 'agreement among raft nodes before linearized reading' (duration: 245.177454ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:32.176934Z","caller":"traceutil/trace.go:171","msg":"trace[1587207777] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"309.720216ms","start":"2026-04-27T02:54:31.867191Z","end":"2026-04-27T02:54:32.176911Z","steps":["trace[1587207777] 'process raft request' (duration: 309.596852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:32.177052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:31.867167Z","time spent":"309.831888ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:54:32.616112Z","caller":"traceutil/trace.go:171","msg":"trace[917268121] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5459; }","duration":"538.067559ms","start":"2026-04-27T02:54:32.078014Z","end":"2026-04-27T02:54:32.616082Z","steps":["trace[917268121] 'read index received' (duration: 98.752467ms)","trace[917268121] 'applied index is now lower than readState.Index' (duration: 439.313962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:32.616275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.232175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:32.616368Z","caller":"traceutil/trace.go:171","msg":"trace[2004410099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5246; }","duration":"538.343288ms","start":"2026-04-27T02:54:32.077984Z","end":"2026-04-27T02:54:32.616328Z","steps":["trace[2004410099] 'agreement among raft nodes before linearized reading' (duration: 538.204764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:32.616413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:32.077966Z","time spent":"538.438572ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:54:32.616432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.234235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-27T02:54:32.616474Z","caller":"traceutil/trace.go:171","msg":"trace[642938096] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5246; }","duration":"504.342448ms","start":"2026-04-27T02:54:32.112118Z","end":"2026-04-27T02:54:32.616461Z","steps":["trace[642938096] 'agreement among raft nodes before linearized reading' (duration: 504.132872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:32.616514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:32.1121Z","time spent":"504.407231ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-27T02:54:32.616723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.471983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa170013dd327e\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-27T02:54:32.616876Z","caller":"traceutil/trace.go:171","msg":"trace[296090081] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa170013dd327e; range_end:; response_count:1; response_revision:5246; }","duration":"436.747902ms","start":"2026-04-27T02:54:32.180105Z","end":"2026-04-27T02:54:32.616853Z","steps":["trace[296090081] 'agreement among raft nodes before linearized reading' (duration: 436.310418ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:32.616902Z","caller":"traceutil/trace.go:171","msg":"trace[85089164] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"745.084183ms","start":"2026-04-27T02:54:31.87106Z","end":"2026-04-27T02:54:32.616144Z","steps":["trace[85089164] 'process raft request' (duration: 744.807025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:32.616938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:32.180087Z","time spent":"436.837325ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":916,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa170013dd327e\" "} {"level":"warn","ts":"2026-04-27T02:54:32.617059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:31.871029Z","time spent":"745.958181ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:32.617788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.184863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:263 size:204609"} {"level":"info","ts":"2026-04-27T02:54:32.618099Z","caller":"traceutil/trace.go:171","msg":"trace[982226942] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:263; response_revision:5246; }","duration":"299.542274ms","start":"2026-04-27T02:54:32.318542Z","end":"2026-04-27T02:54:32.618084Z","steps":["trace[982226942] 'agreement among raft nodes before linearized reading' (duration: 297.772879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:32.812133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.549363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:32.812248Z","caller":"traceutil/trace.go:171","msg":"trace[1390162032] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"185.260799ms","start":"2026-04-27T02:54:32.62697Z","end":"2026-04-27T02:54:32.812231Z","steps":["trace[1390162032] 'read index received' (duration: 51.517471ms)","trace[1390162032] 'applied index is now lower than readState.Index' (duration: 133.741608ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:32.812312Z","caller":"traceutil/trace.go:171","msg":"trace[2057619924] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"185.58587ms","start":"2026-04-27T02:54:32.626717Z","end":"2026-04-27T02:54:32.812303Z","steps":["trace[2057619924] 'process raft request' (duration: 51.786289ms)","trace[2057619924] 'compare' (duration: 133.211352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:32.81259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.61275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-27T02:54:32.812668Z","caller":"traceutil/trace.go:171","msg":"trace[864332641] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5247; }","duration":"185.705204ms","start":"2026-04-27T02:54:32.626945Z","end":"2026-04-27T02:54:32.81265Z","steps":["trace[864332641] 'agreement among raft nodes before linearized reading' (duration: 185.461406ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:32.834892Z","caller":"traceutil/trace.go:171","msg":"trace[300805322] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"205.01935ms","start":"2026-04-27T02:54:32.629854Z","end":"2026-04-27T02:54:32.834874Z","steps":["trace[300805322] 'process raft request' (duration: 204.862546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:32.835032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.36439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-27T02:54:32.835119Z","caller":"traceutil/trace.go:171","msg":"trace[1658002615] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5248; }","duration":"115.491624ms","start":"2026-04-27T02:54:32.719609Z","end":"2026-04-27T02:54:32.8351Z","steps":["trace[1658002615] 'agreement among raft nodes before linearized reading' (duration: 115.278037ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:33.0198Z","caller":"traceutil/trace.go:171","msg":"trace[1881618930] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5463; }","duration":"184.930068ms","start":"2026-04-27T02:54:32.834844Z","end":"2026-04-27T02:54:33.019774Z","steps":["trace[1881618930] 'read index received' (duration: 184.66515ms)","trace[1881618930] 'applied index is now lower than readState.Index' (duration: 263.938µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:33.019831Z","caller":"traceutil/trace.go:171","msg":"trace[768258729] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"204.495924ms","start":"2026-04-27T02:54:32.815312Z","end":"2026-04-27T02:54:33.019808Z","steps":["trace[768258729] 'process raft request' (duration: 204.246847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:33.020001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.301658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-27T02:54:33.020032Z","caller":"traceutil/trace.go:171","msg":"trace[399146286] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5249; }","duration":"204.36667ms","start":"2026-04-27T02:54:32.815659Z","end":"2026-04-27T02:54:33.020026Z","steps":["trace[399146286] 'agreement among raft nodes before linearized reading' (duration: 204.211735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:33.020077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.901614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7181"} {"level":"info","ts":"2026-04-27T02:54:33.020134Z","caller":"traceutil/trace.go:171","msg":"trace[1645497108] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:5249; }","duration":"182.007417ms","start":"2026-04-27T02:54:32.838109Z","end":"2026-04-27T02:54:33.020116Z","steps":["trace[1645497108] 'agreement among raft nodes before linearized reading' (duration: 181.829202ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:33.225724Z","caller":"traceutil/trace.go:171","msg":"trace[2126286116] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5465; }","duration":"155.774441ms","start":"2026-04-27T02:54:33.069917Z","end":"2026-04-27T02:54:33.225691Z","steps":["trace[2126286116] 'read index received' (duration: 155.41181ms)","trace[2126286116] 'applied index is now lower than readState.Index' (duration: 361.161µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:33.225765Z","caller":"traceutil/trace.go:171","msg":"trace[2042729889] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"195.702238ms","start":"2026-04-27T02:54:33.030034Z","end":"2026-04-27T02:54:33.225736Z","steps":["trace[2042729889] 'process raft request' (duration: 195.44688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:33.225925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.795569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:33.225974Z","caller":"traceutil/trace.go:171","msg":"trace[1367962936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5251; }","duration":"146.886482ms","start":"2026-04-27T02:54:33.079075Z","end":"2026-04-27T02:54:33.225962Z","steps":["trace[1367962936] 'agreement among raft nodes before linearized reading' (duration: 146.783108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:33.225943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.005209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa170013dd327e\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-27T02:54:33.226072Z","caller":"traceutil/trace.go:171","msg":"trace[665919171] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa170013dd327e; range_end:; response_count:1; response_revision:5251; }","duration":"156.190695ms","start":"2026-04-27T02:54:33.069862Z","end":"2026-04-27T02:54:33.226053Z","steps":["trace[665919171] 'agreement among raft nodes before linearized reading' (duration: 155.927346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:33.692207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.976721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:33.692327Z","caller":"traceutil/trace.go:171","msg":"trace[395589142] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"414.299505ms","start":"2026-04-27T02:54:33.278007Z","end":"2026-04-27T02:54:33.692307Z","steps":["trace[395589142] 'process raft request' (duration: 119.166099ms)","trace[395589142] 'compare' (duration: 294.816016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:33.692388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:33.277983Z","time spent":"414.375828ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:54:34.02705Z","caller":"traceutil/trace.go:171","msg":"trace[1719907415] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5467; }","duration":"717.070672ms","start":"2026-04-27T02:54:33.309948Z","end":"2026-04-27T02:54:34.027019Z","steps":["trace[1719907415] 'read index received' (duration: 87.254226ms)","trace[1719907415] 'applied index is now lower than readState.Index' (duration: 629.815126ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:34.027193Z","caller":"traceutil/trace.go:171","msg":"trace[1085132115] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"747.738126ms","start":"2026-04-27T02:54:33.279438Z","end":"2026-04-27T02:54:34.027176Z","steps":["trace[1085132115] 'process raft request' (duration: 747.377275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:34.027331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:33.279413Z","time spent":"747.820849ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:54:34.027535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.563088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-27T02:54:34.027594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.616931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:427"} {"level":"warn","ts":"2026-04-27T02:54:34.027592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.170846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T02:54:34.027677Z","caller":"traceutil/trace.go:171","msg":"trace[185851122] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:5254; }","duration":"670.333591ms","start":"2026-04-27T02:54:33.357323Z","end":"2026-04-27T02:54:34.027656Z","steps":["trace[185851122] 'agreement among raft nodes before linearized reading' (duration: 670.031442ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:34.02768Z","caller":"traceutil/trace.go:171","msg":"trace[937366246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5254; }","duration":"561.727354ms","start":"2026-04-27T02:54:33.465914Z","end":"2026-04-27T02:54:34.027641Z","steps":["trace[937366246] 'agreement among raft nodes before linearized reading' (duration: 561.478306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:34.027715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.976712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-27T02:54:34.027721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:33.357293Z","time spent":"670.419364ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"info","ts":"2026-04-27T02:54:34.027753Z","caller":"traceutil/trace.go:171","msg":"trace[75696416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5254; }","duration":"562.041734ms","start":"2026-04-27T02:54:33.465691Z","end":"2026-04-27T02:54:34.027733Z","steps":["trace[75696416] 'agreement among raft nodes before linearized reading' (duration: 561.960201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:34.027745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:33.465884Z","time spent":"561.841788ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:54:34.027778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:33.465666Z","time spent":"562.105696ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:54:34.027612Z","caller":"traceutil/trace.go:171","msg":"trace[1906925061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:5254; }","duration":"717.67024ms","start":"2026-04-27T02:54:33.309921Z","end":"2026-04-27T02:54:34.027592Z","steps":["trace[1906925061] 'agreement among raft nodes before linearized reading' (duration: 717.398952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:34.027883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:33.309908Z","time spent":"717.9629ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T02:54:34.027889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.631054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cvrfg.18aa170014b829e9\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-04-27T02:54:34.027952Z","caller":"traceutil/trace.go:171","msg":"trace[1509497479] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cvrfg.18aa170014b829e9; range_end:; response_count:1; response_revision:5254; }","duration":"331.714447ms","start":"2026-04-27T02:54:33.696214Z","end":"2026-04-27T02:54:34.027929Z","steps":["trace[1509497479] 'agreement among raft nodes before linearized reading' (duration: 331.543282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:34.027994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:54:33.696196Z","time spent":"331.78813ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":911,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cvrfg.18aa170014b829e9\" "} {"level":"info","ts":"2026-04-27T02:54:49.911426Z","caller":"traceutil/trace.go:171","msg":"trace[1219347862] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5530; }","duration":"110.808736ms","start":"2026-04-27T02:54:49.800592Z","end":"2026-04-27T02:54:49.9114Z","steps":["trace[1219347862] 'read index received' (duration: 110.556848ms)","trace[1219347862] 'applied index is now lower than readState.Index' (duration: 250.998µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:49.91156Z","caller":"traceutil/trace.go:171","msg":"trace[1720889447] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"139.527679ms","start":"2026-04-27T02:54:49.771992Z","end":"2026-04-27T02:54:49.91152Z","steps":["trace[1720889447] 'process raft request' (duration: 139.23371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:49.911597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.983821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:49.91165Z","caller":"traceutil/trace.go:171","msg":"trace[1291375769] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5313; }","duration":"111.103685ms","start":"2026-04-27T02:54:49.80053Z","end":"2026-04-27T02:54:49.911633Z","steps":["trace[1291375769] 'agreement among raft nodes before linearized reading' (duration: 110.983091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:50.408264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.944092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T02:54:50.408382Z","caller":"traceutil/trace.go:171","msg":"trace[1174700630] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5532; }","duration":"212.802766ms","start":"2026-04-27T02:54:50.19556Z","end":"2026-04-27T02:54:50.408363Z","steps":["trace[1174700630] 'read index received' (duration: 75.350991ms)","trace[1174700630] 'applied index is now lower than readState.Index' (duration: 137.450674ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:50.40852Z","caller":"traceutil/trace.go:171","msg":"trace[1144775196] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"212.939399ms","start":"2026-04-27T02:54:50.19555Z","end":"2026-04-27T02:54:50.408489Z","steps":["trace[1144775196] 'process raft request' (duration: 107.665197ms)","trace[1144775196] 'compare' (duration: 104.820938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:50.408955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.824544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-27T02:54:50.409014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.362613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:153649"} {"level":"info","ts":"2026-04-27T02:54:50.409063Z","caller":"traceutil/trace.go:171","msg":"trace[112278736] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5316; }","duration":"213.414534ms","start":"2026-04-27T02:54:50.195634Z","end":"2026-04-27T02:54:50.409049Z","steps":["trace[112278736] 'agreement among raft nodes before linearized reading' (duration: 213.087254ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:50.409062Z","caller":"traceutil/trace.go:171","msg":"trace[53896210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5316; }","duration":"149.962607ms","start":"2026-04-27T02:54:50.259066Z","end":"2026-04-27T02:54:50.409029Z","steps":["trace[53896210] 'agreement among raft nodes before linearized reading' (duration: 149.666098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:50.409125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.002213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:54:50.40918Z","caller":"traceutil/trace.go:171","msg":"trace[868424899] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:5316; }","duration":"200.094676ms","start":"2026-04-27T02:54:50.209071Z","end":"2026-04-27T02:54:50.409166Z","steps":["trace[868424899] 'agreement among raft nodes before linearized reading' (duration: 199.92441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:50.408977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.405444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:153649"} {"level":"info","ts":"2026-04-27T02:54:50.409356Z","caller":"traceutil/trace.go:171","msg":"trace[1825822894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5316; }","duration":"213.796396ms","start":"2026-04-27T02:54:50.195541Z","end":"2026-04-27T02:54:50.409337Z","steps":["trace[1825822894] 'agreement among raft nodes before linearized reading' (duration: 213.148666ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:50.637558Z","caller":"traceutil/trace.go:171","msg":"trace[122462950] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5538; }","duration":"136.590548ms","start":"2026-04-27T02:54:50.50083Z","end":"2026-04-27T02:54:50.63742Z","steps":["trace[122462950] 'read index received' (duration: 55.266019ms)","trace[122462950] 'applied index is now lower than readState.Index' (duration: 81.322909ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:50.637722Z","caller":"traceutil/trace.go:171","msg":"trace[535042367] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"153.303254ms","start":"2026-04-27T02:54:50.484347Z","end":"2026-04-27T02:54:50.63765Z","steps":["trace[535042367] 'process raft request' (duration: 71.80843ms)","trace[535042367] 'compare' (duration: 81.06224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:54:50.637885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.023611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T02:54:50.63795Z","caller":"traceutil/trace.go:171","msg":"trace[13612056] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5320; }","duration":"137.135535ms","start":"2026-04-27T02:54:50.500801Z","end":"2026-04-27T02:54:50.637937Z","steps":["trace[13612056] 'agreement among raft nodes before linearized reading' (duration: 136.840226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:50.843401Z","caller":"traceutil/trace.go:171","msg":"trace[475795410] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"129.707181ms","start":"2026-04-27T02:54:50.713656Z","end":"2026-04-27T02:54:50.843363Z","steps":["trace[475795410] 'process raft request' (duration: 41.213307ms)","trace[475795410] 'compare' (duration: 88.251747ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:51.127052Z","caller":"traceutil/trace.go:171","msg":"trace[457436134] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"206.453136ms","start":"2026-04-27T02:54:50.920573Z","end":"2026-04-27T02:54:51.127026Z","steps":["trace[457436134] 'process raft request' (duration: 206.235019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:51.197348Z","caller":"traceutil/trace.go:171","msg":"trace[423984191] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5543; }","duration":"274.306571ms","start":"2026-04-27T02:54:50.923019Z","end":"2026-04-27T02:54:51.197326Z","steps":["trace[423984191] 'read index received' (duration: 203.757231ms)","trace[423984191] 'applied index is now lower than readState.Index' (duration: 70.54818ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:51.197414Z","caller":"traceutil/trace.go:171","msg":"trace[2133426617] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"275.579591ms","start":"2026-04-27T02:54:50.921805Z","end":"2026-04-27T02:54:51.197385Z","steps":["trace[2133426617] 'process raft request' (duration: 275.361935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:51.197615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.58819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-27T02:54:51.197648Z","caller":"traceutil/trace.go:171","msg":"trace[62937265] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5326; }","duration":"274.659652ms","start":"2026-04-27T02:54:50.92298Z","end":"2026-04-27T02:54:51.197639Z","steps":["trace[62937265] 'agreement among raft nodes before linearized reading' (duration: 274.456446ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:51.298053Z","caller":"traceutil/trace.go:171","msg":"trace[1416291591] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5545; }","duration":"100.628186ms","start":"2026-04-27T02:54:51.197404Z","end":"2026-04-27T02:54:51.298032Z","steps":["trace[1416291591] 'read index received' (duration: 100.531283ms)","trace[1416291591] 'applied index is now lower than readState.Index' (duration: 90.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:51.298083Z","caller":"traceutil/trace.go:171","msg":"trace[740522661] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5326; }","duration":"169.100421ms","start":"2026-04-27T02:54:51.128953Z","end":"2026-04-27T02:54:51.298054Z","steps":["trace[740522661] 'process raft request' (duration: 168.983177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:51.298215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.374063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T02:54:51.298293Z","caller":"traceutil/trace.go:171","msg":"trace[606202727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5326; }","duration":"219.534878ms","start":"2026-04-27T02:54:51.078742Z","end":"2026-04-27T02:54:51.298277Z","steps":["trace[606202727] 'agreement among raft nodes before linearized reading' (duration: 219.387683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:51.366067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.605761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T02:54:51.366159Z","caller":"traceutil/trace.go:171","msg":"trace[77619525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5327; }","duration":"165.741465ms","start":"2026-04-27T02:54:51.200395Z","end":"2026-04-27T02:54:51.366137Z","steps":["trace[77619525] 'agreement among raft nodes before linearized reading' (duration: 165.486237ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:54:51.502089Z","caller":"traceutil/trace.go:171","msg":"trace[608313181] linearizableReadLoop","detail":"{readStateIndex:5548; appliedIndex:5547; }","duration":"124.872279ms","start":"2026-04-27T02:54:51.377185Z","end":"2026-04-27T02:54:51.502057Z","steps":["trace[608313181] 'read index received' (duration: 123.601599ms)","trace[608313181] 'applied index is now lower than readState.Index' (duration: 1.26939ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:54:51.502122Z","caller":"traceutil/trace.go:171","msg":"trace[1886924931] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"130.696932ms","start":"2026-04-27T02:54:51.371391Z","end":"2026-04-27T02:54:51.502088Z","steps":["trace[1886924931] 'process raft request' (duration: 129.532175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:54:51.502444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.22758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-27T02:54:51.502495Z","caller":"traceutil/trace.go:171","msg":"trace[1477713107] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5328; }","duration":"125.350284ms","start":"2026-04-27T02:54:51.377128Z","end":"2026-04-27T02:54:51.502478Z","steps":["trace[1477713107] 'agreement among raft nodes before linearized reading' (duration: 125.104506ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:55:08.635265Z","caller":"traceutil/trace.go:171","msg":"trace[1242805904] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"112.049071ms","start":"2026-04-27T02:55:08.523135Z","end":"2026-04-27T02:55:08.635184Z","steps":["trace[1242805904] 'process raft request' (duration: 111.821004ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:58:55.642581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4981} {"level":"info","ts":"2026-04-27T02:58:55.709682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4981,"took":"65.298426ms","hash":2878037168,"current-db-size-bytes":42168320,"current-db-size":"42 MB","current-db-size-in-use-bytes":16375808,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-04-27T02:58:55.709773Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2878037168,"revision":4981,"compact-revision":3017} {"level":"warn","ts":"2026-04-27T03:00:24.378126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.476797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T03:00:24.378267Z","caller":"traceutil/trace.go:171","msg":"trace[1602421823] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9084; }","duration":"204.382482ms","start":"2026-04-27T03:00:24.173849Z","end":"2026-04-27T03:00:24.378231Z","steps":["trace[1602421823] 'read index received' (duration: 77.737069ms)","trace[1602421823] 'applied index is now lower than readState.Index' (duration: 126.644183ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:00:24.378291Z","caller":"traceutil/trace.go:171","msg":"trace[519953114] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"211.753176ms","start":"2026-04-27T03:00:24.166505Z","end":"2026-04-27T03:00:24.378258Z","steps":["trace[519953114] 'process raft request' (duration: 85.063532ms)","trace[519953114] 'compare' (duration: 126.302012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:00:24.378485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.627249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-27T03:00:24.378556Z","caller":"traceutil/trace.go:171","msg":"trace[1985210301] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8767; }","duration":"204.731583ms","start":"2026-04-27T03:00:24.173813Z","end":"2026-04-27T03:00:24.378545Z","steps":["trace[1985210301] 'agreement among raft nodes before linearized reading' (duration: 204.506725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:00:24.422995Z","caller":"traceutil/trace.go:171","msg":"trace[147868743] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"249.122063ms","start":"2026-04-27T03:00:24.173843Z","end":"2026-04-27T03:00:24.422966Z","steps":["trace[147868743] 'process raft request' (duration: 248.492772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:00:24.42356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.919504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T03:00:24.423619Z","caller":"traceutil/trace.go:171","msg":"trace[1424050671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8768; }","duration":"117.027317ms","start":"2026-04-27T03:00:24.306576Z","end":"2026-04-27T03:00:24.423603Z","steps":["trace[1424050671] 'agreement among raft nodes before linearized reading' (duration: 116.866242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:00:24.424142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.986972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T03:00:24.424296Z","caller":"traceutil/trace.go:171","msg":"trace[1951079134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8768; }","duration":"126.211549ms","start":"2026-04-27T03:00:24.298057Z","end":"2026-04-27T03:00:24.424269Z","steps":["trace[1951079134] 'agreement among raft nodes before linearized reading' (duration: 125.679242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:00:24.424518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.400622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:00:24.424567Z","caller":"traceutil/trace.go:171","msg":"trace[1821755739] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:8768; }","duration":"249.448553ms","start":"2026-04-27T03:00:24.175105Z","end":"2026-04-27T03:00:24.424554Z","steps":["trace[1821755739] 'agreement among raft nodes before linearized reading' (duration: 249.369691ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:09.556025Z","caller":"traceutil/trace.go:171","msg":"trace[1278885483] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"133.47978ms","start":"2026-04-27T03:01:09.422523Z","end":"2026-04-27T03:01:09.556003Z","steps":["trace[1278885483] 'process raft request' (duration: 94.12657ms)","trace[1278885483] 'compare' (duration: 39.235687ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:01:11.13999Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000026fa.wal"} {"level":"info","ts":"2026-04-27T03:01:11.140457Z","caller":"traceutil/trace.go:171","msg":"trace[849288268] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"102.480626ms","start":"2026-04-27T03:01:11.037945Z","end":"2026-04-27T03:01:11.140426Z","steps":["trace[849288268] 'process raft request' (duration: 102.265779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:11.153084Z","caller":"traceutil/trace.go:171","msg":"trace[37314399] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"110.460289ms","start":"2026-04-27T03:01:11.042602Z","end":"2026-04-27T03:01:11.153062Z","steps":["trace[37314399] 'process raft request' (duration: 110.007674ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:12.764528Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T03:01:12.793432Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-27T03:01:12.793742Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-27T03:01:26.986607Z","caller":"traceutil/trace.go:171","msg":"trace[625401445] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"164.930249ms","start":"2026-04-27T03:01:26.821649Z","end":"2026-04-27T03:01:26.986579Z","steps":["trace[625401445] 'process raft request' (duration: 164.64714ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:26.986691Z","caller":"traceutil/trace.go:171","msg":"trace[15652563] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"152.863606ms","start":"2026-04-27T03:01:26.8338Z","end":"2026-04-27T03:01:26.986664Z","steps":["trace[15652563] 'process raft request' (duration: 152.660779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:26.986715Z","caller":"traceutil/trace.go:171","msg":"trace[1810944979] linearizableReadLoop","detail":"{readStateIndex:10481; appliedIndex:10480; }","duration":"119.136195ms","start":"2026-04-27T03:01:26.867556Z","end":"2026-04-27T03:01:26.986692Z","steps":["trace[1810944979] 'read index received' (duration: 118.99979ms)","trace[1810944979] 'applied index is now lower than readState.Index' (duration: 135.345µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:01:26.986756Z","caller":"traceutil/trace.go:171","msg":"trace[2032969921] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10123; }","duration":"152.776082ms","start":"2026-04-27T03:01:26.833942Z","end":"2026-04-27T03:01:26.986718Z","steps":["trace[2032969921] 'process raft request' (duration: 152.638128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:01:26.986964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.375422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T03:01:26.987046Z","caller":"traceutil/trace.go:171","msg":"trace[2087555666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10123; }","duration":"119.505146ms","start":"2026-04-27T03:01:26.867525Z","end":"2026-04-27T03:01:26.98703Z","steps":["trace[2087555666] 'agreement among raft nodes before linearized reading' (duration: 119.325151ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:27.026555Z","caller":"traceutil/trace.go:171","msg":"trace[212228979] transaction","detail":"{read_only:false; response_revision:10124; number_of_response:1; }","duration":"148.826838ms","start":"2026-04-27T03:01:26.877655Z","end":"2026-04-27T03:01:27.026482Z","steps":["trace[212228979] 'process raft request' (duration: 148.5986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:01:27.027162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.751037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:01:27.027311Z","caller":"traceutil/trace.go:171","msg":"trace[38295870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10126; }","duration":"143.86952ms","start":"2026-04-27T03:01:26.883372Z","end":"2026-04-27T03:01:27.027241Z","steps":["trace[38295870] 'agreement among raft nodes before linearized reading' (duration: 143.747816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:01:27.02747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.695642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-9mx62\" ","response":"range_response_count:1 size:4077"} {"level":"warn","ts":"2026-04-27T03:01:27.027509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.001788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12563"} {"level":"info","ts":"2026-04-27T03:01:27.027526Z","caller":"traceutil/trace.go:171","msg":"trace[2034008458] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-9mx62; range_end:; response_count:1; response_revision:10126; }","duration":"159.758164ms","start":"2026-04-27T03:01:26.867753Z","end":"2026-04-27T03:01:27.027511Z","steps":["trace[2034008458] 'agreement among raft nodes before linearized reading' (duration: 159.60895ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:27.027551Z","caller":"traceutil/trace.go:171","msg":"trace[2108923507] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:10126; }","duration":"146.051339ms","start":"2026-04-27T03:01:26.881485Z","end":"2026-04-27T03:01:27.027536Z","steps":["trace[2108923507] 'agreement among raft nodes before linearized reading' (duration: 145.892974ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:27.027312Z","caller":"traceutil/trace.go:171","msg":"trace[824986495] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"149.482028ms","start":"2026-04-27T03:01:26.877734Z","end":"2026-04-27T03:01:27.027216Z","steps":["trace[824986495] 'process raft request' (duration: 148.680443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:01:27.02734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.553615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:01:27.028354Z","caller":"traceutil/trace.go:171","msg":"trace[1185990680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10126; }","duration":"147.636599ms","start":"2026-04-27T03:01:26.880693Z","end":"2026-04-27T03:01:27.02833Z","steps":["trace[1185990680] 'agreement among raft nodes before linearized reading' (duration: 146.560695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:01:39.704229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.977203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T03:01:39.704382Z","caller":"traceutil/trace.go:171","msg":"trace[678265335] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"195.19232ms","start":"2026-04-27T03:01:39.509171Z","end":"2026-04-27T03:01:39.704363Z","steps":["trace[678265335] 'process raft request' (duration: 73.99328ms)","trace[678265335] 'compare' (duration: 120.852109ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:01:39.728008Z","caller":"traceutil/trace.go:171","msg":"trace[1419515782] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"217.576761ms","start":"2026-04-27T03:01:39.510406Z","end":"2026-04-27T03:01:39.727982Z","steps":["trace[1419515782] 'process raft request' (duration: 217.354374ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:39.728116Z","caller":"traceutil/trace.go:171","msg":"trace[1989997343] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"215.0331ms","start":"2026-04-27T03:01:39.513054Z","end":"2026-04-27T03:01:39.728087Z","steps":["trace[1989997343] 'process raft request' (duration: 214.899936ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:39.728139Z","caller":"traceutil/trace.go:171","msg":"trace[764216179] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"210.127854ms","start":"2026-04-27T03:01:39.517986Z","end":"2026-04-27T03:01:39.728114Z","steps":["trace[764216179] 'process raft request' (duration: 210.011261ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:01:39.728265Z","caller":"traceutil/trace.go:171","msg":"trace[373227463] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"216.400463ms","start":"2026-04-27T03:01:39.511837Z","end":"2026-04-27T03:01:39.728238Z","steps":["trace[373227463] 'process raft request' (duration: 216.064433ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:03:08.341989Z","caller":"traceutil/trace.go:171","msg":"trace[1375790922] transaction","detail":"{read_only:false; response_revision:11769; number_of_response:1; }","duration":"121.682958ms","start":"2026-04-27T03:03:08.220271Z","end":"2026-04-27T03:03:08.341954Z","steps":["trace[1375790922] 'process raft request' (duration: 121.457111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:03:55.649606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6916} {"level":"info","ts":"2026-04-27T03:03:55.74679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6916,"took":"91.652111ms","hash":2502705376,"current-db-size-bytes":69357568,"current-db-size":"69 MB","current-db-size-in-use-bytes":62963712,"current-db-size-in-use":"63 MB"} {"level":"info","ts":"2026-04-27T03:03:55.746871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2502705376,"revision":6916,"compact-revision":4981} {"level":"info","ts":"2026-04-27T03:04:44.660262Z","caller":"traceutil/trace.go:171","msg":"trace[881147807] linearizableReadLoop","detail":"{readStateIndex:14341; appliedIndex:14340; }","duration":"360.281298ms","start":"2026-04-27T03:04:44.299945Z","end":"2026-04-27T03:04:44.660226Z","steps":["trace[881147807] 'read index received' (duration: 360.135434ms)","trace[881147807] 'applied index is now lower than readState.Index' (duration: 144.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:04:44.660404Z","caller":"traceutil/trace.go:171","msg":"trace[2012358563] transaction","detail":"{read_only:false; response_revision:13898; number_of_response:1; }","duration":"360.770154ms","start":"2026-04-27T03:04:44.299571Z","end":"2026-04-27T03:04:44.660341Z","steps":["trace[2012358563] 'process raft request' (duration: 360.387212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.660689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.299537Z","time spent":"361.011601ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:04:44.660993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.947819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T03:04:44.66124Z","caller":"traceutil/trace.go:171","msg":"trace[274126848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13898; }","duration":"361.189007ms","start":"2026-04-27T03:04:44.299918Z","end":"2026-04-27T03:04:44.661107Z","steps":["trace[274126848] 'agreement among raft nodes before linearized reading' (duration: 360.447164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.66172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.299896Z","time spent":"361.799556ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T03:04:44.86138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.144746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T03:04:44.861873Z","caller":"traceutil/trace.go:171","msg":"trace[328384093] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"344.476702ms","start":"2026-04-27T03:04:44.517365Z","end":"2026-04-27T03:04:44.861841Z","steps":["trace[328384093] 'process raft request' (duration: 199.764037ms)","trace[328384093] 'compare' (duration: 143.983192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:04:44.862026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.51734Z","time spent":"344.608576ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:04:44.862152Z","caller":"traceutil/trace.go:171","msg":"trace[534617446] linearizableReadLoop","detail":"{readStateIndex:14343; appliedIndex:14341; }","duration":"201.75627ms","start":"2026-04-27T03:04:44.660375Z","end":"2026-04-27T03:04:44.862132Z","steps":["trace[534617446] 'read index received' (duration: 56.724705ms)","trace[534617446] 'applied index is now lower than readState.Index' (duration: 145.028975ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:04:44.862147Z","caller":"traceutil/trace.go:171","msg":"trace[1911137601] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"244.893517ms","start":"2026-04-27T03:04:44.617219Z","end":"2026-04-27T03:04:44.862112Z","steps":["trace[1911137601] 'process raft request' (duration: 244.731582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.862358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.643641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T03:04:44.862391Z","caller":"traceutil/trace.go:171","msg":"trace[1870185646] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:13901; }","duration":"231.705663ms","start":"2026-04-27T03:04:44.630676Z","end":"2026-04-27T03:04:44.862382Z","steps":["trace[1870185646] 'agreement among raft nodes before linearized reading' (duration: 231.545497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.862385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.629933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T03:04:44.862425Z","caller":"traceutil/trace.go:171","msg":"trace[1764894127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13901; }","duration":"505.669694ms","start":"2026-04-27T03:04:44.35674Z","end":"2026-04-27T03:04:44.86241Z","steps":["trace[1764894127] 'agreement among raft nodes before linearized reading' (duration: 505.492379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.862461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.912333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5q5mj\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-27T03:04:44.862477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.356662Z","time spent":"505.805448ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T03:04:44.862435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.111311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:44.8625Z","caller":"traceutil/trace.go:171","msg":"trace[693483987] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5q5mj; range_end:; response_count:1; response_revision:13901; }","duration":"514.009517ms","start":"2026-04-27T03:04:44.348482Z","end":"2026-04-27T03:04:44.862492Z","steps":["trace[693483987] 'agreement among raft nodes before linearized reading' (duration: 513.817711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.862456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.019424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T03:04:44.862532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.348459Z","time spent":"514.067498ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5q5mj\" "} {"level":"info","ts":"2026-04-27T03:04:44.86256Z","caller":"traceutil/trace.go:171","msg":"trace[1591426056] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:13901; }","duration":"471.162738ms","start":"2026-04-27T03:04:44.391371Z","end":"2026-04-27T03:04:44.862534Z","steps":["trace[1591426056] 'agreement among raft nodes before linearized reading' (duration: 470.993483ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:44.862593Z","caller":"traceutil/trace.go:171","msg":"trace[590120678] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13901; }","duration":"501.252105ms","start":"2026-04-27T03:04:44.361269Z","end":"2026-04-27T03:04:44.862521Z","steps":["trace[590120678] 'agreement among raft nodes before linearized reading' (duration: 500.961096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.862622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.391356Z","time spent":"471.253621ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:04:44.862582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.602818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-27T03:04:44.862643Z","caller":"traceutil/trace.go:171","msg":"trace[1884520709] transaction","detail":"{read_only:false; response_revision:13901; number_of_response:1; }","duration":"195.319847ms","start":"2026-04-27T03:04:44.666771Z","end":"2026-04-27T03:04:44.86209Z","steps":["trace[1884520709] 'process raft request' (duration: 195.270216ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:44.862737Z","caller":"traceutil/trace.go:171","msg":"trace[1748106002] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13901; }","duration":"380.766913ms","start":"2026-04-27T03:04:44.481932Z","end":"2026-04-27T03:04:44.862699Z","steps":["trace[1748106002] 'agreement among raft nodes before linearized reading' (duration: 380.306479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.862646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.361244Z","time spent":"501.39269ms","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:04:44.862804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.481921Z","time spent":"380.867526ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4861,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T03:04:44.862583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.622499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:04:44.86458Z","caller":"traceutil/trace.go:171","msg":"trace[198571473] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13901; }","duration":"382.705544ms","start":"2026-04-27T03:04:44.481819Z","end":"2026-04-27T03:04:44.864524Z","steps":["trace[198571473] 'agreement among raft nodes before linearized reading' (duration: 380.35717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.865116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.481791Z","time spent":"382.837338ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T03:04:44.934469Z","caller":"traceutil/trace.go:171","msg":"trace[325441664] transaction","detail":"{read_only:false; response_revision:13902; number_of_response:1; }","duration":"192.835659ms","start":"2026-04-27T03:04:44.741606Z","end":"2026-04-27T03:04:44.934442Z","steps":["trace[325441664] 'process raft request' (duration: 192.462558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.934893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.199962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-27T03:04:44.934951Z","caller":"traceutil/trace.go:171","msg":"trace[189476562] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:13902; }","duration":"106.322066ms","start":"2026-04-27T03:04:44.828616Z","end":"2026-04-27T03:04:44.934938Z","steps":["trace[189476562] 'agreement among raft nodes before linearized reading' (duration: 106.113419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.935588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.344436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-27T03:04:44.935667Z","caller":"traceutil/trace.go:171","msg":"trace[993089278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13902; }","duration":"119.465009ms","start":"2026-04-27T03:04:44.816189Z","end":"2026-04-27T03:04:44.935654Z","steps":["trace[993089278] 'agreement among raft nodes before linearized reading' (duration: 118.936633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.936019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.186167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:04:44.936053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.487291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T03:04:44.936072Z","caller":"traceutil/trace.go:171","msg":"trace[1502840759] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13902; }","duration":"198.28494ms","start":"2026-04-27T03:04:44.737776Z","end":"2026-04-27T03:04:44.936061Z","steps":["trace[1502840759] 'agreement among raft nodes before linearized reading' (duration: 198.191157ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:44.936096Z","caller":"traceutil/trace.go:171","msg":"trace[526901866] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13902; }","duration":"180.554473ms","start":"2026-04-27T03:04:44.755525Z","end":"2026-04-27T03:04:44.93608Z","steps":["trace[526901866] 'agreement among raft nodes before linearized reading' (duration: 180.291665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.936172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.096744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:44.936298Z","caller":"traceutil/trace.go:171","msg":"trace[1056105227] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13902; }","duration":"198.24302ms","start":"2026-04-27T03:04:44.738022Z","end":"2026-04-27T03:04:44.936265Z","steps":["trace[1056105227] 'agreement among raft nodes before linearized reading' (duration: 198.013722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:44.936383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.384354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-27T03:04:44.936488Z","caller":"traceutil/trace.go:171","msg":"trace[1173597734] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13902; }","duration":"198.525029ms","start":"2026-04-27T03:04:44.737929Z","end":"2026-04-27T03:04:44.936454Z","steps":["trace[1173597734] 'agreement among raft nodes before linearized reading' (duration: 198.133496ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.270121Z","caller":"traceutil/trace.go:171","msg":"trace[152543736] linearizableReadLoop","detail":"{readStateIndex:14346; appliedIndex:14345; }","duration":"335.862759ms","start":"2026-04-27T03:04:44.934228Z","end":"2026-04-27T03:04:45.270091Z","steps":["trace[152543736] 'read index received' (duration: 323.061426ms)","trace[152543736] 'applied index is now lower than readState.Index' (duration: 12.799763ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:04:45.270198Z","caller":"traceutil/trace.go:171","msg":"trace[1782660447] transaction","detail":"{read_only:false; response_revision:13903; number_of_response:1; }","duration":"401.287038ms","start":"2026-04-27T03:04:44.868872Z","end":"2026-04-27T03:04:45.270159Z","steps":["trace[1782660447] 'process raft request' (duration: 388.336391ms)","trace[1782660447] 'compare' (duration: 12.71355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:04:45.270379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.868841Z","time spent":"401.441113ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:04:45.270589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.206336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-27T03:04:45.270674Z","caller":"traceutil/trace.go:171","msg":"trace[1566743201] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:13903; }","duration":"408.354371ms","start":"2026-04-27T03:04:44.8623Z","end":"2026-04-27T03:04:45.270654Z","steps":["trace[1566743201] 'agreement among raft nodes before linearized reading' (duration: 408.105373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.270714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.862268Z","time spent":"408.437304ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" "} {"level":"warn","ts":"2026-04-27T03:04:45.271989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.423706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:941614"} {"level":"info","ts":"2026-04-27T03:04:45.272059Z","caller":"traceutil/trace.go:171","msg":"trace[791224429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:13903; }","duration":"403.601252ms","start":"2026-04-27T03:04:44.868442Z","end":"2026-04-27T03:04:45.272043Z","steps":["trace[791224429] 'agreement among raft nodes before linearized reading' (duration: 401.816145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.272105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.868415Z","time spent":"403.677344ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":941636,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T03:04:45.272328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.064851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:941614"} {"level":"info","ts":"2026-04-27T03:04:45.272438Z","caller":"traceutil/trace.go:171","msg":"trace[903756863] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:13903; }","duration":"400.203874ms","start":"2026-04-27T03:04:44.872212Z","end":"2026-04-27T03:04:45.272416Z","steps":["trace[903756863] 'agreement among raft nodes before linearized reading' (duration: 398.015956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.272494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.872201Z","time spent":"400.279716ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":941636,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T03:04:45.303741Z","caller":"traceutil/trace.go:171","msg":"trace[1229482702] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"357.909274ms","start":"2026-04-27T03:04:44.945786Z","end":"2026-04-27T03:04:45.303696Z","steps":["trace[1229482702] 'process raft request' (duration: 357.413548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.303956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.945758Z","time spent":"358.082529ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:04:45.304099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.266773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T03:04:45.30419Z","caller":"traceutil/trace.go:171","msg":"trace[1071927524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13906; }","duration":"139.396057ms","start":"2026-04-27T03:04:45.164771Z","end":"2026-04-27T03:04:45.304167Z","steps":["trace[1071927524] 'agreement among raft nodes before linearized reading' (duration: 139.204691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.304338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.125248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-788b5cd469-8nfrf.18aa17981b678350\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-27T03:04:45.30439Z","caller":"traceutil/trace.go:171","msg":"trace[471487390] range","detail":"{range_begin:/registry/events/openstack/barbican-api-788b5cd469-8nfrf.18aa17981b678350; range_end:; response_count:1; response_revision:13906; }","duration":"288.233851ms","start":"2026-04-27T03:04:45.01614Z","end":"2026-04-27T03:04:45.304374Z","steps":["trace[471487390] 'agreement among raft nodes before linearized reading' (duration: 287.967693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.304405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.723006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:04:45.304539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.556598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T03:04:45.304572Z","caller":"traceutil/trace.go:171","msg":"trace[1834880996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13906; }","duration":"347.609549ms","start":"2026-04-27T03:04:44.956953Z","end":"2026-04-27T03:04:45.304563Z","steps":["trace[1834880996] 'agreement among raft nodes before linearized reading' (duration: 347.512216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.304597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.956941Z","time spent":"347.648571ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T03:04:45.304588Z","caller":"traceutil/trace.go:171","msg":"trace[376322962] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:13906; }","duration":"295.84698ms","start":"2026-04-27T03:04:45.008625Z","end":"2026-04-27T03:04:45.304472Z","steps":["trace[376322962] 'agreement among raft nodes before linearized reading' (duration: 295.712636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.304644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.945114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.304678Z","caller":"traceutil/trace.go:171","msg":"trace[239281204] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"188.006666ms","start":"2026-04-27T03:04:45.116661Z","end":"2026-04-27T03:04:45.304668Z","steps":["trace[239281204] 'agreement among raft nodes before linearized reading' (duration: 187.945114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.304815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.317548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.304846Z","caller":"traceutil/trace.go:171","msg":"trace[847467739] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:13906; }","duration":"189.37636ms","start":"2026-04-27T03:04:45.115462Z","end":"2026-04-27T03:04:45.304838Z","steps":["trace[847467739] 'agreement among raft nodes before linearized reading' (duration: 189.331868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.304889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.801303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:04:45.305045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.740488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-27T03:04:45.305082Z","caller":"traceutil/trace.go:171","msg":"trace[1906053852] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"194.79727ms","start":"2026-04-27T03:04:45.110274Z","end":"2026-04-27T03:04:45.305071Z","steps":["trace[1906053852] 'agreement among raft nodes before linearized reading' (duration: 194.699197ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.304936Z","caller":"traceutil/trace.go:171","msg":"trace[527839499] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:13906; }","duration":"291.861164ms","start":"2026-04-27T03:04:45.013064Z","end":"2026-04-27T03:04:45.304925Z","steps":["trace[527839499] 'agreement among raft nodes before linearized reading' (duration: 291.786692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.304434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.232606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:04:45.305479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.517953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.305524Z","caller":"traceutil/trace.go:171","msg":"trace[1567110237] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:13906; }","duration":"202.644327ms","start":"2026-04-27T03:04:45.102867Z","end":"2026-04-27T03:04:45.305512Z","steps":["trace[1567110237] 'agreement among raft nodes before linearized reading' (duration: 202.380749ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.30551Z","caller":"traceutil/trace.go:171","msg":"trace[1316640444] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:13906; }","duration":"299.274059ms","start":"2026-04-27T03:04:45.006194Z","end":"2026-04-27T03:04:45.305468Z","steps":["trace[1316640444] 'agreement among raft nodes before linearized reading' (duration: 298.210875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.3056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.779741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.30568Z","caller":"traceutil/trace.go:171","msg":"trace[1850913332] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:13906; }","duration":"263.923226ms","start":"2026-04-27T03:04:45.041735Z","end":"2026-04-27T03:04:45.305658Z","steps":["trace[1850913332] 'agreement among raft nodes before linearized reading' (duration: 263.684858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.305689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.024842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:941614"} {"level":"info","ts":"2026-04-27T03:04:45.305722Z","caller":"traceutil/trace.go:171","msg":"trace[61783896] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:13906; }","duration":"355.084084ms","start":"2026-04-27T03:04:44.950627Z","end":"2026-04-27T03:04:45.305712Z","steps":["trace[61783896] 'agreement among raft nodes before linearized reading' (duration: 354.069082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.305751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:44.950605Z","time spent":"355.139446ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":941636,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T03:04:45.305786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.262737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.305834Z","caller":"traceutil/trace.go:171","msg":"trace[714027810] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:13906; }","duration":"203.378781ms","start":"2026-04-27T03:04:45.102443Z","end":"2026-04-27T03:04:45.305822Z","steps":["trace[714027810] 'agreement among raft nodes before linearized reading' (duration: 203.292638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.305886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.655153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.305915Z","caller":"traceutil/trace.go:171","msg":"trace[470856972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13906; }","duration":"226.719955ms","start":"2026-04-27T03:04:45.079189Z","end":"2026-04-27T03:04:45.305909Z","steps":["trace[470856972] 'agreement among raft nodes before linearized reading' (duration: 226.673884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.305906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.558428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.305948Z","caller":"traceutil/trace.go:171","msg":"trace[1541762294] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"293.61902ms","start":"2026-04-27T03:04:45.012318Z","end":"2026-04-27T03:04:45.305937Z","steps":["trace[1541762294] 'agreement among raft nodes before linearized reading' (duration: 293.550548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.305933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.28434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-27T03:04:45.306013Z","caller":"traceutil/trace.go:171","msg":"trace[1402438029] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"293.401693ms","start":"2026-04-27T03:04:45.012595Z","end":"2026-04-27T03:04:45.305997Z","steps":["trace[1402438029] 'agreement among raft nodes before linearized reading' (duration: 293.144805ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.509594Z","caller":"traceutil/trace.go:171","msg":"trace[1039513127] linearizableReadLoop","detail":"{readStateIndex:14350; appliedIndex:14349; }","duration":"205.548218ms","start":"2026-04-27T03:04:45.303817Z","end":"2026-04-27T03:04:45.509365Z","steps":["trace[1039513127] 'read index received' (duration: 113.189102ms)","trace[1039513127] 'applied index is now lower than readState.Index' (duration: 92.357786ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:04:45.509698Z","caller":"traceutil/trace.go:171","msg":"trace[578502564] transaction","detail":"{read_only:false; response_revision:13907; number_of_response:1; }","duration":"227.82943ms","start":"2026-04-27T03:04:45.281854Z","end":"2026-04-27T03:04:45.509683Z","steps":["trace[578502564] 'process raft request' (duration: 135.061541ms)","trace[578502564] 'compare' (duration: 92.057307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:04:45.511336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.70191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:941614"} {"level":"info","ts":"2026-04-27T03:04:45.511434Z","caller":"traceutil/trace.go:171","msg":"trace[225843948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:13907; }","duration":"230.859866ms","start":"2026-04-27T03:04:45.28055Z","end":"2026-04-27T03:04:45.511409Z","steps":["trace[225843948] 'agreement among raft nodes before linearized reading' (duration: 229.221524ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.603008Z","caller":"traceutil/trace.go:171","msg":"trace[2072539797] transaction","detail":"{read_only:false; response_revision:13908; number_of_response:1; }","duration":"292.267068ms","start":"2026-04-27T03:04:45.310695Z","end":"2026-04-27T03:04:45.602962Z","steps":["trace[2072539797] 'process raft request' (duration: 291.960498ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.603048Z","caller":"traceutil/trace.go:171","msg":"trace[247272791] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"283.520073ms","start":"2026-04-27T03:04:45.319497Z","end":"2026-04-27T03:04:45.603017Z","steps":["trace[247272791] 'process raft request' (duration: 283.42481ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.603214Z","caller":"traceutil/trace.go:171","msg":"trace[881451959] transaction","detail":"{read_only:false; response_revision:13909; number_of_response:1; }","duration":"291.988599ms","start":"2026-04-27T03:04:45.311183Z","end":"2026-04-27T03:04:45.603172Z","steps":["trace[881451959] 'process raft request' (duration: 291.67796ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.714234Z","caller":"traceutil/trace.go:171","msg":"trace[1435820746] linearizableReadLoop","detail":"{readStateIndex:14354; appliedIndex:14350; }","duration":"204.552098ms","start":"2026-04-27T03:04:45.509645Z","end":"2026-04-27T03:04:45.714197Z","steps":["trace[1435820746] 'read index received' (duration: 92.994987ms)","trace[1435820746] 'applied index is now lower than readState.Index' (duration: 111.555331ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:04:45.714563Z","caller":"traceutil/trace.go:171","msg":"trace[2043503732] transaction","detail":"{read_only:false; response_revision:13911; number_of_response:1; }","duration":"297.124511ms","start":"2026-04-27T03:04:45.41741Z","end":"2026-04-27T03:04:45.714535Z","steps":["trace[2043503732] 'process raft request' (duration: 215.992188ms)","trace[2043503732] 'compare' (duration: 80.485723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:04:45.714642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.977111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-27T03:04:45.71467Z","caller":"traceutil/trace.go:171","msg":"trace[1052486402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13911; }","duration":"327.076193ms","start":"2026-04-27T03:04:45.387586Z","end":"2026-04-27T03:04:45.714662Z","steps":["trace[1052486402] 'agreement among raft nodes before linearized reading' (duration: 326.894458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.714705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.387561Z","time spent":"327.137046ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T03:04:45.714768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.091085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:04:45.714876Z","caller":"traceutil/trace.go:171","msg":"trace[900701061] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13911; }","duration":"239.285611ms","start":"2026-04-27T03:04:45.47557Z","end":"2026-04-27T03:04:45.714856Z","steps":["trace[900701061] 'agreement among raft nodes before linearized reading' (duration: 238.969571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.714907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.73669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.714941Z","caller":"traceutil/trace.go:171","msg":"trace[163697665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13911; }","duration":"406.784972ms","start":"2026-04-27T03:04:45.308145Z","end":"2026-04-27T03:04:45.71493Z","steps":["trace[163697665] 'agreement among raft nodes before linearized reading' (duration: 406.699429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.714966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.308057Z","time spent":"406.903746ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T03:04:45.71488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.036403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-27T03:04:45.715025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.397079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:04:45.715058Z","caller":"traceutil/trace.go:171","msg":"trace[1106916169] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13911; }","duration":"405.45258ms","start":"2026-04-27T03:04:45.309597Z","end":"2026-04-27T03:04:45.71505Z","steps":["trace[1106916169] 'agreement among raft nodes before linearized reading' (duration: 405.367137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.715079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.309587Z","time spent":"405.487051ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T03:04:45.715115Z","caller":"traceutil/trace.go:171","msg":"trace[1918348934] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13911; }","duration":"239.434555ms","start":"2026-04-27T03:04:45.475628Z","end":"2026-04-27T03:04:45.715062Z","steps":["trace[1918348934] 'agreement among raft nodes before linearized reading' (duration: 238.731103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.937218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.193249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-27T03:04:45.937347Z","caller":"traceutil/trace.go:171","msg":"trace[961695807] linearizableReadLoop","detail":"{readStateIndex:14355; appliedIndex:14354; }","duration":"223.023329ms","start":"2026-04-27T03:04:45.714302Z","end":"2026-04-27T03:04:45.937325Z","steps":["trace[961695807] 'read index received' (duration: 2.661434ms)","trace[961695807] 'applied index is now lower than readState.Index' (duration: 220.359695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:04:45.937647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.384649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-27T03:04:45.937706Z","caller":"traceutil/trace.go:171","msg":"trace[749240673] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13911; }","duration":"406.456972ms","start":"2026-04-27T03:04:45.531223Z","end":"2026-04-27T03:04:45.93768Z","steps":["trace[749240673] 'agreement among raft nodes before linearized reading' (duration: 406.254646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.937779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.531216Z","time spent":"406.548085ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4861,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T03:04:45.937801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.056058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:04:45.937908Z","caller":"traceutil/trace.go:171","msg":"trace[452277050] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13911; }","duration":"412.205362ms","start":"2026-04-27T03:04:45.525679Z","end":"2026-04-27T03:04:45.937885Z","steps":["trace[452277050] 'agreement among raft nodes before linearized reading' (duration: 411.836411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.937909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.756209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-27T03:04:45.937965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.525672Z","time spent":"412.282566ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T03:04:45.938034Z","caller":"traceutil/trace.go:171","msg":"trace[887458010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13911; }","duration":"214.913243ms","start":"2026-04-27T03:04:45.723087Z","end":"2026-04-27T03:04:45.938Z","steps":["trace[887458010] 'agreement among raft nodes before linearized reading' (duration: 214.553282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.938081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.138392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.938132Z","caller":"traceutil/trace.go:171","msg":"trace[1955395254] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13911; }","duration":"196.200385ms","start":"2026-04-27T03:04:45.741917Z","end":"2026-04-27T03:04:45.938118Z","steps":["trace[1955395254] 'agreement among raft nodes before linearized reading' (duration: 196.115172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.938025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.225221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:04:45.938304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.40123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:04:45.938344Z","caller":"traceutil/trace.go:171","msg":"trace[1716446767] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13911; }","duration":"196.481344ms","start":"2026-04-27T03:04:45.741853Z","end":"2026-04-27T03:04:45.938334Z","steps":["trace[1716446767] 'agreement among raft nodes before linearized reading' (duration: 196.37757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.938365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.914499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-27T03:04:45.938109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.53221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:04:45.93851Z","caller":"traceutil/trace.go:171","msg":"trace[1468820295] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13911; }","duration":"410.948124ms","start":"2026-04-27T03:04:45.527545Z","end":"2026-04-27T03:04:45.938493Z","steps":["trace[1468820295] 'agreement among raft nodes before linearized reading' (duration: 410.163529ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.938408Z","caller":"traceutil/trace.go:171","msg":"trace[68833651] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13911; }","duration":"212.003851ms","start":"2026-04-27T03:04:45.726393Z","end":"2026-04-27T03:04:45.938397Z","steps":["trace[68833651] 'agreement among raft nodes before linearized reading' (duration: 211.910519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.938251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.06172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-27T03:04:45.938615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.527538Z","time spent":"411.034766ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-27T03:04:45.93862Z","caller":"traceutil/trace.go:171","msg":"trace[1465810492] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13911; }","duration":"413.480603ms","start":"2026-04-27T03:04:45.525118Z","end":"2026-04-27T03:04:45.938599Z","steps":["trace[1465810492] 'agreement among raft nodes before linearized reading' (duration: 412.948546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.938265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.962347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-27T03:04:45.938676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.525097Z","time spent":"413.559586ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4861,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-27T03:04:45.938679Z","caller":"traceutil/trace.go:171","msg":"trace[384318089] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13911; }","duration":"196.38339ms","start":"2026-04-27T03:04:45.742281Z","end":"2026-04-27T03:04:45.938664Z","steps":["trace[384318089] 'agreement among raft nodes before linearized reading' (duration: 195.899285ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:04:45.938531Z","caller":"traceutil/trace.go:171","msg":"trace[175886507] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13911; }","duration":"410.752857ms","start":"2026-04-27T03:04:45.527556Z","end":"2026-04-27T03:04:45.938309Z","steps":["trace[175886507] 'agreement among raft nodes before linearized reading' (duration: 410.064975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:45.938874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:04:45.527548Z","time spent":"411.308445ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T03:04:46.472111Z","caller":"traceutil/trace.go:171","msg":"trace[1946341581] linearizableReadLoop","detail":"{readStateIndex:14357; appliedIndex:14355; }","duration":"261.84372ms","start":"2026-04-27T03:04:46.210228Z","end":"2026-04-27T03:04:46.472072Z","steps":["trace[1946341581] 'read index received' (duration: 77.060595ms)","trace[1946341581] 'applied index is now lower than readState.Index' (duration: 184.781885ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:04:46.472446Z","caller":"traceutil/trace.go:171","msg":"trace[2122502787] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"271.518045ms","start":"2026-04-27T03:04:46.200908Z","end":"2026-04-27T03:04:46.472426Z","steps":["trace[2122502787] 'process raft request' (duration: 236.710629ms)","trace[2122502787] 'compare' (duration: 33.950209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:04:46.472897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.661106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T03:04:46.472965Z","caller":"traceutil/trace.go:171","msg":"trace[298743598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13913; }","duration":"262.79446ms","start":"2026-04-27T03:04:46.210155Z","end":"2026-04-27T03:04:46.472949Z","steps":["trace[298743598] 'agreement among raft nodes before linearized reading' (duration: 262.592204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:04:46.473214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.934954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T03:04:46.473256Z","caller":"traceutil/trace.go:171","msg":"trace[1186216412] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:13913; }","duration":"147.020086ms","start":"2026-04-27T03:04:46.326226Z","end":"2026-04-27T03:04:46.473246Z","steps":["trace[1186216412] 'agreement among raft nodes before linearized reading' (duration: 146.917993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:13.282006Z","caller":"traceutil/trace.go:171","msg":"trace[920231069] linearizableReadLoop","detail":"{readStateIndex:14807; appliedIndex:14806; }","duration":"137.603431ms","start":"2026-04-27T03:05:13.144372Z","end":"2026-04-27T03:05:13.281975Z","steps":["trace[920231069] 'read index received' (duration: 136.457165ms)","trace[920231069] 'applied index is now lower than readState.Index' (duration: 1.144866ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:05:13.282078Z","caller":"traceutil/trace.go:171","msg":"trace[1443009230] transaction","detail":"{read_only:false; response_revision:14353; number_of_response:1; }","duration":"150.270069ms","start":"2026-04-27T03:05:13.131777Z","end":"2026-04-27T03:05:13.282047Z","steps":["trace[1443009230] 'process raft request' (duration: 149.03307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:13.282213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.822307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:05:13.282281Z","caller":"traceutil/trace.go:171","msg":"trace[1215505742] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14353; }","duration":"137.951211ms","start":"2026-04-27T03:05:13.144315Z","end":"2026-04-27T03:05:13.282266Z","steps":["trace[1215505742] 'agreement among raft nodes before linearized reading' (duration: 137.800386ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:13.438281Z","caller":"traceutil/trace.go:171","msg":"trace[1376884270] linearizableReadLoop","detail":"{readStateIndex:14808; appliedIndex:14807; }","duration":"156.161324ms","start":"2026-04-27T03:05:13.282097Z","end":"2026-04-27T03:05:13.438259Z","steps":["trace[1376884270] 'read index received' (duration: 142.114182ms)","trace[1376884270] 'applied index is now lower than readState.Index' (duration: 14.045802ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:05:13.438338Z","caller":"traceutil/trace.go:171","msg":"trace[399499953] transaction","detail":"{read_only:false; response_revision:14354; number_of_response:1; }","duration":"186.468608ms","start":"2026-04-27T03:05:13.251847Z","end":"2026-04-27T03:05:13.438315Z","steps":["trace[399499953] 'process raft request' (duration: 172.441676ms)","trace[399499953] 'compare' (duration: 13.832336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:05:13.438547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.400683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-27T03:05:13.439185Z","caller":"traceutil/trace.go:171","msg":"trace[383862051] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14354; }","duration":"157.516647ms","start":"2026-04-27T03:05:13.281083Z","end":"2026-04-27T03:05:13.438599Z","steps":["trace[383862051] 'agreement among raft nodes before linearized reading' (duration: 157.245068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:13.439211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.728527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-04-27T03:05:13.439253Z","caller":"traceutil/trace.go:171","msg":"trace[502963737] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14354; }","duration":"200.774598ms","start":"2026-04-27T03:05:13.238466Z","end":"2026-04-27T03:05:13.439241Z","steps":["trace[502963737] 'agreement among raft nodes before linearized reading' (duration: 199.944522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.311865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290808329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T03:05:14.562444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.02967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:05:14.562628Z","caller":"traceutil/trace.go:171","msg":"trace[1671267106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14363; }","duration":"489.221456ms","start":"2026-04-27T03:05:14.073375Z","end":"2026-04-27T03:05:14.562596Z","steps":["trace[1671267106] 'range keys from in-memory index tree' (duration: 489.00688ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:14.565879Z","caller":"traceutil/trace.go:171","msg":"trace[961489433] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"805.323074ms","start":"2026-04-27T03:05:13.760529Z","end":"2026-04-27T03:05:14.565852Z","steps":["trace[961489433] 'process raft request' (duration: 805.136158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.56602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.760503Z","time spent":"805.448668ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T03:05:14.726759Z","caller":"traceutil/trace.go:171","msg":"trace[76992238] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"905.981051ms","start":"2026-04-27T03:05:13.820745Z","end":"2026-04-27T03:05:14.726726Z","steps":["trace[76992238] 'process raft request' (duration: 872.694364ms)","trace[76992238] 'compare' (duration: 32.981978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:05:14.726989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.820719Z","time spent":"906.143757ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:05:14.727036Z","caller":"traceutil/trace.go:171","msg":"trace[728501092] transaction","detail":"{read_only:false; response_revision:14366; number_of_response:1; }","duration":"901.15478ms","start":"2026-04-27T03:05:13.825845Z","end":"2026-04-27T03:05:14.727Z","steps":["trace[728501092] 'process raft request' (duration: 900.812659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.727226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.825828Z","time spent":"901.288935ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:05:14.727327Z","caller":"traceutil/trace.go:171","msg":"trace[1610818687] transaction","detail":"{read_only:false; response_revision:14368; number_of_response:1; }","duration":"320.021811ms","start":"2026-04-27T03:05:14.407286Z","end":"2026-04-27T03:05:14.727308Z","steps":["trace[1610818687] 'process raft request' (duration: 319.749862ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:14.727342Z","caller":"traceutil/trace.go:171","msg":"trace[36870992] transaction","detail":"{read_only:false; response_revision:14367; number_of_response:1; }","duration":"892.844359ms","start":"2026-04-27T03:05:13.834462Z","end":"2026-04-27T03:05:14.727307Z","steps":["trace[36870992] 'process raft request' (duration: 892.437346ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:14.727212Z","caller":"traceutil/trace.go:171","msg":"trace[1655532657] linearizableReadLoop","detail":"{readStateIndex:14821; appliedIndex:14818; }","duration":"915.470601ms","start":"2026-04-27T03:05:13.811706Z","end":"2026-04-27T03:05:14.727177Z","steps":["trace[1655532657] 'read index received' (duration: 754.175315ms)","trace[1655532657] 'applied index is now lower than readState.Index' (duration: 161.294176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:05:14.727478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.407255Z","time spent":"320.145885ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:05:14.727508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.834435Z","time spent":"892.979413ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4959,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:05:14.727493Z","caller":"traceutil/trace.go:171","msg":"trace[1243174765] transaction","detail":"{read_only:false; response_revision:14369; number_of_response:1; }","duration":"101.626488ms","start":"2026-04-27T03:05:14.625817Z","end":"2026-04-27T03:05:14.727443Z","steps":["trace[1243174765] 'process raft request' (duration: 101.306998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.727646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.52686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:05:14.727674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.37985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:05:14.727703Z","caller":"traceutil/trace.go:171","msg":"trace[68084073] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"903.407961ms","start":"2026-04-27T03:05:13.824287Z","end":"2026-04-27T03:05:14.727695Z","steps":["trace[68084073] 'agreement among raft nodes before linearized reading' (duration: 903.300748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.727727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.824208Z","time spent":"903.515754ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T03:05:14.727796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.166767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:05:14.727698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.994888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:05:14.727827Z","caller":"traceutil/trace.go:171","msg":"trace[2044029893] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:14369; }","duration":"681.25924ms","start":"2026-04-27T03:05:14.046557Z","end":"2026-04-27T03:05:14.727816Z","steps":["trace[2044029893] 'agreement among raft nodes before linearized reading' (duration: 681.173327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.727896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.04652Z","time spent":"681.369533ms","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:05:14.7279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.446028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:05:14.727901Z","caller":"traceutil/trace.go:171","msg":"trace[684138211] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"916.211244ms","start":"2026-04-27T03:05:13.811628Z","end":"2026-04-27T03:05:14.727839Z","steps":["trace[684138211] 'agreement among raft nodes before linearized reading' (duration: 915.931285ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:14.727923Z","caller":"traceutil/trace.go:171","msg":"trace[1432704334] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14369; }","duration":"717.49041ms","start":"2026-04-27T03:05:14.010427Z","end":"2026-04-27T03:05:14.727917Z","steps":["trace[1432704334] 'agreement among raft nodes before linearized reading' (duration: 717.408537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.727942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.010418Z","time spent":"717.519861ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:05:14.727955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.811584Z","time spent":"916.355529ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.675895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:05:14.728042Z","caller":"traceutil/trace.go:171","msg":"trace[141352610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14369; }","duration":"648.758127ms","start":"2026-04-27T03:05:14.079278Z","end":"2026-04-27T03:05:14.728036Z","steps":["trace[141352610] 'agreement among raft nodes before linearized reading' (duration: 648.715885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.72806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.079251Z","time spent":"648.804738ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.122833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-27T03:05:14.728075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.243814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T03:05:14.728102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.361804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5q5mj\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-27T03:05:14.728109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.864908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-27T03:05:14.727694Z","caller":"traceutil/trace.go:171","msg":"trace[1854194885] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14369; }","duration":"716.588982ms","start":"2026-04-27T03:05:14.011092Z","end":"2026-04-27T03:05:14.727681Z","steps":["trace[1854194885] 'agreement among raft nodes before linearized reading' (duration: 716.513439ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:14.728153Z","caller":"traceutil/trace.go:171","msg":"trace[930620622] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14369; }","duration":"714.923149ms","start":"2026-04-27T03:05:14.013218Z","end":"2026-04-27T03:05:14.728141Z","steps":["trace[930620622] 'agreement among raft nodes before linearized reading' (duration: 714.816866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.013208Z","time spent":"714.976321ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.314079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T03:05:14.728318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.051786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:05:14.728329Z","caller":"traceutil/trace.go:171","msg":"trace[100751785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14369; }","duration":"883.381881ms","start":"2026-04-27T03:05:13.84494Z","end":"2026-04-27T03:05:14.728322Z","steps":["trace[100751785] 'agreement among raft nodes before linearized reading' (duration: 883.297778ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:14.728111Z","caller":"traceutil/trace.go:171","msg":"trace[1523809662] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:14369; }","duration":"890.214016ms","start":"2026-04-27T03:05:13.837884Z","end":"2026-04-27T03:05:14.728098Z","steps":["trace[1523809662] 'agreement among raft nodes before linearized reading' (duration: 889.995689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.578237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T03:05:14.728364Z","caller":"traceutil/trace.go:171","msg":"trace[947742805] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"717.120049ms","start":"2026-04-27T03:05:14.011229Z","end":"2026-04-27T03:05:14.728349Z","steps":["trace[947742805] 'agreement among raft nodes before linearized reading' (duration: 717.006995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.102839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T03:05:14.728377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.837871Z","time spent":"890.494634ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.011217Z","time spent":"717.17151ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T03:05:14.728396Z","caller":"traceutil/trace.go:171","msg":"trace[2030795001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14369; }","duration":"888.153581ms","start":"2026-04-27T03:05:13.840233Z","end":"2026-04-27T03:05:14.728387Z","steps":["trace[2030795001] 'agreement among raft nodes before linearized reading' (duration: 888.042827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.407134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:05:14.728446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.840176Z","time spent":"888.260544ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T03:05:14.728137Z","caller":"traceutil/trace.go:171","msg":"trace[675106066] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5q5mj; range_end:; response_count:1; response_revision:14369; }","duration":"893.399586ms","start":"2026-04-27T03:05:13.83473Z","end":"2026-04-27T03:05:14.728129Z","steps":["trace[675106066] 'agreement among raft nodes before linearized reading' (duration: 893.292542ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:05:14.728395Z","caller":"traceutil/trace.go:171","msg":"trace[797831800] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:14369; }","duration":"896.691989ms","start":"2026-04-27T03:05:13.831684Z","end":"2026-04-27T03:05:14.728376Z","steps":["trace[797831800] 'agreement among raft nodes before linearized reading' (duration: 896.501903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.83166Z","time spent":"896.838224ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.834683Z","time spent":"893.804369ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5q5mj\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.285873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-27T03:05:14.728136Z","caller":"traceutil/trace.go:171","msg":"trace[749805346] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14369; }","duration":"507.376338ms","start":"2026-04-27T03:05:14.220739Z","end":"2026-04-27T03:05:14.728116Z","steps":["trace[749805346] 'agreement among raft nodes before linearized reading' (duration: 507.240994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.220712Z","time spent":"507.886073ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T03:05:14.728619Z","caller":"traceutil/trace.go:171","msg":"trace[1766247406] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:14369; }","duration":"805.424697ms","start":"2026-04-27T03:05:13.923171Z","end":"2026-04-27T03:05:14.728596Z","steps":["trace[1766247406] 'agreement among raft nodes before linearized reading' (duration: 805.137578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.844919Z","time spent":"883.434073ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:13.923143Z","time spent":"805.51303ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" "} {"level":"warn","ts":"2026-04-27T03:05:14.728265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.011086Z","time spent":"717.112518ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T03:05:14.728456Z","caller":"traceutil/trace.go:171","msg":"trace[156020994] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14369; }","duration":"714.876468ms","start":"2026-04-27T03:05:14.013567Z","end":"2026-04-27T03:05:14.728443Z","steps":["trace[156020994] 'agreement among raft nodes before linearized reading' (duration: 714.404583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.728872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.013558Z","time spent":"715.303472ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-27T03:05:14.729013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.023978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:05:14.729046Z","caller":"traceutil/trace.go:171","msg":"trace[185539241] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"719.100521ms","start":"2026-04-27T03:05:14.009936Z","end":"2026-04-27T03:05:14.729037Z","steps":["trace[185539241] 'agreement among raft nodes before linearized reading' (duration: 718.194033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:05:14.729066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:05:14.009909Z","time spent":"719.151052ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T03:05:14.953473Z","caller":"traceutil/trace.go:171","msg":"trace[1258257199] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"146.81518ms","start":"2026-04-27T03:05:14.806591Z","end":"2026-04-27T03:05:14.953406Z","steps":["trace[1258257199] 'process raft request' (duration: 146.551692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.384211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290810249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T03:06:10.754756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550359491s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T03:06:10.756844Z","caller":"traceutil/trace.go:171","msg":"trace[787547497] transaction","detail":"{read_only:false; response_revision:15002; number_of_response:1; }","duration":"1.552466578s","start":"2026-04-27T03:06:09.204342Z","end":"2026-04-27T03:06:10.756809Z","steps":["trace[787547497] 'process raft request' (duration: 1.55188661s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.757001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.204335Z","time spent":"1.552574691s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:10.760209Z","caller":"traceutil/trace.go:171","msg":"trace[702333627] transaction","detail":"{read_only:false; response_revision:15003; number_of_response:1; }","duration":"876.571696ms","start":"2026-04-27T03:06:09.883612Z","end":"2026-04-27T03:06:10.760183Z","steps":["trace[702333627] 'process raft request' (duration: 876.39145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.760334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883592Z","time spent":"876.67634ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:10.760639Z","caller":"traceutil/trace.go:171","msg":"trace[1171286062] transaction","detail":"{read_only:false; response_revision:15004; number_of_response:1; }","duration":"876.915977ms","start":"2026-04-27T03:06:09.883684Z","end":"2026-04-27T03:06:10.7606Z","steps":["trace[1171286062] 'process raft request' (duration: 876.455693ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:10.76073Z","caller":"traceutil/trace.go:171","msg":"trace[698715323] transaction","detail":"{read_only:false; response_revision:15006; number_of_response:1; }","duration":"875.312677ms","start":"2026-04-27T03:06:09.885394Z","end":"2026-04-27T03:06:10.760707Z","steps":["trace[698715323] 'process raft request' (duration: 875.188773ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:10.760719Z","caller":"traceutil/trace.go:171","msg":"trace[941214639] transaction","detail":"{read_only:false; response_revision:15005; number_of_response:1; }","duration":"876.848905ms","start":"2026-04-27T03:06:09.883831Z","end":"2026-04-27T03:06:10.76068Z","steps":["trace[941214639] 'process raft request' (duration: 876.639098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.760831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.885381Z","time spent":"875.40906ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:06:10.760832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883663Z","time spent":"877.054032ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:10.760814Z","caller":"traceutil/trace.go:171","msg":"trace[248591595] linearizableReadLoop","detail":"{readStateIndex:15474; appliedIndex:15467; }","duration":"877.612329ms","start":"2026-04-27T03:06:09.883171Z","end":"2026-04-27T03:06:10.760783Z","steps":["trace[248591595] 'read index received' (duration: 873.1967ms)","trace[248591595] 'applied index is now lower than readState.Index' (duration: 4.414289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:06:10.760887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.88382Z","time spent":"876.98378ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:10.760913Z","caller":"traceutil/trace.go:171","msg":"trace[1654273766] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"870.843846ms","start":"2026-04-27T03:06:09.89006Z","end":"2026-04-27T03:06:10.760904Z","steps":["trace[1654273766] 'process raft request' (duration: 870.577837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.760951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.890049Z","time spent":"870.881748ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7304,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:10.761032Z","caller":"traceutil/trace.go:171","msg":"trace[84881077] transaction","detail":"{read_only:false; response_revision:15008; number_of_response:1; }","duration":"798.571322ms","start":"2026-04-27T03:06:09.962437Z","end":"2026-04-27T03:06:10.761008Z","steps":["trace[84881077] 'process raft request' (duration: 798.258342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.761111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.9624Z","time spent":"798.676595ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:06:10.76112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.885038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-04-27T03:06:10.761166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.350211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T03:06:10.761182Z","caller":"traceutil/trace.go:171","msg":"trace[277041884] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:15009; }","duration":"878.008162ms","start":"2026-04-27T03:06:09.883156Z","end":"2026-04-27T03:06:10.761164Z","steps":["trace[277041884] 'agreement among raft nodes before linearized reading' (duration: 877.806366ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:10.761204Z","caller":"traceutil/trace.go:171","msg":"trace[1391127973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15009; }","duration":"877.406313ms","start":"2026-04-27T03:06:09.883788Z","end":"2026-04-27T03:06:10.761194Z","steps":["trace[1391127973] 'agreement among raft nodes before linearized reading' (duration: 877.260088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.761227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883779Z","time spent":"877.443404ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T03:06:10.761237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883126Z","time spent":"878.098055ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"warn","ts":"2026-04-27T03:06:10.761288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.543514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:06:10.76132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.380688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T03:06:10.761323Z","caller":"traceutil/trace.go:171","msg":"trace[1308218202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15009; }","duration":"684.613216ms","start":"2026-04-27T03:06:10.076701Z","end":"2026-04-27T03:06:10.761314Z","steps":["trace[1308218202] 'agreement among raft nodes before linearized reading' (duration: 684.553284ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:10.761341Z","caller":"traceutil/trace.go:171","msg":"trace[755063829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15009; }","duration":"874.416208ms","start":"2026-04-27T03:06:09.886918Z","end":"2026-04-27T03:06:10.761334Z","steps":["trace[755063829] 'agreement among raft nodes before linearized reading' (duration: 874.358196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.761347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:10.07669Z","time spent":"684.653547ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T03:06:10.76136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.886906Z","time spent":"874.45068ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T03:06:10.7615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.64751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T03:06:10.761525Z","caller":"traceutil/trace.go:171","msg":"trace[139573827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15009; }","duration":"877.682591ms","start":"2026-04-27T03:06:09.883837Z","end":"2026-04-27T03:06:10.761519Z","steps":["trace[139573827] 'agreement among raft nodes before linearized reading' (duration: 877.591498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.761539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.913508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T03:06:10.761544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883831Z","time spent":"877.708402ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T03:06:10.761576Z","caller":"traceutil/trace.go:171","msg":"trace[2133534148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:15009; }","duration":"183.999731ms","start":"2026-04-27T03:06:10.577565Z","end":"2026-04-27T03:06:10.761564Z","steps":["trace[2133534148] 'agreement among raft nodes before linearized reading' (duration: 183.874077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.761583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.688106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T03:06:10.761615Z","caller":"traceutil/trace.go:171","msg":"trace[868620587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15009; }","duration":"567.771199ms","start":"2026-04-27T03:06:10.193834Z","end":"2026-04-27T03:06:10.761605Z","steps":["trace[868620587] 'agreement among raft nodes before linearized reading' (duration: 567.704017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.761676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:10.193805Z","time spent":"567.83165ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:10.761754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.361453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7268"} {"level":"info","ts":"2026-04-27T03:06:10.761793Z","caller":"traceutil/trace.go:171","msg":"trace[197392600] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:15009; }","duration":"878.409874ms","start":"2026-04-27T03:06:09.883372Z","end":"2026-04-27T03:06:10.761782Z","steps":["trace[197392600] 'agreement among raft nodes before linearized reading' (duration: 878.331922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.761838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883365Z","time spent":"878.465646ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:10.761983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.503528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:10.762008Z","caller":"traceutil/trace.go:171","msg":"trace[1495485750] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15009; }","duration":"878.537768ms","start":"2026-04-27T03:06:09.883464Z","end":"2026-04-27T03:06:10.762002Z","steps":["trace[1495485750] 'agreement among raft nodes before linearized reading' (duration: 878.497047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.762024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883456Z","time spent":"878.563509ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:10.761135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.104214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T03:06:10.762068Z","caller":"traceutil/trace.go:171","msg":"trace[439276536] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:15009; }","duration":"511.061764ms","start":"2026-04-27T03:06:10.250996Z","end":"2026-04-27T03:06:10.762058Z","steps":["trace[439276536] 'agreement among raft nodes before linearized reading' (duration: 510.043362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.762103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.665722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7268"} {"level":"warn","ts":"2026-04-27T03:06:10.762122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:10.250982Z","time spent":"511.113735ms","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-27T03:06:10.762135Z","caller":"traceutil/trace.go:171","msg":"trace[638369391] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:15009; }","duration":"878.707143ms","start":"2026-04-27T03:06:09.88342Z","end":"2026-04-27T03:06:10.762127Z","steps":["trace[638369391] 'agreement among raft nodes before linearized reading' (duration: 878.565109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.762158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883415Z","time spent":"878.738285ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:10.762317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.058215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T03:06:10.762352Z","caller":"traceutil/trace.go:171","msg":"trace[502715083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:15009; }","duration":"879.108146ms","start":"2026-04-27T03:06:09.883237Z","end":"2026-04-27T03:06:10.762345Z","steps":["trace[502715083] 'agreement among raft nodes before linearized reading' (duration: 879.018953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.762374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883231Z","time spent":"879.138137ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T03:06:10.762325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.858368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:10.762445Z","caller":"traceutil/trace.go:171","msg":"trace[2035461981] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15009; }","duration":"878.997493ms","start":"2026-04-27T03:06:09.88344Z","end":"2026-04-27T03:06:10.762438Z","steps":["trace[2035461981] 'agreement among raft nodes before linearized reading' (duration: 878.853829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.762828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883437Z","time spent":"879.378235ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:10.762528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.347343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:10.763002Z","caller":"traceutil/trace.go:171","msg":"trace[255936692] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15009; }","duration":"879.831879ms","start":"2026-04-27T03:06:09.883109Z","end":"2026-04-27T03:06:10.762941Z","steps":["trace[255936692] 'agreement among raft nodes before linearized reading' (duration: 877.842556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:10.764131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:09.883083Z","time spent":"881.021976ms","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:12.260728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290810290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T03:06:12.306664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.696547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:12.306767Z","caller":"traceutil/trace.go:171","msg":"trace[1630896707] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:15020; }","duration":"738.856392ms","start":"2026-04-27T03:06:11.567886Z","end":"2026-04-27T03:06:12.306742Z","steps":["trace[1630896707] 'count revisions from in-memory index tree' (duration: 738.536643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:12.306813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:11.567862Z","time spent":"738.941095ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-27T03:06:12.308787Z","caller":"traceutil/trace.go:171","msg":"trace[995980234] linearizableReadLoop","detail":"{readStateIndex:15489; appliedIndex:15488; }","duration":"548.855283ms","start":"2026-04-27T03:06:11.759901Z","end":"2026-04-27T03:06:12.308756Z","steps":["trace[995980234] 'read index received' (duration: 537.396572ms)","trace[995980234] 'applied index is now lower than readState.Index' (duration: 11.457531ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:06:12.308888Z","caller":"traceutil/trace.go:171","msg":"trace[1940129734] transaction","detail":"{read_only:false; response_revision:15021; number_of_response:1; }","duration":"677.281924ms","start":"2026-04-27T03:06:11.631558Z","end":"2026-04-27T03:06:12.30884Z","steps":["trace[1940129734] 'process raft request' (duration: 665.761272ms)","trace[1940129734] 'compare' (duration: 11.307826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:06:12.308982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.138956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:12.309027Z","caller":"traceutil/trace.go:171","msg":"trace[1475327775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15021; }","duration":"232.238309ms","start":"2026-04-27T03:06:12.076777Z","end":"2026-04-27T03:06:12.309016Z","steps":["trace[1475327775] 'agreement among raft nodes before linearized reading' (duration: 232.149316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:12.309062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:11.631505Z","time spent":"677.46984ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:06:12.310098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.189605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:145 size:1568266"} {"level":"info","ts":"2026-04-27T03:06:12.31017Z","caller":"traceutil/trace.go:171","msg":"trace[1924325061] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:145; response_revision:15021; }","duration":"550.311528ms","start":"2026-04-27T03:06:11.759841Z","end":"2026-04-27T03:06:12.310152Z","steps":["trace[1924325061] 'agreement among raft nodes before linearized reading' (duration: 549.015168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:12.31022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:11.759809Z","time spent":"550.397021ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":145,"response size":1568288,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-27T03:06:23.245827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290810783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T03:06:23.746479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290810783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T03:06:24.249487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410003290810783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T03:06:24.917575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074858109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T03:06:24.917671Z","caller":"traceutil/trace.go:171","msg":"trace[2036997690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.075015284s","start":"2026-04-27T03:06:22.842634Z","end":"2026-04-27T03:06:24.917649Z","steps":["trace[2036997690] 'agreement among raft nodes before linearized reading' (duration: 2.07488548s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:24.91772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.842615Z","time spent":"2.075096376s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T03:06:25.550653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.022418968s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T03:06:25.56291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488802105s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.56305Z","caller":"traceutil/trace.go:171","msg":"trace[744059169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15172; }","duration":"1.48895487s","start":"2026-04-27T03:06:24.074076Z","end":"2026-04-27T03:06:25.563031Z","steps":["trace[744059169] 'range keys from in-memory index tree' (duration: 1.488781705s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.564269Z","caller":"traceutil/trace.go:171","msg":"trace[353833248] transaction","detail":"{read_only:false; response_revision:15173; number_of_response:1; }","duration":"3.036180942s","start":"2026-04-27T03:06:22.52805Z","end":"2026-04-27T03:06:25.564231Z","steps":["trace[353833248] 'process raft request' (duration: 3.022942675s)","trace[353833248] 'compare' (duration: 10.562783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:06:25.564425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.528018Z","time spent":"3.036327517s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:25.568511Z","caller":"traceutil/trace.go:171","msg":"trace[2108573692] transaction","detail":"{read_only:false; response_revision:15175; number_of_response:1; }","duration":"2.750693027s","start":"2026-04-27T03:06:22.817778Z","end":"2026-04-27T03:06:25.568471Z","steps":["trace[2108573692] 'process raft request' (duration: 2.750233363s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.568662Z","caller":"traceutil/trace.go:171","msg":"trace[1451802255] transaction","detail":"{read_only:false; response_revision:15179; number_of_response:1; }","duration":"2.055560762s","start":"2026-04-27T03:06:23.51307Z","end":"2026-04-27T03:06:25.56863Z","steps":["trace[1451802255] 'process raft request' (duration: 2.05549004s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.568702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.81776Z","time spent":"2.750848963s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:25.568506Z","caller":"traceutil/trace.go:171","msg":"trace[862751469] transaction","detail":"{read_only:false; response_revision:15174; number_of_response:1; }","duration":"2.760337481s","start":"2026-04-27T03:06:22.807906Z","end":"2026-04-27T03:06:25.568243Z","steps":["trace[862751469] 'process raft request' (duration: 2.75997403s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.56889Z","caller":"traceutil/trace.go:171","msg":"trace[55082473] transaction","detail":"{read_only:false; response_revision:15177; number_of_response:1; }","duration":"2.749774469s","start":"2026-04-27T03:06:22.819098Z","end":"2026-04-27T03:06:25.568872Z","steps":["trace[55082473] 'process raft request' (duration: 2.749354636s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.568955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.807886Z","time spent":"2.761037733s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:06:25.568962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.819088Z","time spent":"2.749837221s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:25.569095Z","caller":"traceutil/trace.go:171","msg":"trace[2051629983] transaction","detail":"{read_only:false; response_revision:15178; number_of_response:1; }","duration":"2.748397476s","start":"2026-04-27T03:06:22.820684Z","end":"2026-04-27T03:06:25.569082Z","steps":["trace[2051629983] 'process raft request' (duration: 2.747839128s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.569162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.820676Z","time spent":"2.748454457s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:25.569151Z","caller":"traceutil/trace.go:171","msg":"trace[1718325184] transaction","detail":"{read_only:false; response_revision:15176; number_of_response:1; }","duration":"2.751289366s","start":"2026-04-27T03:06:22.817837Z","end":"2026-04-27T03:06:25.569127Z","steps":["trace[1718325184] 'process raft request' (duration: 2.750222732s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.569243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.817833Z","time spent":"2.751368118s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:25.569737Z","caller":"traceutil/trace.go:171","msg":"trace[1988754570] linearizableReadLoop","detail":"{readStateIndex:15658; appliedIndex:15647; }","duration":"2.823998015s","start":"2026-04-27T03:06:22.745725Z","end":"2026-04-27T03:06:25.569723Z","steps":["trace[1988754570] 'read index received' (duration: 2.805284486s)","trace[1988754570] 'applied index is now lower than readState.Index' (duration: 18.712469ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:06:25.569872Z","caller":"traceutil/trace.go:171","msg":"trace[717225958] transaction","detail":"{read_only:false; response_revision:15180; number_of_response:1; }","duration":"2.05581644s","start":"2026-04-27T03:06:23.514045Z","end":"2026-04-27T03:06:25.569861Z","steps":["trace[717225958] 'process raft request' (duration: 2.05454728s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.569934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.514025Z","time spent":"2.055871901s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:25.570014Z","caller":"traceutil/trace.go:171","msg":"trace[2075800697] transaction","detail":"{read_only:false; response_revision:15181; number_of_response:1; }","duration":"2.055402907s","start":"2026-04-27T03:06:23.514602Z","end":"2026-04-27T03:06:25.570005Z","steps":["trace[2075800697] 'process raft request' (duration: 2.05487742s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.568807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.513037Z","time spent":"2.055687956s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:06:25.570062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.514593Z","time spent":"2.055441699s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:06:25.57014Z","caller":"traceutil/trace.go:171","msg":"trace[2117636469] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"498.390994ms","start":"2026-04-27T03:06:25.071735Z","end":"2026-04-27T03:06:25.570126Z","steps":["trace[2117636469] 'process raft request' (duration: 497.872018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.570163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824434248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.570198Z","caller":"traceutil/trace.go:171","msg":"trace[2013192719] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15184; }","duration":"2.82450982s","start":"2026-04-27T03:06:22.745677Z","end":"2026-04-27T03:06:25.570187Z","steps":["trace[2013192719] 'agreement among raft nodes before linearized reading' (duration: 2.824448848s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.570233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.745657Z","time spent":"2.824566452s","remote":"127.0.0.1:46182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.570244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.071711Z","time spent":"498.466147ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:06:25.570387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77940136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.570432Z","caller":"traceutil/trace.go:171","msg":"trace[611569340] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15184; }","duration":"2.779485404s","start":"2026-04-27T03:06:22.790937Z","end":"2026-04-27T03:06:25.570423Z","steps":["trace[611569340] 'agreement among raft nodes before linearized reading' (duration: 2.779422982s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.570456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.790917Z","time spent":"2.779532695s","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:25.570548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605664523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-79bbg\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-27T03:06:25.570577Z","caller":"traceutil/trace.go:171","msg":"trace[1629199092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-79bbg; range_end:; response_count:1; response_revision:15184; }","duration":"2.605761835s","start":"2026-04-27T03:06:22.964808Z","end":"2026-04-27T03:06:25.57057Z","steps":["trace[1629199092] 'agreement among raft nodes before linearized reading' (duration: 2.60560451s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.570595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.964801Z","time spent":"2.605789817s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-79bbg\" "} {"level":"warn","ts":"2026-04-27T03:06:25.570627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622323897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T03:06:25.570662Z","caller":"traceutil/trace.go:171","msg":"trace[1572015196] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:15184; }","duration":"2.622399649s","start":"2026-04-27T03:06:22.948253Z","end":"2026-04-27T03:06:25.570652Z","steps":["trace[1572015196] 'agreement among raft nodes before linearized reading' (duration: 2.622343347s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.570696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.317718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.570712Z","caller":"traceutil/trace.go:171","msg":"trace[1613990488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:15184; }","duration":"325.334089ms","start":"2026-04-27T03:06:25.245372Z","end":"2026-04-27T03:06:25.570706Z","steps":["trace[1613990488] 'agreement among raft nodes before linearized reading' (duration: 325.305468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.570712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.948235Z","time spent":"2.622445761s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.570727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.245311Z","time spent":"325.412041ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.570813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.125475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.570921Z","caller":"traceutil/trace.go:171","msg":"trace[368722720] transaction","detail":"{read_only:false; response_revision:15184; number_of_response:1; }","duration":"490.179706ms","start":"2026-04-27T03:06:25.080735Z","end":"2026-04-27T03:06:25.570915Z","steps":["trace[368722720] 'process raft request' (duration: 488.902376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.57095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.080711Z","time spent":"490.225138ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T03:06:25.570952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636340718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-04-27T03:06:25.570984Z","caller":"traceutil/trace.go:171","msg":"trace[1697730597] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:15184; }","duration":"2.63640937s","start":"2026-04-27T03:06:22.934565Z","end":"2026-04-27T03:06:25.570975Z","steps":["trace[1697730597] 'agreement among raft nodes before linearized reading' (duration: 2.636287156s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.57098Z","caller":"traceutil/trace.go:171","msg":"trace[303781031] transaction","detail":"{read_only:false; response_revision:15182; number_of_response:1; }","duration":"1.676919686s","start":"2026-04-27T03:06:23.894049Z","end":"2026-04-27T03:06:25.570969Z","steps":["trace[303781031] 'process raft request' (duration: 1.675519302s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.571009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.934512Z","time spent":"2.636490573s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" "} {"level":"warn","ts":"2026-04-27T03:06:25.571036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.894025Z","time spent":"1.676981637s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:06:25.571202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747143196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T03:06:25.571207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745522055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T03:06:25.571214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723906014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T03:06:25.571231Z","caller":"traceutil/trace.go:171","msg":"trace[349231359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15184; }","duration":"2.747188387s","start":"2026-04-27T03:06:22.824034Z","end":"2026-04-27T03:06:25.571222Z","steps":["trace[349231359] 'agreement among raft nodes before linearized reading' (duration: 2.747102864s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.571244Z","caller":"traceutil/trace.go:171","msg":"trace[1602267472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15184; }","duration":"2.745561156s","start":"2026-04-27T03:06:22.825673Z","end":"2026-04-27T03:06:25.571234Z","steps":["trace[1602267472] 'agreement among raft nodes before linearized reading' (duration: 2.745447643s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.571251Z","caller":"traceutil/trace.go:171","msg":"trace[149303029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15184; }","duration":"2.723968197s","start":"2026-04-27T03:06:22.847275Z","end":"2026-04-27T03:06:25.571243Z","steps":["trace[149303029] 'agreement among raft nodes before linearized reading' (duration: 2.723857033s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.571261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.824022Z","time spent":"2.747231959s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T03:06:25.571271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.825665Z","time spent":"2.745599397s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T03:06:25.571277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.847262Z","time spent":"2.724007037s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T03:06:25.571344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65036903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.571359Z","caller":"traceutil/trace.go:171","msg":"trace[112610866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15184; }","duration":"2.6503872s","start":"2026-04-27T03:06:22.920966Z","end":"2026-04-27T03:06:25.571354Z","steps":["trace[112610866] 'agreement among raft nodes before linearized reading' (duration: 2.650356059s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.571374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.920942Z","time spent":"2.650426832s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.571386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728635213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T03:06:25.57142Z","caller":"traceutil/trace.go:171","msg":"trace[919624461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15184; }","duration":"2.728708556s","start":"2026-04-27T03:06:22.842702Z","end":"2026-04-27T03:06:25.57141Z","steps":["trace[919624461] 'agreement among raft nodes before linearized reading' (duration: 2.728628073s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.571445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.842682Z","time spent":"2.728756957s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T03:06:25.57146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75077761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7268"} {"level":"warn","ts":"2026-04-27T03:06:25.571535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655591914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5q5mj\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-27T03:06:25.571559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685393752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T03:06:25.571576Z","caller":"traceutil/trace.go:171","msg":"trace[1542103027] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15184; }","duration":"2.685447904s","start":"2026-04-27T03:06:22.886123Z","end":"2026-04-27T03:06:25.571571Z","steps":["trace[1542103027] 'agreement among raft nodes before linearized reading' (duration: 2.685407943s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.571592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.886102Z","time spent":"2.685484635s","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.571605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735034675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.571636Z","caller":"traceutil/trace.go:171","msg":"trace[1237962212] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15184; }","duration":"2.735113167s","start":"2026-04-27T03:06:22.836513Z","end":"2026-04-27T03:06:25.571626Z","steps":["trace[1237962212] 'agreement among raft nodes before linearized reading' (duration: 2.735065605s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.571661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.836489Z","time spent":"2.735166089s","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:25.571871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735407196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7268"} {"level":"info","ts":"2026-04-27T03:06:25.571901Z","caller":"traceutil/trace.go:171","msg":"trace[136174212] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:15184; }","duration":"2.735490479s","start":"2026-04-27T03:06:22.836401Z","end":"2026-04-27T03:06:25.571892Z","steps":["trace[136174212] 'agreement among raft nodes before linearized reading' (duration: 2.735401986s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.570826Z","caller":"traceutil/trace.go:171","msg":"trace[2001957487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:15184; }","duration":"497.151195ms","start":"2026-04-27T03:06:25.073671Z","end":"2026-04-27T03:06:25.570823Z","steps":["trace[2001957487] 'agreement among raft nodes before linearized reading' (duration: 497.122424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.571926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.836373Z","time spent":"2.735545851s","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:25.571939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.073662Z","time spent":"498.26911ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.572104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740909099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T03:06:25.572136Z","caller":"traceutil/trace.go:171","msg":"trace[1697486366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15184; }","duration":"2.741006122s","start":"2026-04-27T03:06:22.831118Z","end":"2026-04-27T03:06:25.572124Z","steps":["trace[1697486366] 'agreement among raft nodes before linearized reading' (duration: 2.74091887s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.572162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.831104Z","time spent":"2.741050884s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T03:06:25.573086Z","caller":"traceutil/trace.go:171","msg":"trace[1559995122] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:15184; }","duration":"2.750822102s","start":"2026-04-27T03:06:22.820652Z","end":"2026-04-27T03:06:25.571474Z","steps":["trace[1559995122] 'agreement among raft nodes before linearized reading' (duration: 2.75076308s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.573117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.820644Z","time spent":"2.752464233s","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T03:06:25.573186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761177148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.573209Z","caller":"traceutil/trace.go:171","msg":"trace[905320209] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15184; }","duration":"2.761221588s","start":"2026-04-27T03:06:22.811981Z","end":"2026-04-27T03:06:25.573202Z","steps":["trace[905320209] 'agreement among raft nodes before linearized reading' (duration: 2.761184277s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.573224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.811975Z","time spent":"2.76124553s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-27T03:06:25.573347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761384574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-27T03:06:25.573466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.063387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.573483Z","caller":"traceutil/trace.go:171","msg":"trace[1571827870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:15184; }","duration":"500.103028ms","start":"2026-04-27T03:06:25.073375Z","end":"2026-04-27T03:06:25.573478Z","steps":["trace[1571827870] 'agreement among raft nodes before linearized reading' (duration: 500.049686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.573498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.073341Z","time spent":"500.15231ms","remote":"127.0.0.1:57226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-27T03:06:25.573366Z","caller":"traceutil/trace.go:171","msg":"trace[1584983238] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15184; }","duration":"2.761454966s","start":"2026-04-27T03:06:22.811907Z","end":"2026-04-27T03:06:25.573362Z","steps":["trace[1584983238] 'agreement among raft nodes before linearized reading' (duration: 2.761396614s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.573876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.811883Z","time spent":"2.761984993s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-27T03:06:25.574008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767376892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:06:25.574024Z","caller":"traceutil/trace.go:171","msg":"trace[2028562713] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15184; }","duration":"2.767443175s","start":"2026-04-27T03:06:22.806575Z","end":"2026-04-27T03:06:25.574018Z","steps":["trace[2028562713] 'agreement among raft nodes before linearized reading' (duration: 2.767372253s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.574036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.80655Z","time spent":"2.767482875s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T03:06:25.574122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778202663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:06:25.574135Z","caller":"traceutil/trace.go:171","msg":"trace[9115635] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15184; }","duration":"2.778269005s","start":"2026-04-27T03:06:22.795862Z","end":"2026-04-27T03:06:25.574131Z","steps":["trace[9115635] 'agreement among raft nodes before linearized reading' (duration: 2.778228544s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.574147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.795848Z","time spent":"2.778296426s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T03:06:25.575173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206285235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T03:06:25.575221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56493094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-27T03:06:25.575239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.134304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-27T03:06:25.575275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509063383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T03:06:25.575236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.617778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.575297Z","caller":"traceutil/trace.go:171","msg":"trace[204381547] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:15184; }","duration":"1.509137905s","start":"2026-04-27T03:06:24.066153Z","end":"2026-04-27T03:06:25.575291Z","steps":["trace[204381547] 'agreement among raft nodes before linearized reading' (duration: 1.509097314s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315506732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.575302Z","caller":"traceutil/trace.go:171","msg":"trace[264937061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15184; }","duration":"503.223567ms","start":"2026-04-27T03:06:25.072062Z","end":"2026-04-27T03:06:25.575285Z","steps":["trace[264937061] 'agreement among raft nodes before linearized reading' (duration: 503.034431ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.575323Z","caller":"traceutil/trace.go:171","msg":"trace[1843694765] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:15184; }","duration":"2.315574425s","start":"2026-04-27T03:06:23.259741Z","end":"2026-04-27T03:06:25.575315Z","steps":["trace[1843694765] 'agreement among raft nodes before linearized reading' (duration: 2.315538914s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:24.06613Z","time spent":"1.509185717s","remote":"127.0.0.1:48562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.575332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.072054Z","time spent":"503.271858ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-27T03:06:25.575341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.259716Z","time spent":"2.315620036s","remote":"127.0.0.1:55690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.575369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.71015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.57539Z","caller":"traceutil/trace.go:171","msg":"trace[356498078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:15184; }","duration":"502.739171ms","start":"2026-04-27T03:06:25.072644Z","end":"2026-04-27T03:06:25.575383Z","steps":["trace[356498078] 'agreement among raft nodes before linearized reading' (duration: 502.70335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.07264Z","time spent":"502.773383ms","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.575481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338548948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-27T03:06:25.575501Z","caller":"traceutil/trace.go:171","msg":"trace[1502804325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15184; }","duration":"2.338611899s","start":"2026-04-27T03:06:23.236883Z","end":"2026-04-27T03:06:25.575495Z","steps":["trace[1502804325] 'agreement among raft nodes before linearized reading' (duration: 2.338546377s)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:06:25.575057Z","caller":"traceutil/trace.go:171","msg":"trace[1425690324] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5q5mj; range_end:; response_count:1; response_revision:15184; }","duration":"2.655653876s","start":"2026-04-27T03:06:22.915897Z","end":"2026-04-27T03:06:25.571551Z","steps":["trace[1425690324] 'agreement among raft nodes before linearized reading' (duration: 2.655581604s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103199521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-27T03:06:25.575579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449662354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-5cd97fc9f5-dvdnv\" ","response":"range_response_count:1 size:8482"} {"level":"info","ts":"2026-04-27T03:06:25.575597Z","caller":"traceutil/trace.go:171","msg":"trace[1676453343] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15184; }","duration":"2.103236352s","start":"2026-04-27T03:06:23.472354Z","end":"2026-04-27T03:06:25.57559Z","steps":["trace[1676453343] 'agreement among raft nodes before linearized reading' (duration: 2.103185071s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.472348Z","time spent":"2.103269643s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T03:06:25.575645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.915875Z","time spent":"2.659725504s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5q5mj\" "} {"level":"info","ts":"2026-04-27T03:06:25.575601Z","caller":"traceutil/trace.go:171","msg":"trace[1915344803] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-5cd97fc9f5-dvdnv; range_end:; response_count:1; response_revision:15184; }","duration":"2.449683604s","start":"2026-04-27T03:06:23.12591Z","end":"2026-04-27T03:06:25.575594Z","steps":["trace[1915344803] 'agreement among raft nodes before linearized reading' (duration: 2.449620673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.125885Z","time spent":"2.449828128s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8504,"request content":"key:\"/registry/pods/openstack/nova-api-osapi-5cd97fc9f5-dvdnv\" "} {"level":"info","ts":"2026-04-27T03:06:25.575325Z","caller":"traceutil/trace.go:171","msg":"trace[1847572879] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:15184; }","duration":"502.739891ms","start":"2026-04-27T03:06:25.072562Z","end":"2026-04-27T03:06:25.575302Z","steps":["trace[1847572879] 'agreement among raft nodes before linearized reading' (duration: 502.552165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.072557Z","time spent":"503.199776ms","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:06:25.575799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10345926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-27T03:06:25.575508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.028091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T03:06:25.575839Z","caller":"traceutil/trace.go:171","msg":"trace[999252050] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15184; }","duration":"2.103540732s","start":"2026-04-27T03:06:23.472284Z","end":"2026-04-27T03:06:25.575825Z","steps":["trace[999252050] 'agreement among raft nodes before linearized reading' (duration: 2.103423438s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.472262Z","time spent":"2.103635445s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T03:06:25.575264Z","caller":"traceutil/trace.go:171","msg":"trace[530921335] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:15184; }","duration":"2.565015154s","start":"2026-04-27T03:06:23.010237Z","end":"2026-04-27T03:06:25.575252Z","steps":["trace[530921335] 'agreement among raft nodes before linearized reading' (duration: 2.56490539s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.010217Z","time spent":"2.565769917s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" "} {"level":"warn","ts":"2026-04-27T03:06:25.575657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595340398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-27T03:06:25.576082Z","caller":"traceutil/trace.go:171","msg":"trace[1546379716] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:15184; }","duration":"2.595795732s","start":"2026-04-27T03:06:22.980272Z","end":"2026-04-27T03:06:25.576068Z","steps":["trace[1546379716] 'agreement among raft nodes before linearized reading' (duration: 2.595315627s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.575519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.236863Z","time spent":"2.338651501s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T03:06:25.575523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102739427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T03:06:25.576511Z","caller":"traceutil/trace.go:171","msg":"trace[1365891528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15184; }","duration":"2.103735608s","start":"2026-04-27T03:06:23.472763Z","end":"2026-04-27T03:06:25.576499Z","steps":["trace[1365891528] 'agreement among raft nodes before linearized reading' (duration: 2.102682055s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.576515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:22.980258Z","time spent":"2.596159093s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" "} {"level":"warn","ts":"2026-04-27T03:06:25.576546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.472755Z","time spent":"2.103780979s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T03:06:25.575856Z","caller":"traceutil/trace.go:171","msg":"trace[1073995065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15184; }","duration":"503.390451ms","start":"2026-04-27T03:06:25.072457Z","end":"2026-04-27T03:06:25.575848Z","steps":["trace[1073995065] 'agreement among raft nodes before linearized reading' (duration: 503.02128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.576639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:25.072452Z","time spent":"504.179857ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T03:06:25.575227Z","caller":"traceutil/trace.go:171","msg":"trace[894589853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15184; }","duration":"2.206407179s","start":"2026-04-27T03:06:23.368801Z","end":"2026-04-27T03:06:25.575208Z","steps":["trace[894589853] 'agreement among raft nodes before linearized reading' (duration: 2.206287366s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:06:25.576773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:06:23.368774Z","time spent":"2.207956778s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T03:08:55.666577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13171} {"level":"info","ts":"2026-04-27T03:08:55.970405Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13171,"took":"299.679682ms","hash":410980946,"current-db-size-bytes":77615104,"current-db-size":"78 MB","current-db-size-in-use-bytes":47034368,"current-db-size-in-use":"47 MB"} {"level":"info","ts":"2026-04-27T03:08:55.97048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":410980946,"revision":13171,"compact-revision":6916} {"level":"info","ts":"2026-04-27T03:09:22.359205Z","caller":"traceutil/trace.go:171","msg":"trace[878351163] transaction","detail":"{read_only:false; response_revision:17092; number_of_response:1; }","duration":"105.209441ms","start":"2026-04-27T03:09:22.253963Z","end":"2026-04-27T03:09:22.359172Z","steps":["trace[878351163] 'process raft request' (duration: 105.014075ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.518838Z","caller":"traceutil/trace.go:171","msg":"trace[1450875628] transaction","detail":"{read_only:false; response_revision:17094; number_of_response:1; }","duration":"227.219011ms","start":"2026-04-27T03:09:22.291589Z","end":"2026-04-27T03:09:22.518808Z","steps":["trace[1450875628] 'process raft request' (duration: 227.066697ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.518863Z","caller":"traceutil/trace.go:171","msg":"trace[1097894113] transaction","detail":"{read_only:false; response_revision:17093; number_of_response:1; }","duration":"263.436141ms","start":"2026-04-27T03:09:22.255388Z","end":"2026-04-27T03:09:22.518824Z","steps":["trace[1097894113] 'process raft request' (duration: 189.38605ms)","trace[1097894113] 'compare' (duration: 73.606227ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:09:22.519269Z","caller":"traceutil/trace.go:171","msg":"trace[1146572475] transaction","detail":"{read_only:false; response_revision:17095; number_of_response:1; }","duration":"218.991952ms","start":"2026-04-27T03:09:22.300258Z","end":"2026-04-27T03:09:22.51925Z","steps":["trace[1146572475] 'process raft request' (duration: 218.504377ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.519543Z","caller":"traceutil/trace.go:171","msg":"trace[1184080389] transaction","detail":"{read_only:false; response_revision:17096; number_of_response:1; }","duration":"219.110016ms","start":"2026-04-27T03:09:22.300418Z","end":"2026-04-27T03:09:22.519528Z","steps":["trace[1184080389] 'process raft request' (duration: 218.60223ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.519916Z","caller":"traceutil/trace.go:171","msg":"trace[1731763642] transaction","detail":"{read_only:false; response_revision:17099; number_of_response:1; }","duration":"216.430192ms","start":"2026-04-27T03:09:22.303471Z","end":"2026-04-27T03:09:22.519901Z","steps":["trace[1731763642] 'process raft request' (duration: 216.334949ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.51991Z","caller":"traceutil/trace.go:171","msg":"trace[234658453] linearizableReadLoop","detail":"{readStateIndex:17614; appliedIndex:17612; }","duration":"233.741857ms","start":"2026-04-27T03:09:22.286125Z","end":"2026-04-27T03:09:22.519867Z","steps":["trace[234658453] 'read index received' (duration: 72.880354ms)","trace[234658453] 'applied index is now lower than readState.Index' (duration: 160.860053ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:09:22.51989Z","caller":"traceutil/trace.go:171","msg":"trace[1872338992] transaction","detail":"{read_only:false; response_revision:17097; number_of_response:1; }","duration":"217.769424ms","start":"2026-04-27T03:09:22.302074Z","end":"2026-04-27T03:09:22.519844Z","steps":["trace[1872338992] 'process raft request' (duration: 217.403212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.520155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.028646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-27T03:09:22.520203Z","caller":"traceutil/trace.go:171","msg":"trace[783760028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:17099; }","duration":"234.122129ms","start":"2026-04-27T03:09:22.286067Z","end":"2026-04-27T03:09:22.520189Z","steps":["trace[783760028] 'agreement among raft nodes before linearized reading' (duration: 233.955354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.520459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.104542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-04-27T03:09:22.520488Z","caller":"traceutil/trace.go:171","msg":"trace[1341546831] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:17099; }","duration":"101.133163ms","start":"2026-04-27T03:09:22.419348Z","end":"2026-04-27T03:09:22.520481Z","steps":["trace[1341546831] 'agreement among raft nodes before linearized reading' (duration: 101.03149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.520713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.037346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fmn95\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-04-27T03:09:22.520779Z","caller":"traceutil/trace.go:171","msg":"trace[484190167] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fmn95; range_end:; response_count:1; response_revision:17099; }","duration":"112.162901ms","start":"2026-04-27T03:09:22.408595Z","end":"2026-04-27T03:09:22.520758Z","steps":["trace[484190167] 'agreement among raft nodes before linearized reading' (duration: 111.883772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.520446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.784301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bzl6c\" ","response":"range_response_count:1 size:20669"} {"level":"info","ts":"2026-04-27T03:09:22.520859Z","caller":"traceutil/trace.go:171","msg":"trace[267757730] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bzl6c; range_end:; response_count:1; response_revision:17099; }","duration":"229.269106ms","start":"2026-04-27T03:09:22.291581Z","end":"2026-04-27T03:09:22.520851Z","steps":["trace[267757730] 'agreement among raft nodes before linearized reading' (duration: 228.615335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.52094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.45782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T03:09:22.519974Z","caller":"traceutil/trace.go:171","msg":"trace[1260039061] transaction","detail":"{read_only:false; response_revision:17098; number_of_response:1; }","duration":"216.727132ms","start":"2026-04-27T03:09:22.303176Z","end":"2026-04-27T03:09:22.519903Z","steps":["trace[1260039061] 'process raft request' (duration: 216.550066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.521037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.239427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T03:09:22.521035Z","caller":"traceutil/trace.go:171","msg":"trace[1419616067] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17099; }","duration":"153.629165ms","start":"2026-04-27T03:09:22.367365Z","end":"2026-04-27T03:09:22.520994Z","steps":["trace[1419616067] 'agreement among raft nodes before linearized reading' (duration: 153.426329ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.521109Z","caller":"traceutil/trace.go:171","msg":"trace[1488611707] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:17099; }","duration":"156.367081ms","start":"2026-04-27T03:09:22.364726Z","end":"2026-04-27T03:09:22.521094Z","steps":["trace[1488611707] 'agreement among raft nodes before linearized reading' (duration: 156.225617ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.799102Z","caller":"traceutil/trace.go:171","msg":"trace[753270286] transaction","detail":"{read_only:false; response_revision:17100; number_of_response:1; }","duration":"168.162422ms","start":"2026-04-27T03:09:22.63092Z","end":"2026-04-27T03:09:22.799083Z","steps":["trace[753270286] 'process raft request' (duration: 167.868253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.799312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.951347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T03:09:22.799413Z","caller":"traceutil/trace.go:171","msg":"trace[1565608271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17100; }","duration":"162.073721ms","start":"2026-04-27T03:09:22.637275Z","end":"2026-04-27T03:09:22.799349Z","steps":["trace[1565608271] 'agreement among raft nodes before linearized reading' (duration: 161.889515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.799061Z","caller":"traceutil/trace.go:171","msg":"trace[1295880785] linearizableReadLoop","detail":"{readStateIndex:17621; appliedIndex:17620; }","duration":"161.692379ms","start":"2026-04-27T03:09:22.637341Z","end":"2026-04-27T03:09:22.799033Z","steps":["trace[1295880785] 'read index received' (duration: 161.330927ms)","trace[1295880785] 'applied index is now lower than readState.Index' (duration: 360.202µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:09:22.800207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.895057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T03:09:22.800213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.550109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T03:09:22.800254Z","caller":"traceutil/trace.go:171","msg":"trace[184657759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17100; }","duration":"117.647313ms","start":"2026-04-27T03:09:22.682597Z","end":"2026-04-27T03:09:22.800244Z","steps":["trace[184657759] 'agreement among raft nodes before linearized reading' (duration: 117.537319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:22.800251Z","caller":"traceutil/trace.go:171","msg":"trace[1437017163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17100; }","duration":"115.946718ms","start":"2026-04-27T03:09:22.684291Z","end":"2026-04-27T03:09:22.800237Z","steps":["trace[1437017163] 'agreement among raft nodes before linearized reading' (duration: 115.817774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:09:22.800285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.216342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T03:09:22.800368Z","caller":"traceutil/trace.go:171","msg":"trace[903160732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17100; }","duration":"119.369767ms","start":"2026-04-27T03:09:22.680978Z","end":"2026-04-27T03:09:22.800348Z","steps":["trace[903160732] 'agreement among raft nodes before linearized reading' (duration: 119.086068ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:09:40.039287Z","caller":"traceutil/trace.go:171","msg":"trace[1775837385] transaction","detail":"{read_only:false; response_revision:17224; number_of_response:1; }","duration":"104.331523ms","start":"2026-04-27T03:09:39.934921Z","end":"2026-04-27T03:09:40.039252Z","steps":["trace[1775837385] 'process raft request' (duration: 104.019024ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:11:01.148715Z","caller":"traceutil/trace.go:171","msg":"trace[782524542] transaction","detail":"{read_only:false; response_revision:18305; number_of_response:1; }","duration":"168.471983ms","start":"2026-04-27T03:11:00.980206Z","end":"2026-04-27T03:11:01.148678Z","steps":["trace[782524542] 'process raft request' (duration: 85.854913ms)","trace[782524542] 'compare' (duration: 82.162205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:11:01.497618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.882414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T03:11:01.497904Z","caller":"traceutil/trace.go:171","msg":"trace[1369527032] transaction","detail":"{read_only:false; response_revision:18311; number_of_response:1; }","duration":"515.143873ms","start":"2026-04-27T03:11:00.982744Z","end":"2026-04-27T03:11:01.497888Z","steps":["trace[1369527032] 'process raft request' (duration: 515.106292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:11:01.497909Z","caller":"traceutil/trace.go:171","msg":"trace[312702916] transaction","detail":"{read_only:false; response_revision:18307; number_of_response:1; }","duration":"516.759664ms","start":"2026-04-27T03:11:00.98111Z","end":"2026-04-27T03:11:01.49787Z","steps":["trace[312702916] 'process raft request' (duration: 516.614919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.498252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:00.981105Z","time spent":"517.068833ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:11:01.497955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:00.982716Z","time spent":"515.215346ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:11:01.497991Z","caller":"traceutil/trace.go:171","msg":"trace[911526487] transaction","detail":"{read_only:false; response_revision:18308; number_of_response:1; }","duration":"516.703032ms","start":"2026-04-27T03:11:00.981279Z","end":"2026-04-27T03:11:01.497982Z","steps":["trace[911526487] 'process raft request' (duration: 516.489336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.498616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:00.981239Z","time spent":"517.354013ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:11:01.498013Z","caller":"traceutil/trace.go:171","msg":"trace[1990644003] transaction","detail":"{read_only:false; response_revision:18309; number_of_response:1; }","duration":"516.619369ms","start":"2026-04-27T03:11:00.981387Z","end":"2026-04-27T03:11:01.498006Z","steps":["trace[1990644003] 'process raft request' (duration: 516.409323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.498753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:00.981381Z","time spent":"517.325842ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:11:01.498036Z","caller":"traceutil/trace.go:171","msg":"trace[1598978079] transaction","detail":"{read_only:false; response_revision:18310; number_of_response:1; }","duration":"516.556618ms","start":"2026-04-27T03:11:00.981473Z","end":"2026-04-27T03:11:01.49803Z","steps":["trace[1598978079] 'process raft request' (duration: 516.352441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.498817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:00.981443Z","time spent":"517.357473ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:11:01.498119Z","caller":"traceutil/trace.go:171","msg":"trace[105601435] transaction","detail":"{read_only:false; response_revision:18306; number_of_response:1; }","duration":"517.035753ms","start":"2026-04-27T03:11:00.981063Z","end":"2026-04-27T03:11:01.498098Z","steps":["trace[105601435] 'process raft request' (duration: 402.57077ms)","trace[105601435] 'compare' (duration: 113.696389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T03:11:01.498988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:00.981055Z","time spent":"517.844228ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T03:11:01.64391Z","caller":"traceutil/trace.go:171","msg":"trace[711926154] linearizableReadLoop","detail":"{readStateIndex:18865; appliedIndex:18858; }","duration":"332.97505ms","start":"2026-04-27T03:11:01.3109Z","end":"2026-04-27T03:11:01.643875Z","steps":["trace[711926154] 'read index received' (duration: 72.859823ms)","trace[711926154] 'applied index is now lower than readState.Index' (duration: 260.113427ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T03:11:01.643952Z","caller":"traceutil/trace.go:171","msg":"trace[838609289] transaction","detail":"{read_only:false; response_revision:18312; number_of_response:1; }","duration":"402.502558ms","start":"2026-04-27T03:11:01.241408Z","end":"2026-04-27T03:11:01.643911Z","steps":["trace[838609289] 'process raft request' (duration: 399.323338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.644145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:01.241359Z","time spent":"402.677833ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T03:11:01.644238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.446976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T03:11:01.644293Z","caller":"traceutil/trace.go:171","msg":"trace[1557021440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18312; }","duration":"198.550989ms","start":"2026-04-27T03:11:01.445726Z","end":"2026-04-27T03:11:01.644277Z","steps":["trace[1557021440] 'agreement among raft nodes before linearized reading' (duration: 198.377103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.644156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.220617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T03:11:01.644389Z","caller":"traceutil/trace.go:171","msg":"trace[1240002295] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:18312; }","duration":"333.534658ms","start":"2026-04-27T03:11:01.310835Z","end":"2026-04-27T03:11:01.644369Z","steps":["trace[1240002295] 'agreement among raft nodes before linearized reading' (duration: 333.231298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.644435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T03:11:01.310811Z","time spent":"333.606629ms","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T03:11:01.644451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.45417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T03:11:01.644547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.997807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T03:11:01.644612Z","caller":"traceutil/trace.go:171","msg":"trace[2074746965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18312; }","duration":"134.06864ms","start":"2026-04-27T03:11:01.510529Z","end":"2026-04-27T03:11:01.644598Z","steps":["trace[2074746965] 'agreement among raft nodes before linearized reading' (duration: 133.948206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.644636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.23689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T03:11:01.644687Z","caller":"traceutil/trace.go:171","msg":"trace[1401550939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18312; }","duration":"137.311051ms","start":"2026-04-27T03:11:01.507364Z","end":"2026-04-27T03:11:01.644675Z","steps":["trace[1401550939] 'agreement among raft nodes before linearized reading' (duration: 137.128516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T03:11:01.644712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.675497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T03:11:01.644555Z","caller":"traceutil/trace.go:171","msg":"trace[1598846092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18312; }","duration":"133.583815ms","start":"2026-04-27T03:11:01.510945Z","end":"2026-04-27T03:11:01.644528Z","steps":["trace[1598846092] 'agreement among raft nodes before linearized reading' (duration: 133.268685ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:11:01.644776Z","caller":"traceutil/trace.go:171","msg":"trace[1627609640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18312; }","duration":"133.7499ms","start":"2026-04-27T03:11:01.511011Z","end":"2026-04-27T03:11:01.644761Z","steps":["trace[1627609640] 'agreement among raft nodes before linearized reading' (duration: 133.581825ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T03:13:15.719772Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T03:13:15.725292Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-27T03:13:15.725395Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-27T03:13:55.676793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16871} {"level":"info","ts":"2026-04-27T03:13:55.823672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16871,"took":"142.65613ms","hash":230882969,"current-db-size-bytes":77615104,"current-db-size":"78 MB","current-db-size-in-use-bytes":35737600,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-27T03:13:55.823748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":230882969,"revision":16871,"compact-revision":13171}