{"level":"warn","ts":"2026-07-30T23:47:11.841573Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:47:11.841663Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T23:47:11.841722Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:47:11.841933Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-30T23:47:11.841965Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:47:11.842789Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-30T23:47:11.842982Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T23:47:11.931239Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"87.808532ms"} {"level":"info","ts":"2026-07-30T23:47:12.006568Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-30T23:47:12.006702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T23:47:12.00675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-30T23:47:12.006767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T23:47:12.006784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-30T23:47:12.006867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-30T23:47:12.117035Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T23:47:12.147078Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T23:47:12.198217Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T23:47:12.231856Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T23:47:12.232381Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:47:12.232487Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:47:12.232509Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:47:12.232429Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T23:47:12.235378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-30T23:47:12.235627Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-30T23:47:12.238034Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:47:12.238186Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-30T23:47:12.238337Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-30T23:47:12.238416Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T23:47:12.23847Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T23:47:12.508656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T23:47:12.508749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T23:47:12.508826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-30T23:47:12.50885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-30T23:47:12.508869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-30T23:47:12.508887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-30T23:47:12.508909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-30T23:47:12.510002Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T23:47:12.510054Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:47:12.510075Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:47:12.510119Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:47:12.510307Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T23:47:12.51038Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T23:47:12.511394Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:47:12.511683Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:47:12.511751Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:47:12.513768Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T23:47:12.513929Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-30T23:47:29.269543Z","caller":"traceutil/trace.go:171","msg":"trace[1499586239] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"135.033766ms","start":"2026-07-30T23:47:29.134469Z","end":"2026-07-30T23:47:29.269502Z","steps":["trace[1499586239] 'process raft request' (duration: 134.770899ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:29.444795Z","caller":"traceutil/trace.go:171","msg":"trace[453281077] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"162.718753ms","start":"2026-07-30T23:47:29.282021Z","end":"2026-07-30T23:47:29.444739Z","steps":["trace[453281077] 'process raft request' (duration: 110.012704ms)","trace[453281077] 'compare' (duration: 52.180684ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:32.699074Z","caller":"traceutil/trace.go:171","msg":"trace[1039458677] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:395; }","duration":"197.745075ms","start":"2026-07-30T23:47:32.501303Z","end":"2026-07-30T23:47:32.699048Z","steps":["trace[1039458677] 'read index received' (duration: 197.5714ms)","trace[1039458677] 'applied index is now lower than readState.Index' (duration: 172.085µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:32.699237Z","caller":"traceutil/trace.go:171","msg":"trace[428720589] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"281.600367ms","start":"2026-07-30T23:47:32.417584Z","end":"2026-07-30T23:47:32.699184Z","steps":["trace[428720589] 'process raft request' (duration: 281.287648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:32.699261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.9419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:47:32.699361Z","caller":"traceutil/trace.go:171","msg":"trace[1636800414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:380; }","duration":"198.113776ms","start":"2026-07-30T23:47:32.501234Z","end":"2026-07-30T23:47:32.699348Z","steps":["trace[1636800414] 'agreement among raft nodes before linearized reading' (duration: 197.961601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:32.699465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.804847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:47:32.699555Z","caller":"traceutil/trace.go:171","msg":"trace[1418868128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:380; }","duration":"146.951321ms","start":"2026-07-30T23:47:32.552581Z","end":"2026-07-30T23:47:32.699532Z","steps":["trace[1418868128] 'agreement among raft nodes before linearized reading' (duration: 146.739595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:33.711292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.429875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:47:33.711691Z","caller":"traceutil/trace.go:171","msg":"trace[640778541] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"1.007855403s","start":"2026-07-30T23:47:32.703788Z","end":"2026-07-30T23:47:33.711643Z","steps":["trace[640778541] 'process raft request' (duration: 563.515742ms)","trace[640778541] 'compare' (duration: 443.158978ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:33.711716Z","caller":"traceutil/trace.go:171","msg":"trace[1941017706] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"1.007678997s","start":"2026-07-30T23:47:32.703977Z","end":"2026-07-30T23:47:33.711656Z","steps":["trace[1941017706] 'process raft request' (duration: 1.007409069s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:33.711865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:32.703756Z","time spent":"1.008026718s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:47:33.711913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:32.703949Z","time spent":"1.007851062s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:47:39.585873Z","caller":"traceutil/trace.go:171","msg":"trace[235951061] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"857.815215ms","start":"2026-07-30T23:47:38.728028Z","end":"2026-07-30T23:47:39.585843Z","steps":["trace[235951061] 'process raft request' (duration: 857.668971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:39.586044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:38.72799Z","time spent":"857.966009ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:47:39.805032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.236255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:47:39.805138Z","caller":"traceutil/trace.go:171","msg":"trace[1613292477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"149.39792ms","start":"2026-07-30T23:47:39.655712Z","end":"2026-07-30T23:47:39.80511Z","steps":["trace[1613292477] 'range keys from in-memory index tree' (duration: 149.154432ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:40.267747Z","caller":"traceutil/trace.go:171","msg":"trace[2127178315] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"105.892909ms","start":"2026-07-30T23:47:40.161826Z","end":"2026-07-30T23:47:40.267719Z","steps":["trace[2127178315] 'process raft request' (duration: 105.725445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.153126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805801823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:47:51.227769Z","caller":"traceutil/trace.go:171","msg":"trace[1818807772] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"584.592113ms","start":"2026-07-30T23:47:50.643148Z","end":"2026-07-30T23:47:51.22774Z","steps":["trace[1818807772] 'process raft request' (duration: 584.453159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.228086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.643113Z","time spent":"584.873531ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.265922Z","caller":"traceutil/trace.go:171","msg":"trace[1406205674] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"620.892711ms","start":"2026-07-30T23:47:50.644989Z","end":"2026-07-30T23:47:51.265882Z","steps":["trace[1406205674] 'process raft request' (duration: 620.637024ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:51.266149Z","caller":"traceutil/trace.go:171","msg":"trace[537807967] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"589.737697ms","start":"2026-07-30T23:47:50.676398Z","end":"2026-07-30T23:47:51.266136Z","steps":["trace[537807967] 'process raft request' (duration: 589.538402ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:51.265974Z","caller":"traceutil/trace.go:171","msg":"trace[417601084] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"615.024977ms","start":"2026-07-30T23:47:50.65091Z","end":"2026-07-30T23:47:51.265935Z","steps":["trace[417601084] 'process raft request' (duration: 614.841262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.266228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.676366Z","time spent":"589.8104ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.266271Z","caller":"traceutil/trace.go:171","msg":"trace[1943655554] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"585.663423ms","start":"2026-07-30T23:47:50.680583Z","end":"2026-07-30T23:47:51.266247Z","steps":["trace[1943655554] 'process raft request' (duration: 585.467497ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:51.265989Z","caller":"traceutil/trace.go:171","msg":"trace[686281434] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"599.535262ms","start":"2026-07-30T23:47:50.666437Z","end":"2026-07-30T23:47:51.265972Z","steps":["trace[686281434] 'process raft request' (duration: 599.361017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.266408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.680575Z","time spent":"585.763176ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:47:51.267309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.644978Z","time spent":"621.135018ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.266119Z","caller":"traceutil/trace.go:171","msg":"trace[1396713580] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"599.552093ms","start":"2026-07-30T23:47:50.666495Z","end":"2026-07-30T23:47:51.266048Z","steps":["trace[1396713580] 'process raft request' (duration: 599.352067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.268388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.666489Z","time spent":"601.817137ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:47:51.268453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.650879Z","time spent":"615.388547ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.269023Z","caller":"traceutil/trace.go:171","msg":"trace[1185845034] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"578.483762ms","start":"2026-07-30T23:47:50.690342Z","end":"2026-07-30T23:47:51.268826Z","steps":["trace[1185845034] 'process raft request' (duration: 577.576687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.269115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.690326Z","time spent":"578.738949ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:47:51.269564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.666413Z","time spent":"603.110533ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.269726Z","caller":"traceutil/trace.go:171","msg":"trace[402585889] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"555.062225ms","start":"2026-07-30T23:47:50.714615Z","end":"2026-07-30T23:47:51.269677Z","steps":["trace[402585889] 'process raft request' (duration: 553.866581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.269881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.714596Z","time spent":"555.20368ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.266039Z","caller":"traceutil/trace.go:171","msg":"trace[10545488] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"589.80653ms","start":"2026-07-30T23:47:50.676223Z","end":"2026-07-30T23:47:51.26603Z","steps":["trace[10545488] 'process raft request' (duration: 589.671066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.269995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.676216Z","time spent":"593.75441ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.269907Z","caller":"traceutil/trace.go:171","msg":"trace[555139849] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"585.740785ms","start":"2026-07-30T23:47:50.682807Z","end":"2026-07-30T23:47:51.268548Z","steps":["trace[555139849] 'process raft request' (duration: 583.365989ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:51.273556Z","caller":"traceutil/trace.go:171","msg":"trace[279630253] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"448.350523ms","start":"2026-07-30T23:47:50.822847Z","end":"2026-07-30T23:47:51.271198Z","steps":["trace[279630253] 'process raft request' (duration: 447.5484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.273853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.822831Z","time spent":"450.906904ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:47:51.273648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.682772Z","time spent":"590.830908ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:47:51.283585Z","caller":"traceutil/trace.go:171","msg":"trace[1977112565] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:507; }","duration":"631.098448ms","start":"2026-07-30T23:47:50.652411Z","end":"2026-07-30T23:47:51.283509Z","steps":["trace[1977112565] 'read index received' (duration: 575.622562ms)","trace[1977112565] 'applied index is now lower than readState.Index' (duration: 55.470346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:47:51.284149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.718005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:47:51.284187Z","caller":"traceutil/trace.go:171","msg":"trace[1922198079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:499; }","duration":"631.814978ms","start":"2026-07-30T23:47:50.652361Z","end":"2026-07-30T23:47:51.284176Z","steps":["trace[1922198079] 'agreement among raft nodes before linearized reading' (duration: 631.260062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:51.284438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:50.652338Z","time spent":"631.866569ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:47:55.181819Z","caller":"traceutil/trace.go:171","msg":"trace[243527543] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"103.443581ms","start":"2026-07-30T23:47:55.078334Z","end":"2026-07-30T23:47:55.181778Z","steps":["trace[243527543] 'process raft request' (duration: 101.694832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:55.365936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.866143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:47:55.366104Z","caller":"traceutil/trace.go:171","msg":"trace[1478839193] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"120.024746ms","start":"2026-07-30T23:47:55.246063Z","end":"2026-07-30T23:47:55.366088Z","steps":["trace[1478839193] 'compare' (duration: 108.727139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:55.685823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.227973ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:47:55.68599Z","caller":"traceutil/trace.go:171","msg":"trace[1134814046] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:575; }","duration":"109.428818ms","start":"2026-07-30T23:47:55.576538Z","end":"2026-07-30T23:47:55.685967Z","steps":["trace[1134814046] 'range keys from in-memory index tree' (duration: 109.198912ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:55.934605Z","caller":"traceutil/trace.go:171","msg":"trace[1765531387] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"153.915486ms","start":"2026-07-30T23:47:55.780591Z","end":"2026-07-30T23:47:55.934507Z","steps":["trace[1765531387] 'process raft request' (duration: 153.33501ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:58.195119Z","caller":"traceutil/trace.go:171","msg":"trace[13464844] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"474.473665ms","start":"2026-07-30T23:47:57.720624Z","end":"2026-07-30T23:47:58.195097Z","steps":["trace[13464844] 'process raft request' (duration: 474.335441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:58.195282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:57.720602Z","time spent":"474.603879ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:47:58.442022Z","caller":"traceutil/trace.go:171","msg":"trace[772512099] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:618; }","duration":"469.693991ms","start":"2026-07-30T23:47:57.972216Z","end":"2026-07-30T23:47:58.44191Z","steps":["trace[772512099] 'read index received' (duration: 222.847509ms)","trace[772512099] 'applied index is now lower than readState.Index' (duration: 246.844272ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:58.44218Z","caller":"traceutil/trace.go:171","msg":"trace[505359659] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"543.151651ms","start":"2026-07-30T23:47:57.898928Z","end":"2026-07-30T23:47:58.44208Z","steps":["trace[505359659] 'process raft request' (duration: 540.696612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:58.442513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:57.898891Z","time spent":"543.470949ms","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:47:58.442644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.39111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:47:58.442723Z","caller":"traceutil/trace.go:171","msg":"trace[1121365988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"470.500303ms","start":"2026-07-30T23:47:57.97218Z","end":"2026-07-30T23:47:58.44268Z","steps":["trace[1121365988] 'agreement among raft nodes before linearized reading' (duration: 470.231706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:58.442905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:57.97216Z","time spent":"470.663938ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T23:47:58.467106Z","caller":"traceutil/trace.go:171","msg":"trace[1831665086] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"228.898559ms","start":"2026-07-30T23:47:58.238164Z","end":"2026-07-30T23:47:58.467063Z","steps":["trace[1831665086] 'process raft request' (duration: 228.467577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:58.467238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.863297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:47:58.467352Z","caller":"traceutil/trace.go:171","msg":"trace[871153136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"495.042112ms","start":"2026-07-30T23:47:57.972266Z","end":"2026-07-30T23:47:58.467308Z","steps":["trace[871153136] 'agreement among raft nodes before linearized reading' (duration: 494.716653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:58.467394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:57.972245Z","time spent":"495.141545ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:47:58.467426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.441477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9m9d9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-30T23:47:58.467497Z","caller":"traceutil/trace.go:171","msg":"trace[1610082275] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9m9d9; range_end:; response_count:1; response_revision:594; }","duration":"386.526139ms","start":"2026-07-30T23:47:58.080951Z","end":"2026-07-30T23:47:58.467477Z","steps":["trace[1610082275] 'agreement among raft nodes before linearized reading' (duration: 386.251201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:58.467533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:58.080943Z","time spent":"386.58332ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-9m9d9\" "} {"level":"warn","ts":"2026-07-30T23:47:58.802703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.397267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:47:58.802843Z","caller":"traceutil/trace.go:171","msg":"trace[642206967] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"353.939185ms","start":"2026-07-30T23:47:58.448876Z","end":"2026-07-30T23:47:58.802815Z","steps":["trace[642206967] 'process raft request' (duration: 90.310043ms)","trace[642206967] 'compare' (duration: 263.113248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:47:58.802917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:58.448834Z","time spent":"354.050778ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:47:59.786354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.310944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:47:59.786618Z","caller":"traceutil/trace.go:171","msg":"trace[539688369] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.31480549s","start":"2026-07-30T23:47:58.471796Z","end":"2026-07-30T23:47:59.786601Z","steps":["trace[539688369] 'process raft request' (duration: 1.314660076s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:59.786622Z","caller":"traceutil/trace.go:171","msg":"trace[1508340582] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.31479485s","start":"2026-07-30T23:47:58.471769Z","end":"2026-07-30T23:47:59.786564Z","steps":["trace[1508340582] 'process raft request' (duration: 515.183387ms)","trace[1508340582] 'compare' (duration: 799.184521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:47:59.786687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:58.471767Z","time spent":"1.314887752s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:47:59.786847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:58.471739Z","time spent":"1.314982905s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:47:59.787005Z","caller":"traceutil/trace.go:171","msg":"trace[902811085] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:622; }","duration":"1.132023634s","start":"2026-07-30T23:47:58.65494Z","end":"2026-07-30T23:47:59.786964Z","steps":["trace[902811085] 'read index received' (duration: 332.072022ms)","trace[902811085] 'applied index is now lower than readState.Index' (duration: 799.950312ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:59.787076Z","caller":"traceutil/trace.go:171","msg":"trace[1276226058] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.306732854s","start":"2026-07-30T23:47:58.48033Z","end":"2026-07-30T23:47:59.787063Z","steps":["trace[1276226058] 'process raft request' (duration: 1.306180258s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:59.787142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:58.480316Z","time spent":"1.306795855s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:47:59.787299Z","caller":"traceutil/trace.go:171","msg":"trace[1492621927] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.279557052s","start":"2026-07-30T23:47:58.507713Z","end":"2026-07-30T23:47:59.787271Z","steps":["trace[1492621927] 'process raft request' (duration: 1.279038587s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:59.787439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:58.507685Z","time spent":"1.279709076s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:47:59.788421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133489165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:47:59.788504Z","caller":"traceutil/trace.go:171","msg":"trace[488413888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"1.133621279s","start":"2026-07-30T23:47:58.654864Z","end":"2026-07-30T23:47:59.788486Z","steps":["trace[488413888] 'agreement among raft nodes before linearized reading' (duration: 1.13222856s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:59.788545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:58.654841Z","time spent":"1.133694671s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:48:00.700411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805802080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:48:01.200953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805802080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:48:01.701303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805802080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:48:02.030315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.842448506s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T23:48:02.031546Z","caller":"traceutil/trace.go:171","msg":"trace[1506759751] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.845682207s","start":"2026-07-30T23:48:00.185824Z","end":"2026-07-30T23:48:02.031506Z","steps":["trace[1506759751] 'process raft request' (duration: 1.845051299s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:02.031811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:00.185783Z","time spent":"1.845880062s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:48:02.04526Z","caller":"traceutil/trace.go:171","msg":"trace[2115881266] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:626; }","duration":"1.845212414s","start":"2026-07-30T23:48:00.200005Z","end":"2026-07-30T23:48:02.045218Z","steps":["trace[2115881266] 'read index received' (duration: 1.830566893s)","trace[2115881266] 'applied index is now lower than readState.Index' (duration: 14.643881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:48:02.045689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.010094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:48:02.045737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.204061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:48:02.045805Z","caller":"traceutil/trace.go:171","msg":"trace[1094835569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"391.152269ms","start":"2026-07-30T23:48:01.654609Z","end":"2026-07-30T23:48:02.045761Z","steps":["trace[1094835569] 'agreement among raft nodes before linearized reading' (duration: 390.960993ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:02.045813Z","caller":"traceutil/trace.go:171","msg":"trace[1973836152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:600; }","duration":"253.340395ms","start":"2026-07-30T23:48:01.792452Z","end":"2026-07-30T23:48:02.045793Z","steps":["trace[1973836152] 'agreement among raft nodes before linearized reading' (duration: 253.107388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:02.045861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:01.654592Z","time spent":"391.259182ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:48:02.045842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.121468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:48:02.046053Z","caller":"traceutil/trace.go:171","msg":"trace[894562685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"253.399216ms","start":"2026-07-30T23:48:01.792619Z","end":"2026-07-30T23:48:02.046018Z","steps":["trace[894562685] 'agreement among raft nodes before linearized reading' (duration: 252.914972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:02.046303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846299445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T23:48:02.046305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238862561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:48:02.046394Z","caller":"traceutil/trace.go:171","msg":"trace[34786184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:600; }","duration":"1.239009955s","start":"2026-07-30T23:48:00.807361Z","end":"2026-07-30T23:48:02.046371Z","steps":["trace[34786184] 'agreement among raft nodes before linearized reading' (duration: 1.238161191s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:02.046456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:00.807329Z","time spent":"1.239118358s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T23:48:02.046367Z","caller":"traceutil/trace.go:171","msg":"trace[968601897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"1.846385677s","start":"2026-07-30T23:48:00.199958Z","end":"2026-07-30T23:48:02.046344Z","steps":["trace[968601897] 'agreement among raft nodes before linearized reading' (duration: 1.845359088s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:02.046595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:00.199936Z","time spent":"1.846646364s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:48:23.28203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805802433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:48:23.357405Z","caller":"traceutil/trace.go:171","msg":"trace[2007078107] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"727.366964ms","start":"2026-07-30T23:48:22.629999Z","end":"2026-07-30T23:48:23.357366Z","steps":["trace[2007078107] 'process raft request' (duration: 727.110107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:23.357626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:22.629956Z","time spent":"727.557139ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:48:23.368611Z","caller":"traceutil/trace.go:171","msg":"trace[349410097] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:808; }","duration":"587.381919ms","start":"2026-07-30T23:48:22.781198Z","end":"2026-07-30T23:48:23.36858Z","steps":["trace[349410097] 'read index received' (duration: 576.016809ms)","trace[349410097] 'applied index is now lower than readState.Index' (duration: 11.36359ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:48:23.368737Z","caller":"traceutil/trace.go:171","msg":"trace[2103581403] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"138.308459ms","start":"2026-07-30T23:48:23.230394Z","end":"2026-07-30T23:48:23.368703Z","steps":["trace[2103581403] 'process raft request' (duration: 137.954249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:23.368825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.597325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:48:23.368893Z","caller":"traceutil/trace.go:171","msg":"trace[135375432] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:776; }","duration":"587.732239ms","start":"2026-07-30T23:48:22.781137Z","end":"2026-07-30T23:48:23.368869Z","steps":["trace[135375432] 'agreement among raft nodes before linearized reading' (duration: 587.587765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:23.368948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:22.781112Z","time spent":"587.824971ms","remote":"127.0.0.1:57988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:48:40.365012Z","caller":"traceutil/trace.go:171","msg":"trace[658943906] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"114.292103ms","start":"2026-07-30T23:48:40.250687Z","end":"2026-07-30T23:48:40.364979Z","steps":["trace[658943906] 'process raft request' (duration: 113.782319ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:40.421337Z","caller":"traceutil/trace.go:171","msg":"trace[656214318] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"170.279813ms","start":"2026-07-30T23:48:40.25102Z","end":"2026-07-30T23:48:40.421299Z","steps":["trace[656214318] 'process raft request' (duration: 169.982245ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:40.421463Z","caller":"traceutil/trace.go:171","msg":"trace[768597327] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"166.213442ms","start":"2026-07-30T23:48:40.255203Z","end":"2026-07-30T23:48:40.421417Z","steps":["trace[768597327] 'process raft request' (duration: 165.990046ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:40.421371Z","caller":"traceutil/trace.go:171","msg":"trace[1034479793] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"168.131774ms","start":"2026-07-30T23:48:40.253195Z","end":"2026-07-30T23:48:40.421327Z","steps":["trace[1034479793] 'process raft request' (duration: 167.932988ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:40.421879Z","caller":"traceutil/trace.go:171","msg":"trace[233644416] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:999; }","duration":"170.009925ms","start":"2026-07-30T23:48:40.251591Z","end":"2026-07-30T23:48:40.4216Z","steps":["trace[233644416] 'read index received' (duration: 112.977397ms)","trace[233644416] 'applied index is now lower than readState.Index' (duration: 57.030448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:48:40.422015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.398306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T23:48:40.422094Z","caller":"traceutil/trace.go:171","msg":"trace[72060646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:966; }","duration":"170.54803ms","start":"2026-07-30T23:48:40.251526Z","end":"2026-07-30T23:48:40.422074Z","steps":["trace[72060646] 'agreement among raft nodes before linearized reading' (duration: 170.228221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:40.441931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.148808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T23:48:40.442022Z","caller":"traceutil/trace.go:171","msg":"trace[532560082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:967; }","duration":"189.280402ms","start":"2026-07-30T23:48:40.252724Z","end":"2026-07-30T23:48:40.442004Z","steps":["trace[532560082] 'agreement among raft nodes before linearized reading' (duration: 189.076516ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:52.772842Z","caller":"traceutil/trace.go:171","msg":"trace[632116489] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"290.030155ms","start":"2026-07-30T23:48:52.482771Z","end":"2026-07-30T23:48:52.772801Z","steps":["trace[632116489] 'read index received' (duration: 289.762918ms)","trace[632116489] 'applied index is now lower than readState.Index' (duration: 265.727µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:48:52.772909Z","caller":"traceutil/trace.go:171","msg":"trace[426796832] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"291.30867ms","start":"2026-07-30T23:48:52.481564Z","end":"2026-07-30T23:48:52.772873Z","steps":["trace[426796832] 'process raft request' (duration: 291.000182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:52.773176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.381174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:48:52.77327Z","caller":"traceutil/trace.go:171","msg":"trace[1470376139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1174; }","duration":"290.529978ms","start":"2026-07-30T23:48:52.48272Z","end":"2026-07-30T23:48:52.77325Z","steps":["trace[1470376139] 'agreement among raft nodes before linearized reading' (duration: 290.242851ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:52.794938Z","caller":"traceutil/trace.go:171","msg":"trace[973432612] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"256.348744ms","start":"2026-07-30T23:48:52.538565Z","end":"2026-07-30T23:48:52.794914Z","steps":["trace[973432612] 'process raft request' (duration: 256.079917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:52.795084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.376212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:48:52.795212Z","caller":"traceutil/trace.go:171","msg":"trace[939104880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1175; }","duration":"220.552937ms","start":"2026-07-30T23:48:52.574635Z","end":"2026-07-30T23:48:52.795188Z","steps":["trace[939104880] 'agreement among raft nodes before linearized reading' (duration: 220.213207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:52.795235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.131597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:48:52.795327Z","caller":"traceutil/trace.go:171","msg":"trace[1269925817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1175; }","duration":"219.269871ms","start":"2026-07-30T23:48:52.576038Z","end":"2026-07-30T23:48:52.795308Z","steps":["trace[1269925817] 'agreement among raft nodes before linearized reading' (duration: 219.003224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:08.453333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.780798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:49:08.453447Z","caller":"traceutil/trace.go:171","msg":"trace[807134803] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1311; }","duration":"128.946594ms","start":"2026-07-30T23:49:08.324464Z","end":"2026-07-30T23:49:08.453411Z","steps":["trace[807134803] 'count revisions from in-memory index tree' (duration: 128.692106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:14.780722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.876488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:14.780821Z","caller":"traceutil/trace.go:171","msg":"trace[585825619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1432; }","duration":"126.038332ms","start":"2026-07-30T23:49:14.654763Z","end":"2026-07-30T23:49:14.780801Z","steps":["trace[585825619] 'range keys from in-memory index tree' (duration: 125.793345ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:16.147152Z","caller":"traceutil/trace.go:171","msg":"trace[853102026] linearizableReadLoop","detail":"{readStateIndex:1491; appliedIndex:1490; }","duration":"406.339402ms","start":"2026-07-30T23:49:15.740782Z","end":"2026-07-30T23:49:16.147121Z","steps":["trace[853102026] 'read index received' (duration: 406.156547ms)","trace[853102026] 'applied index is now lower than readState.Index' (duration: 181.455µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:16.147198Z","caller":"traceutil/trace.go:171","msg":"trace[1008346671] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"422.604014ms","start":"2026-07-30T23:49:15.724554Z","end":"2026-07-30T23:49:16.147158Z","steps":["trace[1008346671] 'process raft request' (duration: 422.400938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:16.147398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:15.72453Z","time spent":"422.746797ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:16.147375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.579089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T23:49:16.147469Z","caller":"traceutil/trace.go:171","msg":"trace[970142929] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:1439; }","duration":"406.733803ms","start":"2026-07-30T23:49:15.740721Z","end":"2026-07-30T23:49:16.147455Z","steps":["trace[970142929] 'agreement among raft nodes before linearized reading' (duration: 406.518647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:16.147573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:15.740699Z","time spent":"406.861356ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-30T23:49:16.967394Z","caller":"traceutil/trace.go:171","msg":"trace[1658354066] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"147.578127ms","start":"2026-07-30T23:49:16.819788Z","end":"2026-07-30T23:49:16.967366Z","steps":["trace[1658354066] 'process raft request' (duration: 147.405202ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:17.113381Z","caller":"traceutil/trace.go:171","msg":"trace[1154459521] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"136.749562ms","start":"2026-07-30T23:49:16.976605Z","end":"2026-07-30T23:49:17.113355Z","steps":["trace[1154459521] 'process raft request' (duration: 85.116901ms)","trace[1154459521] 'compare' (duration: 51.514368ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:17.117244Z","caller":"traceutil/trace.go:171","msg":"trace[193269016] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1495; }","duration":"106.653835ms","start":"2026-07-30T23:49:17.010573Z","end":"2026-07-30T23:49:17.117227Z","steps":["trace[193269016] 'read index received' (duration: 51.166389ms)","trace[193269016] 'applied index is now lower than readState.Index' (duration: 55.486516ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:17.117318Z","caller":"traceutil/trace.go:171","msg":"trace[2051791399] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"113.719838ms","start":"2026-07-30T23:49:17.003569Z","end":"2026-07-30T23:49:17.117289Z","steps":["trace[2051791399] 'process raft request' (duration: 113.578444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:17.117442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.857571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:49:17.117488Z","caller":"traceutil/trace.go:171","msg":"trace[425033648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1444; }","duration":"106.991205ms","start":"2026-07-30T23:49:17.010484Z","end":"2026-07-30T23:49:17.117476Z","steps":["trace[425033648] 'agreement among raft nodes before linearized reading' (duration: 106.847091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:17.117543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.327934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:49:17.117629Z","caller":"traceutil/trace.go:171","msg":"trace[1356478782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1444; }","duration":"100.459988ms","start":"2026-07-30T23:49:17.017152Z","end":"2026-07-30T23:49:17.117612Z","steps":["trace[1356478782] 'agreement among raft nodes before linearized reading' (duration: 100.244932ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:28.638793Z","caller":"traceutil/trace.go:171","msg":"trace[1774356067] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"113.999895ms","start":"2026-07-30T23:49:28.524768Z","end":"2026-07-30T23:49:28.638768Z","steps":["trace[1774356067] 'process raft request' (duration: 113.858131ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:33.281804Z","caller":"traceutil/trace.go:171","msg":"trace[1757316579] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"201.488ms","start":"2026-07-30T23:49:33.080287Z","end":"2026-07-30T23:49:33.281775Z","steps":["trace[1757316579] 'process raft request' (duration: 201.293055ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:33.488987Z","caller":"traceutil/trace.go:171","msg":"trace[777444514] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1807; }","duration":"194.636314ms","start":"2026-07-30T23:49:33.294326Z","end":"2026-07-30T23:49:33.488962Z","steps":["trace[777444514] 'read index received' (duration: 194.045198ms)","trace[777444514] 'applied index is now lower than readState.Index' (duration: 590.016µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:33.489928Z","caller":"traceutil/trace.go:171","msg":"trace[358120641] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"404.102761ms","start":"2026-07-30T23:49:33.085809Z","end":"2026-07-30T23:49:33.489912Z","steps":["trace[358120641] 'process raft request' (duration: 403.068673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.490069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:33.085796Z","time spent":"404.172123ms","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:33.490283Z","caller":"traceutil/trace.go:171","msg":"trace[202261909] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"409.698983ms","start":"2026-07-30T23:49:33.080573Z","end":"2026-07-30T23:49:33.490272Z","steps":["trace[202261909] 'process raft request' (duration: 408.14867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.490332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:33.080541Z","time spent":"409.766615ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:33.490438Z","caller":"traceutil/trace.go:171","msg":"trace[889367130] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"409.725544ms","start":"2026-07-30T23:49:33.080702Z","end":"2026-07-30T23:49:33.490428Z","steps":["trace[889367130] 'process raft request' (duration: 408.059519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.490484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:33.080691Z","time spent":"409.769635ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1203,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:33.490722Z","caller":"traceutil/trace.go:171","msg":"trace[1805348869] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"410.007512ms","start":"2026-07-30T23:49:33.080705Z","end":"2026-07-30T23:49:33.490712Z","steps":["trace[1805348869] 'process raft request' (duration: 408.09514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.490772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:33.080663Z","time spent":"410.084764ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:33.490881Z","caller":"traceutil/trace.go:171","msg":"trace[1112677669] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"409.94544ms","start":"2026-07-30T23:49:33.080926Z","end":"2026-07-30T23:49:33.490871Z","steps":["trace[1112677669] 'process raft request' (duration: 407.918775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.490929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:33.080911Z","time spent":"409.993421ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:33.491575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.264786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:49:33.491613Z","caller":"traceutil/trace.go:171","msg":"trace[847052858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1736; }","duration":"197.303877ms","start":"2026-07-30T23:49:33.2943Z","end":"2026-07-30T23:49:33.491604Z","steps":["trace[847052858] 'agreement among raft nodes before linearized reading' (duration: 197.172953ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:33.491808Z","caller":"traceutil/trace.go:171","msg":"trace[1309527134] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"321.18227ms","start":"2026-07-30T23:49:33.170614Z","end":"2026-07-30T23:49:33.491797Z","steps":["trace[1309527134] 'process raft request' (duration: 318.303672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.4919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:33.170589Z","time spent":"321.246032ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:33.492232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.172909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:49:33.492266Z","caller":"traceutil/trace.go:171","msg":"trace[1629960167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1736; }","duration":"195.230931ms","start":"2026-07-30T23:49:33.297028Z","end":"2026-07-30T23:49:33.492259Z","steps":["trace[1629960167] 'agreement among raft nodes before linearized reading' (duration: 195.154159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.492395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.776676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:49:33.492422Z","caller":"traceutil/trace.go:171","msg":"trace[1392634014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1736; }","duration":"191.817438ms","start":"2026-07-30T23:49:33.300597Z","end":"2026-07-30T23:49:33.492415Z","steps":["trace[1392634014] 'agreement among raft nodes before linearized reading' (duration: 191.751516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.492551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.052464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:49:33.492576Z","caller":"traceutil/trace.go:171","msg":"trace[1212752699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1736; }","duration":"192.097075ms","start":"2026-07-30T23:49:33.300473Z","end":"2026-07-30T23:49:33.49257Z","steps":["trace[1212752699] 'agreement among raft nodes before linearized reading' (duration: 192.029563ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:33.493254Z","caller":"traceutil/trace.go:171","msg":"trace[25326107] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"412.725925ms","start":"2026-07-30T23:49:33.080445Z","end":"2026-07-30T23:49:33.493171Z","steps":["trace[25326107] 'process raft request' (duration: 408.052738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:33.493354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:33.08041Z","time spent":"412.912781ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:33.629396Z","caller":"traceutil/trace.go:171","msg":"trace[611000530] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"132.413705ms","start":"2026-07-30T23:49:33.496955Z","end":"2026-07-30T23:49:33.629369Z","steps":["trace[611000530] 'process raft request' (duration: 84.071722ms)","trace[611000530] 'compare' (duration: 48.004144ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:33.629438Z","caller":"traceutil/trace.go:171","msg":"trace[371387944] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"132.033295ms","start":"2026-07-30T23:49:33.497375Z","end":"2026-07-30T23:49:33.629408Z","steps":["trace[371387944] 'process raft request' (duration: 131.978293ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:33.629752Z","caller":"traceutil/trace.go:171","msg":"trace[479129193] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"132.399745ms","start":"2026-07-30T23:49:33.497335Z","end":"2026-07-30T23:49:33.629735Z","steps":["trace[479129193] 'process raft request' (duration: 131.916752ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:41.786429Z","caller":"traceutil/trace.go:171","msg":"trace[344393978] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1923; }","duration":"131.706276ms","start":"2026-07-30T23:49:41.654695Z","end":"2026-07-30T23:49:41.786401Z","steps":["trace[344393978] 'read index received' (duration: 91.441303ms)","trace[344393978] 'applied index is now lower than readState.Index' (duration: 40.263753ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:41.7865Z","caller":"traceutil/trace.go:171","msg":"trace[2068328135] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"137.236416ms","start":"2026-07-30T23:49:41.649232Z","end":"2026-07-30T23:49:41.786468Z","steps":["trace[2068328135] 'process raft request' (duration: 96.974303ms)","trace[2068328135] 'compare' (duration: 40.062857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:49:41.786632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.925241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:41.786722Z","caller":"traceutil/trace.go:171","msg":"trace[1208239416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"132.065875ms","start":"2026-07-30T23:49:41.654636Z","end":"2026-07-30T23:49:41.786702Z","steps":["trace[1208239416] 'agreement among raft nodes before linearized reading' (duration: 131.921301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:41.786723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.291463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:49:41.786773Z","caller":"traceutil/trace.go:171","msg":"trace[128999587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1844; }","duration":"121.403956ms","start":"2026-07-30T23:49:41.665357Z","end":"2026-07-30T23:49:41.786761Z","steps":["trace[128999587] 'agreement among raft nodes before linearized reading' (duration: 121.238721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:41.786857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.25547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T23:49:41.786883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.818646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:49:41.786951Z","caller":"traceutil/trace.go:171","msg":"trace[1767527102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1844; }","duration":"118.415785ms","start":"2026-07-30T23:49:41.668514Z","end":"2026-07-30T23:49:41.78693Z","steps":["trace[1767527102] 'agreement among raft nodes before linearized reading' (duration: 118.134698ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:41.786974Z","caller":"traceutil/trace.go:171","msg":"trace[191114916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1844; }","duration":"118.95423ms","start":"2026-07-30T23:49:41.667999Z","end":"2026-07-30T23:49:41.786953Z","steps":["trace[191114916] 'agreement among raft nodes before linearized reading' (duration: 118.674102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:42.569522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805804524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:49:42.918172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126087702s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T23:49:43.364443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.870045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:49:43.364745Z","caller":"traceutil/trace.go:171","msg":"trace[659921094] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"1.572738019s","start":"2026-07-30T23:49:41.79196Z","end":"2026-07-30T23:49:43.364698Z","steps":["trace[659921094] 'process raft request' (duration: 1.126485993s)","trace[659921094] 'compare' (duration: 445.653519ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:43.364834Z","caller":"traceutil/trace.go:171","msg":"trace[540250404] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1924; }","duration":"1.296309634s","start":"2026-07-30T23:49:42.068502Z","end":"2026-07-30T23:49:43.364812Z","steps":["trace[540250404] 'read index received' (duration: 849.943925ms)","trace[540250404] 'applied index is now lower than readState.Index' (duration: 446.364159ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:43.36496Z","caller":"traceutil/trace.go:171","msg":"trace[507912540] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"943.552556ms","start":"2026-07-30T23:49:42.421395Z","end":"2026-07-30T23:49:43.364948Z","steps":["trace[507912540] 'process raft request' (duration: 943.364971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:43.364978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:41.791934Z","time spent":"1.572919074s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:43.36504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:42.421374Z","time spent":"943.627319ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:43.365018Z","caller":"traceutil/trace.go:171","msg":"trace[1834651222] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"1.572596225s","start":"2026-07-30T23:49:41.792371Z","end":"2026-07-30T23:49:43.364967Z","steps":["trace[1834651222] 'process raft request' (duration: 1.572337648s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:43.365307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:41.792353Z","time spent":"1.572923853s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:43.365562Z","caller":"traceutil/trace.go:171","msg":"trace[1626602921] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"1.573473648s","start":"2026-07-30T23:49:41.792067Z","end":"2026-07-30T23:49:43.365541Z","steps":["trace[1626602921] 'process raft request' (duration: 1.572564854s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:43.365666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:41.79199Z","time spent":"1.573630342s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:43.365649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.929466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T23:49:43.365681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.910897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-30T23:49:43.365698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.707265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:49:43.36576Z","caller":"traceutil/trace.go:171","msg":"trace[583121415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"916.08619ms","start":"2026-07-30T23:49:42.449641Z","end":"2026-07-30T23:49:43.365727Z","steps":["trace[583121415] 'agreement among raft nodes before linearized reading' (duration: 915.792332ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:43.365797Z","caller":"traceutil/trace.go:171","msg":"trace[1574885753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1848; }","duration":"863.048421ms","start":"2026-07-30T23:49:42.502718Z","end":"2026-07-30T23:49:43.365766Z","steps":["trace[1574885753] 'agreement among raft nodes before linearized reading' (duration: 862.762094ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:43.3658Z","caller":"traceutil/trace.go:171","msg":"trace[582253625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1848; }","duration":"987.86327ms","start":"2026-07-30T23:49:42.377911Z","end":"2026-07-30T23:49:43.365774Z","steps":["trace[582253625] 'agreement among raft nodes before linearized reading' (duration: 987.542851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:43.365639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297106356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-856cb942-0943-4c9f-bd7f-5f056d0cc7f6\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-07-30T23:49:43.365839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:42.449617Z","time spent":"916.205634ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T23:49:43.365852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:42.377886Z","time spent":"987.957423ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:49:43.365846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:42.502701Z","time spent":"863.132453ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-30T23:49:43.366021Z","caller":"traceutil/trace.go:171","msg":"trace[2135964535] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-856cb942-0943-4c9f-bd7f-5f056d0cc7f6; range_end:; response_count:1; response_revision:1848; }","duration":"1.297399713s","start":"2026-07-30T23:49:42.068453Z","end":"2026-07-30T23:49:43.365852Z","steps":["trace[2135964535] 'agreement among raft nodes before linearized reading' (duration: 1.29694242s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:43.365988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057279835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:49:43.366246Z","caller":"traceutil/trace.go:171","msg":"trace[46206226] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1848; }","duration":"1.057582362s","start":"2026-07-30T23:49:42.308591Z","end":"2026-07-30T23:49:43.366173Z","steps":["trace[46206226] 'agreement among raft nodes before linearized reading' (duration: 1.056427361s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:43.366207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.790448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:43.366614Z","caller":"traceutil/trace.go:171","msg":"trace[1820888478] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1848; }","duration":"409.377754ms","start":"2026-07-30T23:49:42.957213Z","end":"2026-07-30T23:49:43.36659Z","steps":["trace[1820888478] 'agreement among raft nodes before linearized reading' (duration: 407.824002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:43.36668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:42.957187Z","time spent":"409.473227ms","remote":"127.0.0.1:35754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:49:43.366184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:42.068424Z","time spent":"1.29765841s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-856cb942-0943-4c9f-bd7f-5f056d0cc7f6\" "} {"level":"warn","ts":"2026-07-30T23:49:43.366499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:42.308566Z","time spent":"1.057915132s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:49:44.14513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805804530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:49:44.426791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.865714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:49:44.427172Z","caller":"traceutil/trace.go:171","msg":"trace[465800504] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1928; }","duration":"782.965646ms","start":"2026-07-30T23:49:43.644189Z","end":"2026-07-30T23:49:44.427155Z","steps":["trace[465800504] 'read index received' (duration: 613.697841ms)","trace[465800504] 'applied index is now lower than readState.Index' (duration: 169.266795ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:44.427434Z","caller":"traceutil/trace.go:171","msg":"trace[1318420267] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"774.688761ms","start":"2026-07-30T23:49:43.652718Z","end":"2026-07-30T23:49:44.427407Z","steps":["trace[1318420267] 'process raft request' (duration: 774.396943ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:44.427505Z","caller":"traceutil/trace.go:171","msg":"trace[8072204] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"1.026293552s","start":"2026-07-30T23:49:43.401196Z","end":"2026-07-30T23:49:44.42749Z","steps":["trace[8072204] 'process raft request' (duration: 1.0258452s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:44.427504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.416154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:44.427533Z","caller":"traceutil/trace.go:171","msg":"trace[2087663320] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"1.056068441s","start":"2026-07-30T23:49:43.371424Z","end":"2026-07-30T23:49:44.427493Z","steps":["trace[2087663320] 'process raft request' (duration: 1.055489365s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:44.427561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.361397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T23:49:44.427581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.6527Z","time spent":"774.798964ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:44.427589Z","caller":"traceutil/trace.go:171","msg":"trace[1002118051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"774.537297ms","start":"2026-07-30T23:49:43.653027Z","end":"2026-07-30T23:49:44.427565Z","steps":["trace[1002118051] 'agreement among raft nodes before linearized reading' (duration: 774.407124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:44.427583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.401181Z","time spent":"1.026359574s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:44.42755Z","caller":"traceutil/trace.go:171","msg":"trace[658661466] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"1.056065161s","start":"2026-07-30T23:49:43.371432Z","end":"2026-07-30T23:49:44.427497Z","steps":["trace[658661466] 'process raft request' (duration: 1.055570647s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:44.427632Z","caller":"traceutil/trace.go:171","msg":"trace[1997200931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1854; }","duration":"783.49614ms","start":"2026-07-30T23:49:43.64412Z","end":"2026-07-30T23:49:44.427616Z","steps":["trace[1997200931] 'agreement among raft nodes before linearized reading' (duration: 783.294884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:44.427641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.653015Z","time spent":"774.618779ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:49:44.42758Z","caller":"traceutil/trace.go:171","msg":"trace[863149374] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"899.362326ms","start":"2026-07-30T23:49:43.528155Z","end":"2026-07-30T23:49:44.427518Z","steps":["trace[863149374] 'process raft request' (duration: 898.927184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:44.42767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.644097Z","time spent":"783.564372ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:49:44.42776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.371395Z","time spent":"1.056232995s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:44.427815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.371395Z","time spent":"1.056278636s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:44.4271Z","caller":"traceutil/trace.go:171","msg":"trace[1439950877] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"1.055667419s","start":"2026-07-30T23:49:43.371381Z","end":"2026-07-30T23:49:44.427049Z","steps":["trace[1439950877] 'process raft request' (duration: 886.427215ms)","trace[1439950877] 'compare' (duration: 168.253988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:49:44.427871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.52812Z","time spent":"899.591932ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:49:44.427957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:43.371355Z","time spent":"1.056571884s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:52.962933Z","caller":"traceutil/trace.go:171","msg":"trace[537162787] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"223.605711ms","start":"2026-07-30T23:49:52.739292Z","end":"2026-07-30T23:49:52.962898Z","steps":["trace[537162787] 'process raft request' (duration: 223.389385ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:53.269765Z","caller":"traceutil/trace.go:171","msg":"trace[81599340] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2020; }","duration":"476.383114ms","start":"2026-07-30T23:49:52.793354Z","end":"2026-07-30T23:49:53.269737Z","steps":["trace[81599340] 'read index received' (duration: 169.261435ms)","trace[81599340] 'applied index is now lower than readState.Index' (duration: 307.120548ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:53.269827Z","caller":"traceutil/trace.go:171","msg":"trace[1872062368] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"521.472068ms","start":"2026-07-30T23:49:52.748319Z","end":"2026-07-30T23:49:53.269791Z","steps":["trace[1872062368] 'process raft request' (duration: 521.247322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:53.269973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.604909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-30T23:49:53.270008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:52.748299Z","time spent":"521.603161ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11971,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:49:53.270106Z","caller":"traceutil/trace.go:171","msg":"trace[1554238700] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1939; }","duration":"476.699172ms","start":"2026-07-30T23:49:52.793303Z","end":"2026-07-30T23:49:53.270002Z","steps":["trace[1554238700] 'agreement among raft nodes before linearized reading' (duration: 476.539497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:53.270158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:49:52.793289Z","time spent":"476.855927ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T23:49:58.733479Z","caller":"traceutil/trace.go:171","msg":"trace[1627839626] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"243.634215ms","start":"2026-07-30T23:49:58.489812Z","end":"2026-07-30T23:49:58.733447Z","steps":["trace[1627839626] 'process raft request' (duration: 243.430669ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:58.738454Z","caller":"traceutil/trace.go:171","msg":"trace[761800696] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2059; }","duration":"223.805647ms","start":"2026-07-30T23:49:58.514632Z","end":"2026-07-30T23:49:58.738438Z","steps":["trace[761800696] 'read index received' (duration: 218.654337ms)","trace[761800696] 'applied index is now lower than readState.Index' (duration: 5.15016ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:58.738584Z","caller":"traceutil/trace.go:171","msg":"trace[1019028267] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"246.856062ms","start":"2026-07-30T23:49:58.491639Z","end":"2026-07-30T23:49:58.738495Z","steps":["trace[1019028267] 'process raft request' (duration: 245.942957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:58.738705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.109894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T23:49:58.738697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.041553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-30T23:49:58.738743Z","caller":"traceutil/trace.go:171","msg":"trace[1719132132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1977; }","duration":"217.188567ms","start":"2026-07-30T23:49:58.521543Z","end":"2026-07-30T23:49:58.738732Z","steps":["trace[1719132132] 'agreement among raft nodes before linearized reading' (duration: 217.037843ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:58.73876Z","caller":"traceutil/trace.go:171","msg":"trace[1034534351] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1977; }","duration":"224.143545ms","start":"2026-07-30T23:49:58.5146Z","end":"2026-07-30T23:49:58.738743Z","steps":["trace[1034534351] 'agreement among raft nodes before linearized reading' (duration: 223.943269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:58.738866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.033777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T23:49:58.738929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.796393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:49:58.738986Z","caller":"traceutil/trace.go:171","msg":"trace[163214682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1977; }","duration":"210.887765ms","start":"2026-07-30T23:49:58.528082Z","end":"2026-07-30T23:49:58.73897Z","steps":["trace[163214682] 'agreement among raft nodes before linearized reading' (duration: 210.731081ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:58.738986Z","caller":"traceutil/trace.go:171","msg":"trace[71500656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"198.190071ms","start":"2026-07-30T23:49:58.540762Z","end":"2026-07-30T23:49:58.738952Z","steps":["trace[71500656] 'agreement among raft nodes before linearized reading' (duration: 197.860372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:49:59.306429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.36939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:49:59.306556Z","caller":"traceutil/trace.go:171","msg":"trace[1652146487] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1980; }","duration":"256.534355ms","start":"2026-07-30T23:49:59.049966Z","end":"2026-07-30T23:49:59.3065Z","steps":["trace[1652146487] 'count revisions from in-memory index tree' (duration: 256.169004ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:09.497897Z","caller":"traceutil/trace.go:171","msg":"trace[1537440899] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"102.946315ms","start":"2026-07-30T23:50:09.394928Z","end":"2026-07-30T23:50:09.497874Z","steps":["trace[1537440899] 'process raft request' (duration: 102.78667ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:10.511487Z","caller":"traceutil/trace.go:171","msg":"trace[2006392164] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"221.778451ms","start":"2026-07-30T23:50:10.289668Z","end":"2026-07-30T23:50:10.511446Z","steps":["trace[2006392164] 'process raft request' (duration: 221.521344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.535118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.142779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:50:29.535315Z","caller":"traceutil/trace.go:171","msg":"trace[639499426] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2147; }","duration":"706.400156ms","start":"2026-07-30T23:50:28.828824Z","end":"2026-07-30T23:50:29.535224Z","steps":["trace[639499426] 'count revisions from in-memory index tree' (duration: 706.000995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.53539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:28.828794Z","time spent":"706.580591ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:50:29.535497Z","caller":"traceutil/trace.go:171","msg":"trace[517195709] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"680.595178ms","start":"2026-07-30T23:50:28.854858Z","end":"2026-07-30T23:50:29.535454Z","steps":["trace[517195709] 'process raft request' (duration: 677.72744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.535701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:28.854833Z","time spent":"680.759421ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:50:29.733879Z","caller":"traceutil/trace.go:171","msg":"trace[1277716635] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"737.733756ms","start":"2026-07-30T23:50:28.996105Z","end":"2026-07-30T23:50:29.733839Z","steps":["trace[1277716635] 'process raft request' (duration: 670.36521ms)","trace[1277716635] 'compare' (duration: 67.1571ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:29.734Z","caller":"traceutil/trace.go:171","msg":"trace[744530595] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2238; }","duration":"692.1086ms","start":"2026-07-30T23:50:29.041841Z","end":"2026-07-30T23:50:29.73395Z","steps":["trace[744530595] 'read index received' (duration: 490.973408ms)","trace[744530595] 'applied index is now lower than readState.Index' (duration: 201.112731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:50:29.734136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:28.996075Z","time spent":"737.925821ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:50:29.733907Z","caller":"traceutil/trace.go:171","msg":"trace[1134990170] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"228.138224ms","start":"2026-07-30T23:50:29.505735Z","end":"2026-07-30T23:50:29.733874Z","steps":["trace[1134990170] 'process raft request' (duration: 228.022361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.734283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.419358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-30T23:50:29.734373Z","caller":"traceutil/trace.go:171","msg":"trace[1721334584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2151; }","duration":"692.544352ms","start":"2026-07-30T23:50:29.041803Z","end":"2026-07-30T23:50:29.734348Z","steps":["trace[1721334584] 'agreement among raft nodes before linearized reading' (duration: 692.340446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.734387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.385113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T23:50:29.73442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.114234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:50:29.734576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.011203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:50:29.734615Z","caller":"traceutil/trace.go:171","msg":"trace[1382140027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2151; }","duration":"662.075676ms","start":"2026-07-30T23:50:29.072531Z","end":"2026-07-30T23:50:29.734607Z","steps":["trace[1382140027] 'agreement among raft nodes before linearized reading' (duration: 661.939312ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:29.734588Z","caller":"traceutil/trace.go:171","msg":"trace[1295217187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"421.265378ms","start":"2026-07-30T23:50:29.313246Z","end":"2026-07-30T23:50:29.734511Z","steps":["trace[1295217187] 'agreement among raft nodes before linearized reading' (duration: 421.078683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.734654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:29.072517Z","time spent":"662.129697ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:50:29.734648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.02816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-30T23:50:29.734432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:29.04179Z","time spent":"692.628033ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-30T23:50:29.734749Z","caller":"traceutil/trace.go:171","msg":"trace[1024953856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2151; }","duration":"280.177724ms","start":"2026-07-30T23:50:29.454545Z","end":"2026-07-30T23:50:29.734723Z","steps":["trace[1024953856] 'agreement among raft nodes before linearized reading' (duration: 279.824084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.73471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:29.313221Z","time spent":"421.472884ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:50:29.734461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.855664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:50:29.734446Z","caller":"traceutil/trace.go:171","msg":"trace[1891707957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2151; }","duration":"669.463596ms","start":"2026-07-30T23:50:29.064966Z","end":"2026-07-30T23:50:29.73443Z","steps":["trace[1891707957] 'agreement among raft nodes before linearized reading' (duration: 669.24472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.734826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:29.064959Z","time spent":"669.860406ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T23:50:29.734831Z","caller":"traceutil/trace.go:171","msg":"trace[711401681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2151; }","duration":"657.218664ms","start":"2026-07-30T23:50:29.077591Z","end":"2026-07-30T23:50:29.73481Z","steps":["trace[711401681] 'agreement among raft nodes before linearized reading' (duration: 656.746261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:29.734892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:29.077551Z","time spent":"657.324007ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T23:50:29.908245Z","caller":"traceutil/trace.go:171","msg":"trace[637838481] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"168.501707ms","start":"2026-07-30T23:50:29.739714Z","end":"2026-07-30T23:50:29.908216Z","steps":["trace[637838481] 'process raft request' (duration: 121.312358ms)","trace[637838481] 'compare' (duration: 46.946862ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:29.908864Z","caller":"traceutil/trace.go:171","msg":"trace[1962312757] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"168.9829ms","start":"2026-07-30T23:50:29.739863Z","end":"2026-07-30T23:50:29.908846Z","steps":["trace[1962312757] 'process raft request' (duration: 168.294971ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:29.909005Z","caller":"traceutil/trace.go:171","msg":"trace[1320003479] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"169.104533ms","start":"2026-07-30T23:50:29.739887Z","end":"2026-07-30T23:50:29.908992Z","steps":["trace[1320003479] 'process raft request' (duration: 168.600239ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:29.909158Z","caller":"traceutil/trace.go:171","msg":"trace[1148181551] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"167.529631ms","start":"2026-07-30T23:50:29.741536Z","end":"2026-07-30T23:50:29.909065Z","steps":["trace[1148181551] 'process raft request' (duration: 167.405998ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:29.909288Z","caller":"traceutil/trace.go:171","msg":"trace[551962280] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"169.068463ms","start":"2026-07-30T23:50:29.740167Z","end":"2026-07-30T23:50:29.909236Z","steps":["trace[551962280] 'process raft request' (duration: 168.652301ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:29.909369Z","caller":"traceutil/trace.go:171","msg":"trace[771729382] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"168.98747ms","start":"2026-07-30T23:50:29.74031Z","end":"2026-07-30T23:50:29.909298Z","steps":["trace[771729382] 'process raft request' (duration: 168.574029ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:30.905509Z","caller":"traceutil/trace.go:171","msg":"trace[734405526] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"251.25995ms","start":"2026-07-30T23:50:30.65422Z","end":"2026-07-30T23:50:30.90548Z","steps":["trace[734405526] 'read index received' (duration: 251.123307ms)","trace[734405526] 'applied index is now lower than readState.Index' (duration: 135.483µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:30.905673Z","caller":"traceutil/trace.go:171","msg":"trace[1492775827] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"465.557959ms","start":"2026-07-30T23:50:30.440061Z","end":"2026-07-30T23:50:30.905619Z","steps":["trace[1492775827] 'process raft request' (duration: 465.23443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:30.905803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.500667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:50:30.905856Z","caller":"traceutil/trace.go:171","msg":"trace[1460240564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2160; }","duration":"251.685932ms","start":"2026-07-30T23:50:30.654156Z","end":"2026-07-30T23:50:30.905841Z","steps":["trace[1460240564] 'agreement among raft nodes before linearized reading' (duration: 251.522948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:30.905877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:30.439854Z","time spent":"465.919238ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:50:30.981127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.031709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:50:30.98122Z","caller":"traceutil/trace.go:171","msg":"trace[1201091352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"239.153873ms","start":"2026-07-30T23:50:30.742044Z","end":"2026-07-30T23:50:30.981198Z","steps":["trace[1201091352] 'agreement among raft nodes before linearized reading' (duration: 238.921476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:30.981351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.881189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-30T23:50:30.981476Z","caller":"traceutil/trace.go:171","msg":"trace[2028133862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2160; }","duration":"262.052533ms","start":"2026-07-30T23:50:30.71937Z","end":"2026-07-30T23:50:30.981422Z","steps":["trace[2028133862] 'agreement among raft nodes before linearized reading' (duration: 261.602201ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:31.648933Z","caller":"traceutil/trace.go:171","msg":"trace[2029581929] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"106.777834ms","start":"2026-07-30T23:50:31.54213Z","end":"2026-07-30T23:50:31.648908Z","steps":["trace[2029581929] 'process raft request' (duration: 106.60913ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:31.850485Z","caller":"traceutil/trace.go:171","msg":"trace[1677324183] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"110.31728ms","start":"2026-07-30T23:50:31.740132Z","end":"2026-07-30T23:50:31.850449Z","steps":["trace[1677324183] 'process raft request' (duration: 44.894017ms)","trace[1677324183] 'compare' (duration: 65.011332ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:31.850708Z","caller":"traceutil/trace.go:171","msg":"trace[1486528512] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"109.506628ms","start":"2026-07-30T23:50:31.741161Z","end":"2026-07-30T23:50:31.850667Z","steps":["trace[1486528512] 'process raft request' (duration: 109.183599ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:32.097437Z","caller":"traceutil/trace.go:171","msg":"trace[767811529] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2256; }","duration":"183.537165ms","start":"2026-07-30T23:50:31.913868Z","end":"2026-07-30T23:50:32.097406Z","steps":["trace[767811529] 'read index received' (duration: 163.43498ms)","trace[767811529] 'applied index is now lower than readState.Index' (duration: 20.101115ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:32.097585Z","caller":"traceutil/trace.go:171","msg":"trace[32393463] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"242.467122ms","start":"2026-07-30T23:50:31.855082Z","end":"2026-07-30T23:50:32.097549Z","steps":["trace[32393463] 'process raft request' (duration: 222.280925ms)","trace[32393463] 'compare' (duration: 19.901139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:50:32.097777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.460423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T23:50:32.097777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.792572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T23:50:32.097836Z","caller":"traceutil/trace.go:171","msg":"trace[1681685768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"183.574956ms","start":"2026-07-30T23:50:31.914245Z","end":"2026-07-30T23:50:32.09782Z","steps":["trace[1681685768] 'agreement among raft nodes before linearized reading' (duration: 183.36411ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:32.097842Z","caller":"traceutil/trace.go:171","msg":"trace[142165933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"183.925575ms","start":"2026-07-30T23:50:31.913903Z","end":"2026-07-30T23:50:32.097828Z","steps":["trace[142165933] 'agreement among raft nodes before linearized reading' (duration: 183.694199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:32.097833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.734539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:50:32.09794Z","caller":"traceutil/trace.go:171","msg":"trace[986913880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"104.885762ms","start":"2026-07-30T23:50:31.993026Z","end":"2026-07-30T23:50:32.097912Z","steps":["trace[986913880] 'agreement among raft nodes before linearized reading' (duration: 104.580394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:32.09794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.940745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-30T23:50:32.098152Z","caller":"traceutil/trace.go:171","msg":"trace[1355172449] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2165; }","duration":"184.144051ms","start":"2026-07-30T23:50:31.913958Z","end":"2026-07-30T23:50:32.098102Z","steps":["trace[1355172449] 'agreement among raft nodes before linearized reading' (duration: 183.718829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:32.098174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.130091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T23:50:32.098313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.440379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:50:32.098425Z","caller":"traceutil/trace.go:171","msg":"trace[1359064955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"184.594893ms","start":"2026-07-30T23:50:31.913814Z","end":"2026-07-30T23:50:32.098384Z","steps":["trace[1359064955] 'agreement among raft nodes before linearized reading' (duration: 183.74499ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:32.098425Z","caller":"traceutil/trace.go:171","msg":"trace[1269291588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"184.409518ms","start":"2026-07-30T23:50:31.913938Z","end":"2026-07-30T23:50:32.098347Z","steps":["trace[1269291588] 'agreement among raft nodes before linearized reading' (duration: 183.814302ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:37.55357Z","caller":"traceutil/trace.go:171","msg":"trace[1706442506] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2283; }","duration":"258.279459ms","start":"2026-07-30T23:50:37.295256Z","end":"2026-07-30T23:50:37.553535Z","steps":["trace[1706442506] 'read index received' (duration: 258.048773ms)","trace[1706442506] 'applied index is now lower than readState.Index' (duration: 228.576µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:37.553664Z","caller":"traceutil/trace.go:171","msg":"trace[70718924] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"313.282311ms","start":"2026-07-30T23:50:37.240348Z","end":"2026-07-30T23:50:37.55363Z","steps":["trace[70718924] 'process raft request' (duration: 312.976122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:37.55376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.472005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:50:37.553816Z","caller":"traceutil/trace.go:171","msg":"trace[429229873] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2191; }","duration":"258.607188ms","start":"2026-07-30T23:50:37.295194Z","end":"2026-07-30T23:50:37.553801Z","steps":["trace[429229873] 'agreement among raft nodes before linearized reading' (duration: 258.476845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:37.553822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:37.240308Z","time spent":"313.428954ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:50:38.946223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.435807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T23:50:38.94649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.484964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T23:50:38.946568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.364146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-30T23:50:38.946604Z","caller":"traceutil/trace.go:171","msg":"trace[1000778472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2194; }","duration":"801.684609ms","start":"2026-07-30T23:50:38.144899Z","end":"2026-07-30T23:50:38.946583Z","steps":["trace[1000778472] 'range keys from in-memory index tree' (duration: 801.081253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:38.946584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.25226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T23:50:38.946595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.765724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T23:50:38.946638Z","caller":"traceutil/trace.go:171","msg":"trace[876953869] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2194; }","duration":"813.496379ms","start":"2026-07-30T23:50:38.133123Z","end":"2026-07-30T23:50:38.946619Z","steps":["trace[876953869] 'range keys from in-memory index tree' (duration: 812.898963ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:38.946664Z","caller":"traceutil/trace.go:171","msg":"trace[1497549774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2194; }","duration":"814.361233ms","start":"2026-07-30T23:50:38.132284Z","end":"2026-07-30T23:50:38.946645Z","steps":["trace[1497549774] 'range keys from in-memory index tree' (duration: 814.048164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:38.946673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.144887Z","time spent":"801.773651ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T23:50:38.946689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.133112Z","time spent":"813.567052ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-30T23:50:38.946695Z","caller":"traceutil/trace.go:171","msg":"trace[1940846306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2194; }","duration":"814.926598ms","start":"2026-07-30T23:50:38.131742Z","end":"2026-07-30T23:50:38.946669Z","steps":["trace[1940846306] 'range keys from in-memory index tree' (duration: 814.470366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:38.946711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.132276Z","time spent":"814.424554ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:50:38.946741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.131719Z","time spent":"815.011981ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:50:38.946763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.084742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T23:50:38.946783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.879545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T23:50:38.946911Z","caller":"traceutil/trace.go:171","msg":"trace[797583269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2194; }","duration":"826.095701ms","start":"2026-07-30T23:50:38.120784Z","end":"2026-07-30T23:50:38.94688Z","steps":["trace[797583269] 'range keys from in-memory index tree' (duration: 825.32535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:38.946976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.120753Z","time spent":"826.209204ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T23:50:38.946834Z","caller":"traceutil/trace.go:171","msg":"trace[287858902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2194; }","duration":"822.197155ms","start":"2026-07-30T23:50:38.124619Z","end":"2026-07-30T23:50:38.946816Z","steps":["trace[287858902] 'range keys from in-memory index tree' (duration: 821.609369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:38.947108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.124601Z","time spent":"822.484543ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T23:50:38.946485Z","caller":"traceutil/trace.go:171","msg":"trace[1406036180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2194; }","duration":"813.720456ms","start":"2026-07-30T23:50:38.132735Z","end":"2026-07-30T23:50:38.946456Z","steps":["trace[1406036180] 'range keys from in-memory index tree' (duration: 813.221142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:38.947387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.13272Z","time spent":"814.603669ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T23:50:39.57278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805805337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T23:50:39.817444Z","caller":"traceutil/trace.go:171","msg":"trace[1581159657] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"865.612082ms","start":"2026-07-30T23:50:38.951808Z","end":"2026-07-30T23:50:39.81742Z","steps":["trace[1581159657] 'process raft request' (duration: 865.443027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:39.817605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.951786Z","time spent":"865.734885ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:50:40.688299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.202957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:50:40.688667Z","caller":"traceutil/trace.go:171","msg":"trace[587222161] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"1.736430925s","start":"2026-07-30T23:50:38.952188Z","end":"2026-07-30T23:50:40.688619Z","steps":["trace[587222161] 'process raft request' (duration: 1.549816477s)","trace[587222161] 'compare' (duration: 186.100034ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:40.68874Z","caller":"traceutil/trace.go:171","msg":"trace[784801531] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"1.736433515s","start":"2026-07-30T23:50:38.952282Z","end":"2026-07-30T23:50:40.688715Z","steps":["trace[784801531] 'process raft request' (duration: 1.736166738s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:40.68874Z","caller":"traceutil/trace.go:171","msg":"trace[162425874] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"1.736455525s","start":"2026-07-30T23:50:38.952223Z","end":"2026-07-30T23:50:40.688679Z","steps":["trace[162425874] 'process raft request' (duration: 1.736177388s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.688838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.952245Z","time spent":"1.736545849s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:50:40.688886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.952163Z","time spent":"1.73660259s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:50:40.689061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.952196Z","time spent":"1.736687022s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:50:40.689533Z","caller":"traceutil/trace.go:171","msg":"trace[1779603110] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"794.412922ms","start":"2026-07-30T23:50:39.895108Z","end":"2026-07-30T23:50:40.689521Z","steps":["trace[1779603110] 'process raft request' (duration: 794.381061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.689618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.895083Z","time spent":"794.497694ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:50:40.689704Z","caller":"traceutil/trace.go:171","msg":"trace[879080587] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2287; }","duration":"1.617717267s","start":"2026-07-30T23:50:39.071977Z","end":"2026-07-30T23:50:40.689694Z","steps":["trace[879080587] 'read index received' (duration: 745.371253ms)","trace[879080587] 'applied index is now lower than readState.Index' (duration: 872.344924ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:50:40.689801Z","caller":"traceutil/trace.go:171","msg":"trace[1765668238] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"800.641311ms","start":"2026-07-30T23:50:39.889144Z","end":"2026-07-30T23:50:40.689785Z","steps":["trace[1765668238] 'process raft request' (duration: 800.309632ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:40.689833Z","caller":"traceutil/trace.go:171","msg":"trace[1206262274] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"1.737515684s","start":"2026-07-30T23:50:38.952301Z","end":"2026-07-30T23:50:40.689817Z","steps":["trace[1206262274] 'process raft request' (duration: 1.736188138s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.68986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.889097Z","time spent":"800.732534ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:50:40.689631Z","caller":"traceutil/trace.go:171","msg":"trace[803167074] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"982.578932ms","start":"2026-07-30T23:50:39.707018Z","end":"2026-07-30T23:50:40.689597Z","steps":["trace[803167074] 'process raft request' (duration: 982.398807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.689973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.952275Z","time spent":"1.737616027s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:50:40.689509Z","caller":"traceutil/trace.go:171","msg":"trace[196686549] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.736826506s","start":"2026-07-30T23:50:38.952649Z","end":"2026-07-30T23:50:40.689476Z","steps":["trace[196686549] 'process raft request' (duration: 1.736676112s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.690065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:38.952637Z","time spent":"1.737400041s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:50:40.690141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.706992Z","time spent":"982.993644ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:50:40.690222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618250752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:50:40.690254Z","caller":"traceutil/trace.go:171","msg":"trace[2090926275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2204; }","duration":"1.618286623s","start":"2026-07-30T23:50:39.071955Z","end":"2026-07-30T23:50:40.690242Z","steps":["trace[2090926275] 'agreement among raft nodes before linearized reading' (duration: 1.61819679s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:50:40.690318Z","caller":"traceutil/trace.go:171","msg":"trace[363783133] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"1.630703269s","start":"2026-07-30T23:50:39.059588Z","end":"2026-07-30T23:50:40.690292Z","steps":["trace[363783133] 'process raft request' (duration: 1.629790514s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.690691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.071865Z","time spent":"1.618812717s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:50:40.690374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375291587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:50:40.690931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.059567Z","time spent":"1.631305526s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:50:40.690985Z","caller":"traceutil/trace.go:171","msg":"trace[580107532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2204; }","duration":"1.375953395s","start":"2026-07-30T23:50:39.315018Z","end":"2026-07-30T23:50:40.690972Z","steps":["trace[580107532] 'agreement among raft nodes before linearized reading' (duration: 1.375318617s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.691026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.314997Z","time spent":"1.376020007s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:50:40.690465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.372979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:50:40.691232Z","caller":"traceutil/trace.go:171","msg":"trace[1596086991] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2204; }","duration":"699.185141ms","start":"2026-07-30T23:50:39.992026Z","end":"2026-07-30T23:50:40.691211Z","steps":["trace[1596086991] 'agreement among raft nodes before linearized reading' (duration: 698.387979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.691287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.992005Z","time spent":"699.267603ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:50:40.690498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.657338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c7363cc4eb14b2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-30T23:50:40.691445Z","caller":"traceutil/trace.go:171","msg":"trace[388434979] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c7363cc4eb14b2; range_end:; response_count:1; response_revision:2204; }","duration":"322.613785ms","start":"2026-07-30T23:50:40.3688Z","end":"2026-07-30T23:50:40.691413Z","steps":["trace[388434979] 'agreement among raft nodes before linearized reading' (duration: 321.597867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.6905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.171622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:50:40.691517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:40.36878Z","time spent":"322.718617ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c7363cc4eb14b2\" "} {"level":"info","ts":"2026-07-30T23:50:40.691519Z","caller":"traceutil/trace.go:171","msg":"trace[1620535323] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2204; }","duration":"375.243331ms","start":"2026-07-30T23:50:40.316261Z","end":"2026-07-30T23:50:40.691505Z","steps":["trace[1620535323] 'agreement among raft nodes before linearized reading' (duration: 374.175732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.691576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:40.316239Z","time spent":"375.318282ms","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:50:40.690613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.528226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:50:40.691701Z","caller":"traceutil/trace.go:171","msg":"trace[258498803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2204; }","duration":"736.650097ms","start":"2026-07-30T23:50:39.955035Z","end":"2026-07-30T23:50:40.691685Z","steps":["trace[258498803] 'agreement among raft nodes before linearized reading' (duration: 735.513246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.691772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.95499Z","time spent":"736.76674ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T23:50:40.690615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038473808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:50:40.691918Z","caller":"traceutil/trace.go:171","msg":"trace[1692255745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2204; }","duration":"1.039815364s","start":"2026-07-30T23:50:39.65209Z","end":"2026-07-30T23:50:40.691905Z","steps":["trace[1692255745] 'agreement among raft nodes before linearized reading' (duration: 1.038474017s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:50:40.691962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:50:39.652071Z","time spent":"1.039881445s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:51:22.957104Z","caller":"traceutil/trace.go:171","msg":"trace[845501917] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"107.788361ms","start":"2026-07-30T23:51:22.849291Z","end":"2026-07-30T23:51:22.95708Z","steps":["trace[845501917] 'process raft request' (duration: 107.654528ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:51:22.982708Z","caller":"traceutil/trace.go:171","msg":"trace[385223116] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"131.349066ms","start":"2026-07-30T23:51:22.851334Z","end":"2026-07-30T23:51:22.982683Z","steps":["trace[385223116] 'process raft request' (duration: 131.15163ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:51:22.982892Z","caller":"traceutil/trace.go:171","msg":"trace[519132863] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"129.055564ms","start":"2026-07-30T23:51:22.853808Z","end":"2026-07-30T23:51:22.982863Z","steps":["trace[519132863] 'process raft request' (duration: 128.832218ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:51:37.532967Z","caller":"traceutil/trace.go:171","msg":"trace[2047515772] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"523.072912ms","start":"2026-07-30T23:51:37.009855Z","end":"2026-07-30T23:51:37.532927Z","steps":["trace[2047515772] 'process raft request' (duration: 522.835495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.533206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.009836Z","time spent":"523.247826ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:51:37.549376Z","caller":"traceutil/trace.go:171","msg":"trace[2107882220] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2781; }","duration":"471.233185ms","start":"2026-07-30T23:51:37.078117Z","end":"2026-07-30T23:51:37.54935Z","steps":["trace[2107882220] 'read index received' (duration: 454.562247ms)","trace[2107882220] 'applied index is now lower than readState.Index' (duration: 16.669478ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:51:37.549438Z","caller":"traceutil/trace.go:171","msg":"trace[1932936221] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"521.129748ms","start":"2026-07-30T23:51:37.028271Z","end":"2026-07-30T23:51:37.549401Z","steps":["trace[1932936221] 'process raft request' (duration: 519.245148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.549631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.073651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T23:51:37.549664Z","caller":"traceutil/trace.go:171","msg":"trace[91522088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2670; }","duration":"458.157093ms","start":"2026-07-30T23:51:37.0915Z","end":"2026-07-30T23:51:37.549657Z","steps":["trace[91522088] 'agreement among raft nodes before linearized reading' (duration: 457.996409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.549695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.09149Z","time spent":"458.198194ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:51:37.549714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.003728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T23:51:37.549691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.561274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T23:51:37.549708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.028238Z","time spent":"521.326594ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:51:37.549756Z","caller":"traceutil/trace.go:171","msg":"trace[863493545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2670; }","duration":"455.086341ms","start":"2026-07-30T23:51:37.09466Z","end":"2026-07-30T23:51:37.549746Z","steps":["trace[863493545] 'agreement among raft nodes before linearized reading' (duration: 454.959517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.54979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.09464Z","time spent":"455.144792ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T23:51:37.549791Z","caller":"traceutil/trace.go:171","msg":"trace[506826314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2670; }","duration":"471.695117ms","start":"2026-07-30T23:51:37.078072Z","end":"2026-07-30T23:51:37.549767Z","steps":["trace[506826314] 'agreement among raft nodes before linearized reading' (duration: 471.42981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.549837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.07806Z","time spent":"471.76737ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:51:37.549893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.241394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-30T23:51:37.54998Z","caller":"traceutil/trace.go:171","msg":"trace[1768173257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2670; }","duration":"455.45159ms","start":"2026-07-30T23:51:37.094507Z","end":"2026-07-30T23:51:37.549958Z","steps":["trace[1768173257] 'agreement among raft nodes before linearized reading' (duration: 455.118701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.550039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.094476Z","time spent":"455.552472ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-30T23:51:37.549493Z","caller":"traceutil/trace.go:171","msg":"trace[351316607] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"512.165358ms","start":"2026-07-30T23:51:37.037275Z","end":"2026-07-30T23:51:37.549441Z","steps":["trace[351316607] 'process raft request' (duration: 512.035914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.550245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.902828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T23:51:37.550404Z","caller":"traceutil/trace.go:171","msg":"trace[249652357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2670; }","duration":"451.076753ms","start":"2026-07-30T23:51:37.099305Z","end":"2026-07-30T23:51:37.550381Z","steps":["trace[249652357] 'agreement among raft nodes before linearized reading' (duration: 450.23902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:51:37.55056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.099295Z","time spent":"451.198856ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:51:37.550721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:51:37.037252Z","time spent":"512.998909ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:52:11.883694Z","caller":"traceutil/trace.go:171","msg":"trace[75479404] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"193.54143ms","start":"2026-07-30T23:52:11.690135Z","end":"2026-07-30T23:52:11.883677Z","steps":["trace[75479404] 'process raft request' (duration: 193.375146ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:52:11.921423Z","caller":"traceutil/trace.go:171","msg":"trace[672168572] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"170.297855ms","start":"2026-07-30T23:52:11.751098Z","end":"2026-07-30T23:52:11.921396Z","steps":["trace[672168572] 'process raft request' (duration: 170.084989ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:52:11.921615Z","caller":"traceutil/trace.go:171","msg":"trace[1576899698] linearizableReadLoop","detail":"{readStateIndex:2996; appliedIndex:2993; }","duration":"152.466304ms","start":"2026-07-30T23:52:11.769095Z","end":"2026-07-30T23:52:11.921562Z","steps":["trace[1576899698] 'read index received' (duration: 114.503372ms)","trace[1576899698] 'applied index is now lower than readState.Index' (duration: 37.961332ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:52:11.921633Z","caller":"traceutil/trace.go:171","msg":"trace[1281822505] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"167.301133ms","start":"2026-07-30T23:52:11.754309Z","end":"2026-07-30T23:52:11.92161Z","steps":["trace[1281822505] 'process raft request' (duration: 167.034136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:11.921865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.760183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T23:52:11.921916Z","caller":"traceutil/trace.go:171","msg":"trace[962891037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2875; }","duration":"152.867285ms","start":"2026-07-30T23:52:11.769038Z","end":"2026-07-30T23:52:11.921905Z","steps":["trace[962891037] 'agreement among raft nodes before linearized reading' (duration: 152.690191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:11.92196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.839977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:52:11.922035Z","caller":"traceutil/trace.go:171","msg":"trace[726646083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2875; }","duration":"132.988831ms","start":"2026-07-30T23:52:11.789034Z","end":"2026-07-30T23:52:11.922023Z","steps":["trace[726646083] 'agreement among raft nodes before linearized reading' (duration: 132.751924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:11.922075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.833113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:52:11.922108Z","caller":"traceutil/trace.go:171","msg":"trace[679352226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2875; }","duration":"130.886524ms","start":"2026-07-30T23:52:11.791213Z","end":"2026-07-30T23:52:11.922099Z","steps":["trace[679352226] 'agreement among raft nodes before linearized reading' (duration: 130.793651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:11.92209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.701138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:52:11.922226Z","caller":"traceutil/trace.go:171","msg":"trace[408538566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2875; }","duration":"130.825092ms","start":"2026-07-30T23:52:11.791339Z","end":"2026-07-30T23:52:11.922164Z","steps":["trace[408538566] 'agreement among raft nodes before linearized reading' (duration: 130.550955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:11.922568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.625419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-30T23:52:11.922627Z","caller":"traceutil/trace.go:171","msg":"trace[240490348] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2875; }","duration":"100.696971ms","start":"2026-07-30T23:52:11.821912Z","end":"2026-07-30T23:52:11.922609Z","steps":["trace[240490348] 'agreement among raft nodes before linearized reading' (duration: 99.928211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.155179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805806931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:52:13.510688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055614417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T23:52:13.510694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360410562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c736566ff79001\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-30T23:52:13.510831Z","caller":"traceutil/trace.go:171","msg":"trace[201761834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2881; }","duration":"1.055852073s","start":"2026-07-30T23:52:12.454951Z","end":"2026-07-30T23:52:13.510803Z","steps":["trace[201761834] 'range keys from in-memory index tree' (duration: 1.055273408s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:52:13.510871Z","caller":"traceutil/trace.go:171","msg":"trace[1671835557] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c736566ff79001; range_end:; response_count:1; response_revision:2881; }","duration":"1.360650118s","start":"2026-07-30T23:52:12.150181Z","end":"2026-07-30T23:52:13.510831Z","steps":["trace[1671835557] 'range keys from in-memory index tree' (duration: 1.360121694s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.510891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:52:12.45492Z","time spent":"1.055957696s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:52:13.510936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:52:12.150167Z","time spent":"1.360754881s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18c736566ff79001\" "} {"level":"warn","ts":"2026-07-30T23:52:13.511054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039079612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:52:13.511213Z","caller":"traceutil/trace.go:171","msg":"trace[624296617] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2881; }","duration":"1.039266427s","start":"2026-07-30T23:52:12.471898Z","end":"2026-07-30T23:52:13.511164Z","steps":["trace[624296617] 'count revisions from in-memory index tree' (duration: 1.03900952s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.511309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:52:12.471848Z","time spent":"1.039443121s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:52:13.512015Z","caller":"traceutil/trace.go:171","msg":"trace[2133624100] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"911.203099ms","start":"2026-07-30T23:52:12.600795Z","end":"2026-07-30T23:52:13.511998Z","steps":["trace[2133624100] 'process raft request' (duration: 909.413001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.51219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:52:12.600767Z","time spent":"911.323563ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:52:13.523358Z","caller":"traceutil/trace.go:171","msg":"trace[1411758045] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3002; }","duration":"868.668305ms","start":"2026-07-30T23:52:12.65467Z","end":"2026-07-30T23:52:13.523338Z","steps":["trace[1411758045] 'read index received' (duration: 855.532871ms)","trace[1411758045] 'applied index is now lower than readState.Index' (duration: 13.134274ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:52:13.523382Z","caller":"traceutil/trace.go:171","msg":"trace[1910651851] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"825.671607ms","start":"2026-07-30T23:52:12.697687Z","end":"2026-07-30T23:52:13.523359Z","steps":["trace[1910651851] 'process raft request' (duration: 825.572054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.52353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.856799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:52:13.523566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:52:12.697666Z","time spent":"825.778839ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:52:13.523572Z","caller":"traceutil/trace.go:171","msg":"trace[1174293168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2883; }","duration":"868.913311ms","start":"2026-07-30T23:52:12.654648Z","end":"2026-07-30T23:52:13.523562Z","steps":["trace[1174293168] 'agreement among raft nodes before linearized reading' (duration: 868.796067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.523606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:52:12.654566Z","time spent":"869.032725ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:52:13.525501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.255846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-30T23:52:13.525544Z","caller":"traceutil/trace.go:171","msg":"trace[1687026612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2885; }","duration":"127.335928ms","start":"2026-07-30T23:52:13.398197Z","end":"2026-07-30T23:52:13.525533Z","steps":["trace[1687026612] 'agreement among raft nodes before linearized reading' (duration: 127.186214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.525529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.800761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:52:13.525601Z","caller":"traceutil/trace.go:171","msg":"trace[290342600] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2885; }","duration":"195.891373ms","start":"2026-07-30T23:52:13.329692Z","end":"2026-07-30T23:52:13.525583Z","steps":["trace[290342600] 'agreement among raft nodes before linearized reading' (duration: 195.703138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.525717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.062319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T23:52:13.525822Z","caller":"traceutil/trace.go:171","msg":"trace[1277658087] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2885; }","duration":"673.213573ms","start":"2026-07-30T23:52:12.852578Z","end":"2026-07-30T23:52:13.525791Z","steps":["trace[1277658087] 'agreement among raft nodes before linearized reading' (duration: 672.934865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:52:13.525869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:52:12.852556Z","time spent":"673.303165ms","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-30T23:52:19.714506Z","caller":"traceutil/trace.go:171","msg":"trace[1355595349] linearizableReadLoop","detail":"{readStateIndex:3041; appliedIndex:3040; }","duration":"126.999668ms","start":"2026-07-30T23:52:19.587481Z","end":"2026-07-30T23:52:19.714481Z","steps":["trace[1355595349] 'read index received' (duration: 126.785563ms)","trace[1355595349] 'applied index is now lower than readState.Index' (duration: 212.975µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:52:19.714721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.214185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:52:19.714769Z","caller":"traceutil/trace.go:171","msg":"trace[1991617799] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2919; }","duration":"127.341638ms","start":"2026-07-30T23:52:19.587413Z","end":"2026-07-30T23:52:19.714755Z","steps":["trace[1991617799] 'agreement among raft nodes before linearized reading' (duration: 127.239695ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:52:19.715383Z","caller":"traceutil/trace.go:171","msg":"trace[1930378226] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"155.377043ms","start":"2026-07-30T23:52:19.559277Z","end":"2026-07-30T23:52:19.714654Z","steps":["trace[1930378226] 'process raft request' (duration: 155.043344ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:54:15.005537Z","caller":"traceutil/trace.go:171","msg":"trace[1671025825] linearizableReadLoop","detail":"{readStateIndex:3829; appliedIndex:3828; }","duration":"245.242574ms","start":"2026-07-30T23:54:14.760227Z","end":"2026-07-30T23:54:15.00547Z","steps":["trace[1671025825] 'read index received' (duration: 242.115409ms)","trace[1671025825] 'applied index is now lower than readState.Index' (duration: 3.125525ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:54:15.005613Z","caller":"traceutil/trace.go:171","msg":"trace[2075964625] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"245.685026ms","start":"2026-07-30T23:54:14.759895Z","end":"2026-07-30T23:54:15.00558Z","steps":["trace[2075964625] 'process raft request' (duration: 242.302264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:54:15.005799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.530621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:54:15.005918Z","caller":"traceutil/trace.go:171","msg":"trace[552259284] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:0; response_revision:3677; }","duration":"245.716736ms","start":"2026-07-30T23:54:14.760172Z","end":"2026-07-30T23:54:15.005889Z","steps":["trace[552259284] 'agreement among raft nodes before linearized reading' (duration: 245.49989ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:54:15.006001Z","caller":"traceutil/trace.go:171","msg":"trace[1300391056] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"244.585025ms","start":"2026-07-30T23:54:14.761379Z","end":"2026-07-30T23:54:15.005964Z","steps":["trace[1300391056] 'process raft request' (duration: 244.500723ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:54:15.006179Z","caller":"traceutil/trace.go:171","msg":"trace[1809262824] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"245.10655ms","start":"2026-07-30T23:54:14.761043Z","end":"2026-07-30T23:54:15.00615Z","steps":["trace[1809262824] 'process raft request' (duration: 244.663028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:54:15.006731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.557635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:54:15.006791Z","caller":"traceutil/trace.go:171","msg":"trace[1987883681] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3679; }","duration":"215.685419ms","start":"2026-07-30T23:54:14.791092Z","end":"2026-07-30T23:54:15.006777Z","steps":["trace[1987883681] 'agreement among raft nodes before linearized reading' (duration: 215.533495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:54:15.007016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.414763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:54:15.00709Z","caller":"traceutil/trace.go:171","msg":"trace[1939294039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3679; }","duration":"229.511435ms","start":"2026-07-30T23:54:14.777561Z","end":"2026-07-30T23:54:15.007072Z","steps":["trace[1939294039] 'agreement among raft nodes before linearized reading' (duration: 229.014662ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:09.984859Z","caller":"traceutil/trace.go:171","msg":"trace[1069752298] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"141.551485ms","start":"2026-07-30T23:56:09.84328Z","end":"2026-07-30T23:56:09.984832Z","steps":["trace[1069752298] 'process raft request' (duration: 141.37094ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:10.134842Z","caller":"traceutil/trace.go:171","msg":"trace[1342506258] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"142.652285ms","start":"2026-07-30T23:56:09.992155Z","end":"2026-07-30T23:56:10.134807Z","steps":["trace[1342506258] 'process raft request' (duration: 94.512344ms)","trace[1342506258] 'compare' (duration: 47.926055ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:12.985111Z","caller":"traceutil/trace.go:171","msg":"trace[2137164074] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"121.393671ms","start":"2026-07-30T23:56:12.863683Z","end":"2026-07-30T23:56:12.985077Z","steps":["trace[2137164074] 'process raft request' (duration: 121.182736ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:12.985325Z","caller":"traceutil/trace.go:171","msg":"trace[2116419836] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5084; }","duration":"106.948454ms","start":"2026-07-30T23:56:12.878345Z","end":"2026-07-30T23:56:12.985293Z","steps":["trace[2116419836] 'read index received' (duration: 61.789425ms)","trace[2116419836] 'applied index is now lower than readState.Index' (duration: 45.157479ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:12.98538Z","caller":"traceutil/trace.go:171","msg":"trace[1414075564] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"117.227856ms","start":"2026-07-30T23:56:12.86814Z","end":"2026-07-30T23:56:12.985368Z","steps":["trace[1414075564] 'process raft request' (duration: 116.839236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:12.985532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.169391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-07-30T23:56:12.985565Z","caller":"traceutil/trace.go:171","msg":"trace[1860219956] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4891; }","duration":"107.254293ms","start":"2026-07-30T23:56:12.878302Z","end":"2026-07-30T23:56:12.985556Z","steps":["trace[1860219956] 'agreement among raft nodes before linearized reading' (duration: 107.103789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:12.985673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.925752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bf974776-105e-4109-9a84-4bd17043b8a7\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-07-30T23:56:12.985725Z","caller":"traceutil/trace.go:171","msg":"trace[489764277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bf974776-105e-4109-9a84-4bd17043b8a7; range_end:; response_count:1; response_revision:4891; }","duration":"104.019085ms","start":"2026-07-30T23:56:12.881693Z","end":"2026-07-30T23:56:12.985712Z","steps":["trace[489764277] 'agreement among raft nodes before linearized reading' (duration: 103.796789ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:13.554805Z","caller":"traceutil/trace.go:171","msg":"trace[1999990560] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5095; }","duration":"160.052972ms","start":"2026-07-30T23:56:13.394723Z","end":"2026-07-30T23:56:13.554776Z","steps":["trace[1999990560] 'read index received' (duration: 93.940498ms)","trace[1999990560] 'applied index is now lower than readState.Index' (duration: 66.110954ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:13.554829Z","caller":"traceutil/trace.go:171","msg":"trace[1257788812] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"185.670224ms","start":"2026-07-30T23:56:13.369113Z","end":"2026-07-30T23:56:13.554783Z","steps":["trace[1257788812] 'process raft request' (duration: 119.472598ms)","trace[1257788812] 'compare' (duration: 66.010491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:13.555071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.756734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:13.555122Z","caller":"traceutil/trace.go:171","msg":"trace[774888265] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4899; }","duration":"143.856747ms","start":"2026-07-30T23:56:13.411253Z","end":"2026-07-30T23:56:13.555109Z","steps":["trace[774888265] 'agreement among raft nodes before linearized reading' (duration: 143.701253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:13.555547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.599394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-239a0daa-0a56-46a9-a3c9-773656e183cd\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-30T23:56:13.555564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.801822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:526871"} {"level":"info","ts":"2026-07-30T23:56:13.555691Z","caller":"traceutil/trace.go:171","msg":"trace[784060803] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4899; }","duration":"161.010568ms","start":"2026-07-30T23:56:13.394652Z","end":"2026-07-30T23:56:13.555663Z","steps":["trace[784060803] 'agreement among raft nodes before linearized reading' (duration: 160.262908ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:13.555607Z","caller":"traceutil/trace.go:171","msg":"trace[626022445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-239a0daa-0a56-46a9-a3c9-773656e183cd; range_end:; response_count:1; response_revision:4899; }","duration":"122.732047ms","start":"2026-07-30T23:56:13.43286Z","end":"2026-07-30T23:56:13.555592Z","steps":["trace[626022445] 'agreement among raft nodes before linearized reading' (duration: 122.546562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:13.805249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.515615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-07-30T23:56:13.805359Z","caller":"traceutil/trace.go:171","msg":"trace[201438341] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4899; }","duration":"148.674129ms","start":"2026-07-30T23:56:13.656659Z","end":"2026-07-30T23:56:13.805333Z","steps":["trace[201438341] 'range keys from in-memory index tree' (duration: 148.254588ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:14.498246Z","caller":"traceutil/trace.go:171","msg":"trace[575863492] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"222.291799ms","start":"2026-07-30T23:56:14.275923Z","end":"2026-07-30T23:56:14.498215Z","steps":["trace[575863492] 'process raft request' (duration: 222.150505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:15.967847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.766949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:56:15.967984Z","caller":"traceutil/trace.go:171","msg":"trace[69711299] linearizableReadLoop","detail":"{readStateIndex:5188; appliedIndex:5187; }","duration":"148.607458ms","start":"2026-07-30T23:56:15.819358Z","end":"2026-07-30T23:56:15.967965Z","steps":["trace[69711299] 'read index received' (duration: 29.641994ms)","trace[69711299] 'applied index is now lower than readState.Index' (duration: 118.963854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:15.968202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.032444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T23:56:15.96824Z","caller":"traceutil/trace.go:171","msg":"trace[933472538] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4986; }","duration":"151.098996ms","start":"2026-07-30T23:56:15.817131Z","end":"2026-07-30T23:56:15.968229Z","steps":["trace[933472538] 'agreement among raft nodes before linearized reading' (duration: 150.8866ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:15.968261Z","caller":"traceutil/trace.go:171","msg":"trace[538198625] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"150.54976ms","start":"2026-07-30T23:56:15.817656Z","end":"2026-07-30T23:56:15.968206Z","steps":["trace[538198625] 'process raft request' (duration: 31.328839ms)","trace[538198625] 'compare' (duration: 118.507672ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:15.969755Z","caller":"traceutil/trace.go:171","msg":"trace[2114967277] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"140.525346ms","start":"2026-07-30T23:56:15.829145Z","end":"2026-07-30T23:56:15.969671Z","steps":["trace[2114967277] 'process raft request' (duration: 140.439793ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:15.969782Z","caller":"traceutil/trace.go:171","msg":"trace[712296823] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"145.291086ms","start":"2026-07-30T23:56:15.82447Z","end":"2026-07-30T23:56:15.969761Z","steps":["trace[712296823] 'process raft request' (duration: 144.994798ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:15.969763Z","caller":"traceutil/trace.go:171","msg":"trace[1212517033] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"147.046684ms","start":"2026-07-30T23:56:15.822684Z","end":"2026-07-30T23:56:15.969731Z","steps":["trace[1212517033] 'process raft request' (duration: 146.484889ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:15.969847Z","caller":"traceutil/trace.go:171","msg":"trace[1498653036] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"147.060405ms","start":"2026-07-30T23:56:15.822761Z","end":"2026-07-30T23:56:15.969821Z","steps":["trace[1498653036] 'process raft request' (duration: 146.557011ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:16.403065Z","caller":"traceutil/trace.go:171","msg":"trace[209798107] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"228.384166ms","start":"2026-07-30T23:56:16.174633Z","end":"2026-07-30T23:56:16.403018Z","steps":["trace[209798107] 'process raft request' (duration: 149.725058ms)","trace[209798107] 'compare' (duration: 78.318219ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:16.403113Z","caller":"traceutil/trace.go:171","msg":"trace[1772990473] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"222.777583ms","start":"2026-07-30T23:56:16.180302Z","end":"2026-07-30T23:56:16.403079Z","steps":["trace[1772990473] 'process raft request' (duration: 222.627119ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:16.403516Z","caller":"traceutil/trace.go:171","msg":"trace[1757094358] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"219.569365ms","start":"2026-07-30T23:56:16.18392Z","end":"2026-07-30T23:56:16.403489Z","steps":["trace[1757094358] 'process raft request' (duration: 219.108563ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:16.403512Z","caller":"traceutil/trace.go:171","msg":"trace[894526480] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5233; }","duration":"227.04203ms","start":"2026-07-30T23:56:16.176438Z","end":"2026-07-30T23:56:16.40348Z","steps":["trace[894526480] 'read index received' (duration: 11.127935ms)","trace[894526480] 'applied index is now lower than readState.Index' (duration: 215.912855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:16.403823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.368939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:3421"} {"level":"info","ts":"2026-07-30T23:56:16.403896Z","caller":"traceutil/trace.go:171","msg":"trace[1953399801] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5033; }","duration":"227.477752ms","start":"2026-07-30T23:56:16.176402Z","end":"2026-07-30T23:56:16.40388Z","steps":["trace[1953399801] 'agreement among raft nodes before linearized reading' (duration: 227.226665ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:16.410493Z","caller":"traceutil/trace.go:171","msg":"trace[497592025] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"223.134942ms","start":"2026-07-30T23:56:16.187329Z","end":"2026-07-30T23:56:16.410464Z","steps":["trace[497592025] 'process raft request' (duration: 222.819324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:16.410772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.397582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-30T23:56:16.410807Z","caller":"traceutil/trace.go:171","msg":"trace[910326755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:5034; }","duration":"140.440694ms","start":"2026-07-30T23:56:16.270354Z","end":"2026-07-30T23:56:16.410795Z","steps":["trace[910326755] 'agreement among raft nodes before linearized reading' (duration: 140.292699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:16.410963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.347937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-30T23:56:16.411027Z","caller":"traceutil/trace.go:171","msg":"trace[1354140731] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5034; }","duration":"110.567113ms","start":"2026-07-30T23:56:16.300443Z","end":"2026-07-30T23:56:16.41101Z","steps":["trace[1354140731] 'agreement among raft nodes before linearized reading' (duration: 110.222894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:16.411683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.599042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728739"} {"level":"info","ts":"2026-07-30T23:56:16.411792Z","caller":"traceutil/trace.go:171","msg":"trace[1000825615] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5034; }","duration":"189.752296ms","start":"2026-07-30T23:56:16.222016Z","end":"2026-07-30T23:56:16.411768Z","steps":["trace[1000825615] 'agreement among raft nodes before linearized reading' (duration: 188.358858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:16.725884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.605082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-239a0daa-0a56-46a9-a3c9-773656e183cd\" ","response":"range_response_count:1 size:4047"} {"level":"info","ts":"2026-07-30T23:56:16.726021Z","caller":"traceutil/trace.go:171","msg":"trace[1552065180] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-239a0daa-0a56-46a9-a3c9-773656e183cd; range_end:; response_count:1; response_revision:5038; }","duration":"154.811028ms","start":"2026-07-30T23:56:16.571177Z","end":"2026-07-30T23:56:16.725988Z","steps":["trace[1552065180] 'range keys from in-memory index tree' (duration: 154.276834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:16.72634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.063853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728739"} {"level":"info","ts":"2026-07-30T23:56:16.726446Z","caller":"traceutil/trace.go:171","msg":"trace[1738974626] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5038; }","duration":"132.221268ms","start":"2026-07-30T23:56:16.594199Z","end":"2026-07-30T23:56:16.726421Z","steps":["trace[1738974626] 'range keys from in-memory index tree' (duration: 131.344654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.71909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.595403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:56:19.719217Z","caller":"traceutil/trace.go:171","msg":"trace[542681537] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"800.33022ms","start":"2026-07-30T23:56:18.918866Z","end":"2026-07-30T23:56:19.719196Z","steps":["trace[542681537] 'process raft request' (duration: 673.543821ms)","trace[542681537] 'compare' (duration: 126.10788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:19.719289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:18.918845Z","time spent":"800.410863ms","remote":"127.0.0.1:59878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:56:19.799714Z","caller":"traceutil/trace.go:171","msg":"trace[1771828965] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"725.687842ms","start":"2026-07-30T23:56:19.074005Z","end":"2026-07-30T23:56:19.799693Z","steps":["trace[1771828965] 'process raft request' (duration: 725.423675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.79991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.073982Z","time spent":"725.824696ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:19.799958Z","caller":"traceutil/trace.go:171","msg":"trace[908564737] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"704.915993ms","start":"2026-07-30T23:56:19.095023Z","end":"2026-07-30T23:56:19.799939Z","steps":["trace[908564737] 'process raft request' (duration: 704.789459ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:19.799982Z","caller":"traceutil/trace.go:171","msg":"trace[868468087] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"705.005195ms","start":"2026-07-30T23:56:19.094951Z","end":"2026-07-30T23:56:19.799956Z","steps":["trace[868468087] 'process raft request' (duration: 704.678986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:19.800054Z","caller":"traceutil/trace.go:171","msg":"trace[549099860] linearizableReadLoop","detail":"{readStateIndex:5323; appliedIndex:5318; }","duration":"676.268096ms","start":"2026-07-30T23:56:19.123761Z","end":"2026-07-30T23:56:19.800029Z","steps":["trace[549099860] 'read index received' (duration: 468.708531ms)","trace[549099860] 'applied index is now lower than readState.Index' (duration: 207.557955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:19.800089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.095015Z","time spent":"705.006135ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:19.80007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.094929Z","time spent":"705.096567ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:19.800211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.449101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:56:19.800256Z","caller":"traceutil/trace.go:171","msg":"trace[814572566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5120; }","duration":"676.534004ms","start":"2026-07-30T23:56:19.123712Z","end":"2026-07-30T23:56:19.800246Z","steps":["trace[814572566] 'agreement among raft nodes before linearized reading' (duration: 676.39421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.800286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.123694Z","time spent":"676.585635ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:56:19.800333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.449666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T23:56:19.800353Z","caller":"traceutil/trace.go:171","msg":"trace[1420800262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5120; }","duration":"424.496678ms","start":"2026-07-30T23:56:19.37585Z","end":"2026-07-30T23:56:19.800347Z","steps":["trace[1420800262] 'agreement among raft nodes before linearized reading' (duration: 424.453667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.80022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.767861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:56:19.800369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.375835Z","time spent":"424.530758ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:56:19.800295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.612874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-30T23:56:19.800388Z","caller":"traceutil/trace.go:171","msg":"trace[1084465194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5120; }","duration":"484.973358ms","start":"2026-07-30T23:56:19.315405Z","end":"2026-07-30T23:56:19.800378Z","steps":["trace[1084465194] 'agreement among raft nodes before linearized reading' (duration: 484.797163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.800381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.135547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T23:56:19.800441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.059514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T23:56:19.800427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.132064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-30T23:56:19.800418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.315375Z","time spent":"485.034938ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:56:19.800458Z","caller":"traceutil/trace.go:171","msg":"trace[1494144386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5120; }","duration":"405.092846ms","start":"2026-07-30T23:56:19.395361Z","end":"2026-07-30T23:56:19.800454Z","steps":["trace[1494144386] 'agreement among raft nodes before linearized reading' (duration: 405.045254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.800477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.395333Z","time spent":"405.141427ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T23:56:19.800466Z","caller":"traceutil/trace.go:171","msg":"trace[313066195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5120; }","duration":"405.249409ms","start":"2026-07-30T23:56:19.395196Z","end":"2026-07-30T23:56:19.800445Z","steps":["trace[313066195] 'agreement among raft nodes before linearized reading' (duration: 405.025493ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:19.80048Z","caller":"traceutil/trace.go:171","msg":"trace[1795493387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5120; }","duration":"445.218646ms","start":"2026-07-30T23:56:19.355247Z","end":"2026-07-30T23:56:19.800465Z","steps":["trace[1795493387] 'agreement among raft nodes before linearized reading' (duration: 445.075972ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:19.800472Z","caller":"traceutil/trace.go:171","msg":"trace[1230419061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5120; }","duration":"415.752198ms","start":"2026-07-30T23:56:19.384654Z","end":"2026-07-30T23:56:19.800406Z","steps":["trace[1230419061] 'agreement among raft nodes before linearized reading' (duration: 415.580714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.800521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.395184Z","time spent":"405.324502ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:56:19.800525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.355228Z","time spent":"445.286798ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:56:19.800542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.38464Z","time spent":"415.879641ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-30T23:56:19.800582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.890513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:19.800663Z","caller":"traceutil/trace.go:171","msg":"trace[1998568590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5120; }","duration":"146.028187ms","start":"2026-07-30T23:56:19.654612Z","end":"2026-07-30T23:56:19.800641Z","steps":["trace[1998568590] 'agreement among raft nodes before linearized reading' (duration: 145.872293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.800672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.612904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-cwtrr-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-07-30T23:56:19.800762Z","caller":"traceutil/trace.go:171","msg":"trace[514827697] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-cwtrr-tls; range_end:; response_count:1; response_revision:5120; }","duration":"173.761787ms","start":"2026-07-30T23:56:19.626976Z","end":"2026-07-30T23:56:19.800738Z","steps":["trace[514827697] 'agreement among raft nodes before linearized reading' (duration: 173.447379ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:19.800687Z","caller":"traceutil/trace.go:171","msg":"trace[897622136] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"388.876331ms","start":"2026-07-30T23:56:19.411222Z","end":"2026-07-30T23:56:19.800098Z","steps":["trace[897622136] 'process raft request' (duration: 388.680256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.800975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:19.41119Z","time spent":"389.710834ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:19.799561Z","caller":"traceutil/trace.go:171","msg":"trace[1940603755] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"880.09872ms","start":"2026-07-30T23:56:18.919438Z","end":"2026-07-30T23:56:19.799537Z","steps":["trace[1940603755] 'process raft request' (duration: 879.856813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:19.801742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:18.919423Z","time spent":"882.213047ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:23.578714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.477346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5bdd6840-f68b-4a03-b608-49062a6f0790\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-07-30T23:56:23.578811Z","caller":"traceutil/trace.go:171","msg":"trace[761127879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5bdd6840-f68b-4a03-b608-49062a6f0790; range_end:; response_count:1; response_revision:5172; }","duration":"639.62118ms","start":"2026-07-30T23:56:22.939164Z","end":"2026-07-30T23:56:23.578785Z","steps":["trace[761127879] 'range keys from in-memory index tree' (duration: 638.780407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:23.578867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:22.939135Z","time spent":"639.717093ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5bdd6840-f68b-4a03-b608-49062a6f0790\" "} {"level":"info","ts":"2026-07-30T23:56:23.622799Z","caller":"traceutil/trace.go:171","msg":"trace[1540337943] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5379; }","duration":"496.199355ms","start":"2026-07-30T23:56:23.12657Z","end":"2026-07-30T23:56:23.62277Z","steps":["trace[1540337943] 'read index received' (duration: 495.994119ms)","trace[1540337943] 'applied index is now lower than readState.Index' (duration: 203.726µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:23.622924Z","caller":"traceutil/trace.go:171","msg":"trace[1611132074] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"560.226922ms","start":"2026-07-30T23:56:23.062657Z","end":"2026-07-30T23:56:23.622884Z","steps":["trace[1611132074] 'process raft request' (duration: 559.863542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:23.62309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.849198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-30T23:56:23.623124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:23.062637Z","time spent":"560.379496ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:23.623144Z","caller":"traceutil/trace.go:171","msg":"trace[850280319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5173; }","duration":"131.962221ms","start":"2026-07-30T23:56:23.491168Z","end":"2026-07-30T23:56:23.62313Z","steps":["trace[850280319] 'agreement among raft nodes before linearized reading' (duration: 131.766415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:23.623571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.987677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:797156"} {"level":"info","ts":"2026-07-30T23:56:23.623744Z","caller":"traceutil/trace.go:171","msg":"trace[2056908762] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5173; }","duration":"497.162021ms","start":"2026-07-30T23:56:23.126471Z","end":"2026-07-30T23:56:23.623633Z","steps":["trace[2056908762] 'agreement among raft nodes before linearized reading' (duration: 496.436411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:23.624237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:23.126441Z","time spent":"497.357567ms","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":797179,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-30T23:56:31.564407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.563241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T23:56:31.708757Z","caller":"traceutil/trace.go:171","msg":"trace[279938121] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5537; }","duration":"100.966421ms","start":"2026-07-30T23:56:31.607772Z","end":"2026-07-30T23:56:31.708738Z","steps":["trace[279938121] 'read index received' (duration: 100.800916ms)","trace[279938121] 'applied index is now lower than readState.Index' (duration: 164.925µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:31.708827Z","caller":"traceutil/trace.go:171","msg":"trace[913150275] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"129.269388ms","start":"2026-07-30T23:56:31.579514Z","end":"2026-07-30T23:56:31.708783Z","steps":["trace[913150275] 'process raft request' (duration: 129.066232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:31.708892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.100574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:31.708917Z","caller":"traceutil/trace.go:171","msg":"trace[2046270016] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5325; }","duration":"101.161836ms","start":"2026-07-30T23:56:31.607748Z","end":"2026-07-30T23:56:31.708909Z","steps":["trace[2046270016] 'agreement among raft nodes before linearized reading' (duration: 101.079364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:31.891958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.256551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:56:31.892095Z","caller":"traceutil/trace.go:171","msg":"trace[1714201415] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"155.801274ms","start":"2026-07-30T23:56:31.73626Z","end":"2026-07-30T23:56:31.892061Z","steps":["trace[1714201415] 'process raft request' (duration: 32.350378ms)","trace[1714201415] 'compare' (duration: 123.030695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:32.246768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.869534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:56:32.247001Z","caller":"traceutil/trace.go:171","msg":"trace[1389995021] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5541; }","duration":"290.701976ms","start":"2026-07-30T23:56:31.956281Z","end":"2026-07-30T23:56:32.246983Z","steps":["trace[1389995021] 'read index received' (duration: 47.559364ms)","trace[1389995021] 'applied index is now lower than readState.Index' (duration: 243.141742ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:32.247107Z","caller":"traceutil/trace.go:171","msg":"trace[1999075726] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"404.641133ms","start":"2026-07-30T23:56:31.842454Z","end":"2026-07-30T23:56:32.247095Z","steps":["trace[1999075726] 'process raft request' (duration: 161.354148ms)","trace[1999075726] 'compare' (duration: 242.689838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:32.247179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:31.842431Z","time spent":"404.711464ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:32.24722Z","caller":"traceutil/trace.go:171","msg":"trace[1300749262] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"402.72928ms","start":"2026-07-30T23:56:31.844443Z","end":"2026-07-30T23:56:32.247172Z","steps":["trace[1300749262] 'process raft request' (duration: 402.490473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:32.247267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.123056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:56:32.247282Z","caller":"traceutil/trace.go:171","msg":"trace[1567049662] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"402.852014ms","start":"2026-07-30T23:56:31.844388Z","end":"2026-07-30T23:56:32.24724Z","steps":["trace[1567049662] 'process raft request' (duration: 402.493764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:32.247375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.669123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T23:56:32.247436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:31.84437Z","time spent":"402.984617ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:32.247453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.927895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-07-30T23:56:32.247392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.560633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-30T23:56:32.247475Z","caller":"traceutil/trace.go:171","msg":"trace[151581970] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5331; }","duration":"277.997448ms","start":"2026-07-30T23:56:31.969472Z","end":"2026-07-30T23:56:32.24747Z","steps":["trace[151581970] 'agreement among raft nodes before linearized reading' (duration: 277.942496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:32.247299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.000145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T23:56:32.24747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.805413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:56:32.2475Z","caller":"traceutil/trace.go:171","msg":"trace[557875128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5331; }","duration":"291.258592ms","start":"2026-07-30T23:56:31.956234Z","end":"2026-07-30T23:56:32.247493Z","steps":["trace[557875128] 'agreement among raft nodes before linearized reading' (duration: 290.910782ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.247494Z","caller":"traceutil/trace.go:171","msg":"trace[553062910] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5331; }","duration":"204.655945ms","start":"2026-07-30T23:56:32.042823Z","end":"2026-07-30T23:56:32.247479Z","steps":["trace[553062910] 'agreement among raft nodes before linearized reading' (duration: 204.520851ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.247442Z","caller":"traceutil/trace.go:171","msg":"trace[317610449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5331; }","duration":"283.763246ms","start":"2026-07-30T23:56:31.96366Z","end":"2026-07-30T23:56:32.247423Z","steps":["trace[317610449] 'agreement among raft nodes before linearized reading' (duration: 283.672803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:32.247439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.372176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-30T23:56:32.247287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.493288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T23:56:32.24761Z","caller":"traceutil/trace.go:171","msg":"trace[1701908394] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5331; }","duration":"279.554621ms","start":"2026-07-30T23:56:31.968019Z","end":"2026-07-30T23:56:32.247574Z","steps":["trace[1701908394] 'agreement among raft nodes before linearized reading' (duration: 279.17257ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.24752Z","caller":"traceutil/trace.go:171","msg":"trace[1952330433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5331; }","duration":"273.861384ms","start":"2026-07-30T23:56:31.973643Z","end":"2026-07-30T23:56:32.247505Z","steps":["trace[1952330433] 'agreement among raft nodes before linearized reading' (duration: 273.752651ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.247629Z","caller":"traceutil/trace.go:171","msg":"trace[1298554257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5331; }","duration":"287.839497ms","start":"2026-07-30T23:56:31.959753Z","end":"2026-07-30T23:56:32.247593Z","steps":["trace[1298554257] 'agreement among raft nodes before linearized reading' (duration: 287.400995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.247321Z","caller":"traceutil/trace.go:171","msg":"trace[1494500965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5331; }","duration":"276.201598ms","start":"2026-07-30T23:56:31.971107Z","end":"2026-07-30T23:56:32.247309Z","steps":["trace[1494500965] 'agreement among raft nodes before linearized reading' (duration: 276.048624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:32.247369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:31.844417Z","time spent":"402.876564ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:32.375467Z","caller":"traceutil/trace.go:171","msg":"trace[886026095] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"124.632639ms","start":"2026-07-30T23:56:32.250815Z","end":"2026-07-30T23:56:32.375447Z","steps":["trace[886026095] 'process raft request' (duration: 119.811916ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.375737Z","caller":"traceutil/trace.go:171","msg":"trace[704843318] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"124.493725ms","start":"2026-07-30T23:56:32.25122Z","end":"2026-07-30T23:56:32.375714Z","steps":["trace[704843318] 'process raft request' (duration: 124.344281ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.375949Z","caller":"traceutil/trace.go:171","msg":"trace[2056755608] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"123.647363ms","start":"2026-07-30T23:56:32.25229Z","end":"2026-07-30T23:56:32.375937Z","steps":["trace[2056755608] 'process raft request' (duration: 123.383265ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.376181Z","caller":"traceutil/trace.go:171","msg":"trace[1273813072] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"122.351157ms","start":"2026-07-30T23:56:32.253798Z","end":"2026-07-30T23:56:32.376149Z","steps":["trace[1273813072] 'process raft request' (duration: 122.08736ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.376575Z","caller":"traceutil/trace.go:171","msg":"trace[351094069] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"122.657776ms","start":"2026-07-30T23:56:32.253907Z","end":"2026-07-30T23:56:32.376565Z","steps":["trace[351094069] 'process raft request' (duration: 122.227254ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.376722Z","caller":"traceutil/trace.go:171","msg":"trace[1214579749] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"121.981677ms","start":"2026-07-30T23:56:32.254724Z","end":"2026-07-30T23:56:32.376706Z","steps":["trace[1214579749] 'process raft request' (duration: 121.714689ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:32.376923Z","caller":"traceutil/trace.go:171","msg":"trace[1461019822] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"118.667636ms","start":"2026-07-30T23:56:32.258175Z","end":"2026-07-30T23:56:32.376842Z","steps":["trace[1461019822] 'process raft request' (duration: 118.42855ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:40.486736Z","caller":"traceutil/trace.go:171","msg":"trace[108793542] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"430.118482ms","start":"2026-07-30T23:56:40.056597Z","end":"2026-07-30T23:56:40.486716Z","steps":["trace[108793542] 'process raft request' (duration: 429.984168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:40.486867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.056569Z","time spent":"430.230865ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:40.589312Z","caller":"traceutil/trace.go:171","msg":"trace[1285133672] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"527.196381ms","start":"2026-07-30T23:56:40.062062Z","end":"2026-07-30T23:56:40.589258Z","steps":["trace[1285133672] 'process raft request' (duration: 526.921254ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:40.589517Z","caller":"traceutil/trace.go:171","msg":"trace[1202397763] linearizableReadLoop","detail":"{readStateIndex:5695; appliedIndex:5693; }","duration":"524.428586ms","start":"2026-07-30T23:56:40.065076Z","end":"2026-07-30T23:56:40.589505Z","steps":["trace[1202397763] 'read index received' (duration: 421.619151ms)","trace[1202397763] 'applied index is now lower than readState.Index' (duration: 102.808365ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:40.5894Z","caller":"traceutil/trace.go:171","msg":"trace[1884492380] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"313.096632ms","start":"2026-07-30T23:56:40.276251Z","end":"2026-07-30T23:56:40.589347Z","steps":["trace[1884492380] 'process raft request' (duration: 312.912487ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:40.589642Z","caller":"traceutil/trace.go:171","msg":"trace[609123266] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"312.001452ms","start":"2026-07-30T23:56:40.277611Z","end":"2026-07-30T23:56:40.589612Z","steps":["trace[609123266] 'process raft request' (duration: 311.650932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:40.589692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.062043Z","time spent":"527.451609ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:40.589828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.277601Z","time spent":"312.125195ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:40.589853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.752335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-30T23:56:40.589895Z","caller":"traceutil/trace.go:171","msg":"trace[860872173] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5484; }","duration":"524.843687ms","start":"2026-07-30T23:56:40.065041Z","end":"2026-07-30T23:56:40.589884Z","steps":["trace[860872173] 'agreement among raft nodes before linearized reading' (duration: 524.56971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:40.589855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.276223Z","time spent":"313.40919ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:40.589953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.065023Z","time spent":"524.92146ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-30T23:56:40.58933Z","caller":"traceutil/trace.go:171","msg":"trace[401565540] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"312.154027ms","start":"2026-07-30T23:56:40.277146Z","end":"2026-07-30T23:56:40.5893Z","steps":["trace[401565540] 'process raft request' (duration: 312.077364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:40.590226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.277131Z","time spent":"312.973458ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:40.590306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.526489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T23:56:40.590351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.173814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T23:56:40.590391Z","caller":"traceutil/trace.go:171","msg":"trace[1917236884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5484; }","duration":"172.242556ms","start":"2026-07-30T23:56:40.418138Z","end":"2026-07-30T23:56:40.59038Z","steps":["trace[1917236884] 'agreement among raft nodes before linearized reading' (duration: 172.160004ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:40.590396Z","caller":"traceutil/trace.go:171","msg":"trace[2027141520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5484; }","duration":"177.677093ms","start":"2026-07-30T23:56:40.4127Z","end":"2026-07-30T23:56:40.590377Z","steps":["trace[2027141520] 'agreement among raft nodes before linearized reading' (duration: 177.403925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:40.590569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.454543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-30T23:56:40.590279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.468194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:56:40.590606Z","caller":"traceutil/trace.go:171","msg":"trace[1086687205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5484; }","duration":"175.490044ms","start":"2026-07-30T23:56:40.415105Z","end":"2026-07-30T23:56:40.590595Z","steps":["trace[1086687205] 'agreement among raft nodes before linearized reading' (duration: 175.37564ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:40.59062Z","caller":"traceutil/trace.go:171","msg":"trace[1409197469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5484; }","duration":"175.819203ms","start":"2026-07-30T23:56:40.414785Z","end":"2026-07-30T23:56:40.590605Z","steps":["trace[1409197469] 'agreement among raft nodes before linearized reading' (duration: 175.418362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:40.590632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.19757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:56:40.59067Z","caller":"traceutil/trace.go:171","msg":"trace[1062700445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5484; }","duration":"177.286822ms","start":"2026-07-30T23:56:40.413373Z","end":"2026-07-30T23:56:40.59066Z","steps":["trace[1062700445] 'agreement among raft nodes before linearized reading' (duration: 177.18559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:40.590777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.292715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:56:40.59092Z","caller":"traceutil/trace.go:171","msg":"trace[10267596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5484; }","duration":"176.415169ms","start":"2026-07-30T23:56:40.414426Z","end":"2026-07-30T23:56:40.590842Z","steps":["trace[10267596] 'agreement among raft nodes before linearized reading' (duration: 176.167893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.144717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.181222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:56:41.144923Z","caller":"traceutil/trace.go:171","msg":"trace[833732556] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"548.654372ms","start":"2026-07-30T23:56:40.596249Z","end":"2026-07-30T23:56:41.144903Z","steps":["trace[833732556] 'process raft request' (duration: 548.56686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.144978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.596226Z","time spent":"548.729445ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:41.144947Z","caller":"traceutil/trace.go:171","msg":"trace[1305169189] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"548.739964ms","start":"2026-07-30T23:56:40.596168Z","end":"2026-07-30T23:56:41.144908Z","steps":["trace[1305169189] 'process raft request' (duration: 224.282185ms)","trace[1305169189] 'compare' (duration: 324.058089ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:41.145119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.59615Z","time spent":"548.882429ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:41.145261Z","caller":"traceutil/trace.go:171","msg":"trace[310627058] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"548.91841ms","start":"2026-07-30T23:56:40.596332Z","end":"2026-07-30T23:56:41.14525Z","steps":["trace[310627058] 'process raft request' (duration: 548.521969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.145329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.596315Z","time spent":"548.982701ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:41.145358Z","caller":"traceutil/trace.go:171","msg":"trace[365527555] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"548.91374ms","start":"2026-07-30T23:56:40.596416Z","end":"2026-07-30T23:56:41.14533Z","steps":["trace[365527555] 'process raft request' (duration: 548.716914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.145504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.59635Z","time spent":"549.073673ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:41.145777Z","caller":"traceutil/trace.go:171","msg":"trace[247567674] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"548.715174ms","start":"2026-07-30T23:56:40.59703Z","end":"2026-07-30T23:56:41.145745Z","steps":["trace[247567674] 'process raft request' (duration: 548.592421ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:41.145883Z","caller":"traceutil/trace.go:171","msg":"trace[942250416] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"548.795846ms","start":"2026-07-30T23:56:40.597013Z","end":"2026-07-30T23:56:41.145808Z","steps":["trace[942250416] 'process raft request' (duration: 548.446636ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:41.145946Z","caller":"traceutil/trace.go:171","msg":"trace[580054399] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"548.834447ms","start":"2026-07-30T23:56:40.597103Z","end":"2026-07-30T23:56:41.145937Z","steps":["trace[580054399] 'process raft request' (duration: 548.594371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.145979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.597Z","time spent":"548.92923ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:41.145995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.597097Z","time spent":"548.873458ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:41.145997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.59702Z","time spent":"548.860108ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:41.146256Z","caller":"traceutil/trace.go:171","msg":"trace[933773804] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"548.738254ms","start":"2026-07-30T23:56:40.597494Z","end":"2026-07-30T23:56:41.146233Z","steps":["trace[933773804] 'process raft request' (duration: 548.411815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.146999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.597485Z","time spent":"549.386523ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:41.146326Z","caller":"traceutil/trace.go:171","msg":"trace[336952798] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"547.814689ms","start":"2026-07-30T23:56:40.5985Z","end":"2026-07-30T23:56:41.146315Z","steps":["trace[336952798] 'process raft request' (duration: 547.686486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.147666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.598493Z","time spent":"549.120035ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:41.146344Z","caller":"traceutil/trace.go:171","msg":"trace[788020614] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"548.236551ms","start":"2026-07-30T23:56:40.598095Z","end":"2026-07-30T23:56:41.146331Z","steps":["trace[788020614] 'process raft request' (duration: 547.955403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.148132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.598076Z","time spent":"549.996409ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:56:41.146599Z","caller":"traceutil/trace.go:171","msg":"trace[1166616954] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"546.120594ms","start":"2026-07-30T23:56:40.600465Z","end":"2026-07-30T23:56:41.146586Z","steps":["trace[1166616954] 'process raft request' (duration: 545.760734ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:41.145838Z","caller":"traceutil/trace.go:171","msg":"trace[781675930] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"548.822797ms","start":"2026-07-30T23:56:40.59698Z","end":"2026-07-30T23:56:41.145803Z","steps":["trace[781675930] 'process raft request' (duration: 548.279022ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:41.146033Z","caller":"traceutil/trace.go:171","msg":"trace[2095992453] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"548.777335ms","start":"2026-07-30T23:56:40.59717Z","end":"2026-07-30T23:56:41.145947Z","steps":["trace[2095992453] 'process raft request' (duration: 548.694493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.148334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.596968Z","time spent":"551.268584ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:41.148365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.597159Z","time spent":"551.157221ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:41.148307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.600459Z","time spent":"547.765368ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:41.458136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.842598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T23:56:41.458256Z","caller":"traceutil/trace.go:171","msg":"trace[169863136] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5698; }","duration":"828.980876ms","start":"2026-07-30T23:56:40.629253Z","end":"2026-07-30T23:56:41.458234Z","steps":["trace[169863136] 'read index received' (duration: 191.293952ms)","trace[169863136] 'applied index is now lower than readState.Index' (duration: 637.684734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:41.458467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.171605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:41.458588Z","caller":"traceutil/trace.go:171","msg":"trace[777785500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5497; }","duration":"804.343359ms","start":"2026-07-30T23:56:40.654222Z","end":"2026-07-30T23:56:41.458565Z","steps":["trace[777785500] 'agreement among raft nodes before linearized reading' (duration: 804.165755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.458647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.088465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-30T23:56:41.458671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.599994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T23:56:41.458689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.428179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-30T23:56:41.458721Z","caller":"traceutil/trace.go:171","msg":"trace[1534243087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92; range_end:; response_count:1; response_revision:5497; }","duration":"535.217079ms","start":"2026-07-30T23:56:40.923484Z","end":"2026-07-30T23:56:41.458701Z","steps":["trace[1534243087] 'agreement among raft nodes before linearized reading' (duration: 534.922751ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:41.458757Z","caller":"traceutil/trace.go:171","msg":"trace[784043205] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5497; }","duration":"657.742428ms","start":"2026-07-30T23:56:40.800992Z","end":"2026-07-30T23:56:41.458735Z","steps":["trace[784043205] 'agreement among raft nodes before linearized reading' (duration: 657.519982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.458774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.923471Z","time spent":"535.293741ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92\" "} {"level":"info","ts":"2026-07-30T23:56:41.458771Z","caller":"traceutil/trace.go:171","msg":"trace[1786932028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:5497; }","duration":"829.544512ms","start":"2026-07-30T23:56:40.629205Z","end":"2026-07-30T23:56:41.458749Z","steps":["trace[1786932028] 'agreement among raft nodes before linearized reading' (duration: 829.228034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.458778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.207008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-30T23:56:41.458704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.654205Z","time spent":"804.488053ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T23:56:41.458817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.629191Z","time spent":"829.616754ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-9tndr\" "} {"level":"info","ts":"2026-07-30T23:56:41.458862Z","caller":"traceutil/trace.go:171","msg":"trace[1249383141] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5497; }","duration":"353.345052ms","start":"2026-07-30T23:56:41.105491Z","end":"2026-07-30T23:56:41.458836Z","steps":["trace[1249383141] 'agreement among raft nodes before linearized reading' (duration: 352.966211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.458808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.800956Z","time spent":"657.839661ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:56:41.458924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:41.105463Z","time spent":"353.446115ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-30T23:56:41.459179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.121746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-07-30T23:56:41.459377Z","caller":"traceutil/trace.go:171","msg":"trace[1932569003] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5497; }","duration":"542.233749ms","start":"2026-07-30T23:56:40.916998Z","end":"2026-07-30T23:56:41.459232Z","steps":["trace[1932569003] 'agreement among raft nodes before linearized reading' (duration: 541.50454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:41.459436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:40.91698Z","time spent":"542.441785ms","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-30T23:56:43.327288Z","caller":"traceutil/trace.go:171","msg":"trace[676364746] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"195.68333ms","start":"2026-07-30T23:56:43.13157Z","end":"2026-07-30T23:56:43.327253Z","steps":["trace[676364746] 'process raft request' (duration: 149.386966ms)","trace[676364746] 'compare' (duration: 46.11468ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:43.327272Z","caller":"traceutil/trace.go:171","msg":"trace[1722035553] linearizableReadLoop","detail":"{readStateIndex:5738; appliedIndex:5737; }","duration":"177.649562ms","start":"2026-07-30T23:56:43.149592Z","end":"2026-07-30T23:56:43.327242Z","steps":["trace[1722035553] 'read index received' (duration: 130.639739ms)","trace[1722035553] 'applied index is now lower than readState.Index' (duration: 47.008693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:43.327697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.053163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T23:56:43.327821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.000303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T23:56:43.327829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.432395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T23:56:43.327872Z","caller":"traceutil/trace.go:171","msg":"trace[101820072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5523; }","duration":"174.093146ms","start":"2026-07-30T23:56:43.153766Z","end":"2026-07-30T23:56:43.327859Z","steps":["trace[101820072] 'agreement among raft nodes before linearized reading' (duration: 173.907551ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:43.327889Z","caller":"traceutil/trace.go:171","msg":"trace[1542673437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5523; }","duration":"174.487366ms","start":"2026-07-30T23:56:43.15338Z","end":"2026-07-30T23:56:43.327868Z","steps":["trace[1542673437] 'agreement among raft nodes before linearized reading' (duration: 174.389293ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:43.327822Z","caller":"traceutil/trace.go:171","msg":"trace[339040755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5523; }","duration":"178.241478ms","start":"2026-07-30T23:56:43.149553Z","end":"2026-07-30T23:56:43.327795Z","steps":["trace[339040755] 'agreement among raft nodes before linearized reading' (duration: 177.790776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:43.327958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.931011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-30T23:56:43.328009Z","caller":"traceutil/trace.go:171","msg":"trace[1392692131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5523; }","duration":"173.989092ms","start":"2026-07-30T23:56:43.154003Z","end":"2026-07-30T23:56:43.327992Z","steps":["trace[1392692131] 'agreement among raft nodes before linearized reading' (duration: 173.857929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:43.327717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.768096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:56:43.328122Z","caller":"traceutil/trace.go:171","msg":"trace[921201101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5523; }","duration":"178.210038ms","start":"2026-07-30T23:56:43.1499Z","end":"2026-07-30T23:56:43.32811Z","steps":["trace[921201101] 'agreement among raft nodes before linearized reading' (duration: 177.596671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:43.328133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.740673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:56:43.328249Z","caller":"traceutil/trace.go:171","msg":"trace[1662178339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5523; }","duration":"174.930329ms","start":"2026-07-30T23:56:43.153298Z","end":"2026-07-30T23:56:43.328229Z","steps":["trace[1662178339] 'agreement among raft nodes before linearized reading' (duration: 174.548669ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:45.438096Z","caller":"traceutil/trace.go:171","msg":"trace[1021265748] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"213.777141ms","start":"2026-07-30T23:56:45.224286Z","end":"2026-07-30T23:56:45.438063Z","steps":["trace[1021265748] 'process raft request' (duration: 213.354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:45.705847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.002051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-30T23:56:45.705915Z","caller":"traceutil/trace.go:171","msg":"trace[1934827185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:5569; }","duration":"223.111203ms","start":"2026-07-30T23:56:45.482786Z","end":"2026-07-30T23:56:45.705897Z","steps":["trace[1934827185] 'range keys from in-memory index tree' (duration: 222.816426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:45.705959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.702884ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:45.706148Z","caller":"traceutil/trace.go:171","msg":"trace[182618228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5569; }","duration":"129.93587ms","start":"2026-07-30T23:56:45.576184Z","end":"2026-07-30T23:56:45.70612Z","steps":["trace[182618228] 'range keys from in-memory index tree' (duration: 129.667443ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:45.706624Z","caller":"traceutil/trace.go:171","msg":"trace[1773725105] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"151.271928ms","start":"2026-07-30T23:56:45.555317Z","end":"2026-07-30T23:56:45.706589Z","steps":["trace[1773725105] 'process raft request' (duration: 150.845826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:54.773953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805813704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:56:55.274828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805813704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:56:55.550475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297291893s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T23:56:55.551346Z","caller":"traceutil/trace.go:171","msg":"trace[1568835745] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"1.298343241s","start":"2026-07-30T23:56:54.252961Z","end":"2026-07-30T23:56:55.551304Z","steps":["trace[1568835745] 'process raft request' (duration: 1.298059763s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.551558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.252919Z","time spent":"1.298514736s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:55.557577Z","caller":"traceutil/trace.go:171","msg":"trace[1015612338] linearizableReadLoop","detail":"{readStateIndex:5910; appliedIndex:5906; }","duration":"1.284329522s","start":"2026-07-30T23:56:54.273228Z","end":"2026-07-30T23:56:55.557558Z","steps":["trace[1015612338] 'read index received' (duration: 1.277758594s)","trace[1015612338] 'applied index is now lower than readState.Index' (duration: 6.569588ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:55.557591Z","caller":"traceutil/trace.go:171","msg":"trace[668335293] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"906.917018ms","start":"2026-07-30T23:56:54.650624Z","end":"2026-07-30T23:56:55.557541Z","steps":["trace[668335293] 'process raft request' (duration: 906.688621ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.557669Z","caller":"traceutil/trace.go:171","msg":"trace[1980492967] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"893.991028ms","start":"2026-07-30T23:56:54.663633Z","end":"2026-07-30T23:56:55.557624Z","steps":["trace[1980492967] 'process raft request' (duration: 893.799713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.55781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.650586Z","time spent":"907.099753ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:55.557831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262282375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-30T23:56:55.557826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284579589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-30T23:56:55.557875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.663593Z","time spent":"894.164263ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:56:55.557914Z","caller":"traceutil/trace.go:171","msg":"trace[1828703062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5691; }","duration":"1.284719402s","start":"2026-07-30T23:56:54.273175Z","end":"2026-07-30T23:56:55.557895Z","steps":["trace[1828703062] 'agreement among raft nodes before linearized reading' (duration: 1.284465735s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.557959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.273155Z","time spent":"1.284795145s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T23:56:55.558076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.991008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:55.558104Z","caller":"traceutil/trace.go:171","msg":"trace[2061681668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5691; }","duration":"904.04886ms","start":"2026-07-30T23:56:54.654048Z","end":"2026-07-30T23:56:55.558097Z","steps":["trace[2061681668] 'agreement among raft nodes before linearized reading' (duration: 904.004739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.558132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.654036Z","time spent":"904.090632ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:56:55.557872Z","caller":"traceutil/trace.go:171","msg":"trace[1428043181] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5691; }","duration":"1.262367456s","start":"2026-07-30T23:56:54.295493Z","end":"2026-07-30T23:56:55.557861Z","steps":["trace[1428043181] 'agreement among raft nodes before linearized reading' (duration: 1.262189442s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.558097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.334687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:56:55.558194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.295483Z","time spent":"1.262700326s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-30T23:56:55.558199Z","caller":"traceutil/trace.go:171","msg":"trace[1350563706] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5691; }","duration":"595.493491ms","start":"2026-07-30T23:56:54.96269Z","end":"2026-07-30T23:56:55.558183Z","steps":["trace[1350563706] 'agreement among raft nodes before linearized reading' (duration: 595.352067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.558293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.962658Z","time spent":"595.620675ms","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:56:55.558955Z","caller":"traceutil/trace.go:171","msg":"trace[1204405636] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"894.943643ms","start":"2026-07-30T23:56:54.663987Z","end":"2026-07-30T23:56:55.558931Z","steps":["trace[1204405636] 'process raft request' (duration: 893.489004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.559211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:54.663967Z","time spent":"895.027506ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:55.6884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.786955ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:55.688533Z","caller":"traceutil/trace.go:171","msg":"trace[588862403] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5691; }","duration":"112.94848ms","start":"2026-07-30T23:56:55.575567Z","end":"2026-07-30T23:56:55.688516Z","steps":["trace[588862403] 'range keys from in-memory index tree' (duration: 112.766275ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.688869Z","caller":"traceutil/trace.go:171","msg":"trace[267274199] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"129.247781ms","start":"2026-07-30T23:56:55.55957Z","end":"2026-07-30T23:56:55.688817Z","steps":["trace[267274199] 'process raft request' (duration: 116.571327ms)","trace[267274199] 'compare' (duration: 12.214931ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:55.852352Z","caller":"traceutil/trace.go:171","msg":"trace[1400287472] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"291.880207ms","start":"2026-07-30T23:56:55.560426Z","end":"2026-07-30T23:56:55.852306Z","steps":["trace[1400287472] 'process raft request' (duration: 242.447468ms)","trace[1400287472] 'compare' (duration: 48.960706ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:55.852427Z","caller":"traceutil/trace.go:171","msg":"trace[682131931] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"290.50965ms","start":"2026-07-30T23:56:55.561888Z","end":"2026-07-30T23:56:55.852398Z","steps":["trace[682131931] 'process raft request' (duration: 290.342986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.852485Z","caller":"traceutil/trace.go:171","msg":"trace[667479642] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"290.844799ms","start":"2026-07-30T23:56:55.561594Z","end":"2026-07-30T23:56:55.852439Z","steps":["trace[667479642] 'process raft request' (duration: 290.570122ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.852946Z","caller":"traceutil/trace.go:171","msg":"trace[527420070] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5910; }","duration":"290.130579ms","start":"2026-07-30T23:56:55.562783Z","end":"2026-07-30T23:56:55.852913Z","steps":["trace[527420070] 'read index received' (duration: 113.375001ms)","trace[527420070] 'applied index is now lower than readState.Index' (duration: 176.753848ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:55.853127Z","caller":"traceutil/trace.go:171","msg":"trace[795718671] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"290.189571ms","start":"2026-07-30T23:56:55.56291Z","end":"2026-07-30T23:56:55.8531Z","steps":["trace[795718671] 'process raft request' (duration: 289.372469ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.853228Z","caller":"traceutil/trace.go:171","msg":"trace[1818637616] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"289.523813ms","start":"2026-07-30T23:56:55.563684Z","end":"2026-07-30T23:56:55.853208Z","steps":["trace[1818637616] 'process raft request' (duration: 288.67746ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.853288Z","caller":"traceutil/trace.go:171","msg":"trace[1699971702] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"288.679081ms","start":"2026-07-30T23:56:55.564584Z","end":"2026-07-30T23:56:55.853263Z","steps":["trace[1699971702] 'process raft request' (duration: 288.253569ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.853319Z","caller":"traceutil/trace.go:171","msg":"trace[675077512] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"289.538113ms","start":"2026-07-30T23:56:55.563713Z","end":"2026-07-30T23:56:55.853251Z","steps":["trace[675077512] 'process raft request' (duration: 288.68212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.85342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.748564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:56:55.853599Z","caller":"traceutil/trace.go:171","msg":"trace[475771965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5702; }","duration":"198.937779ms","start":"2026-07-30T23:56:55.654627Z","end":"2026-07-30T23:56:55.853565Z","steps":["trace[475771965] 'agreement among raft nodes before linearized reading' (duration: 198.654281ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.853413Z","caller":"traceutil/trace.go:171","msg":"trace[1597077849] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"290.194721ms","start":"2026-07-30T23:56:55.563002Z","end":"2026-07-30T23:56:55.853197Z","steps":["trace[1597077849] 'process raft request' (duration: 289.323657ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.853705Z","caller":"traceutil/trace.go:171","msg":"trace[300297566] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"289.644046ms","start":"2026-07-30T23:56:55.564019Z","end":"2026-07-30T23:56:55.853663Z","steps":["trace[300297566] 'process raft request' (duration: 288.6816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.853692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.610102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-30T23:56:55.853864Z","caller":"traceutil/trace.go:171","msg":"trace[1315573280] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92; range_end:; response_count:1; response_revision:5702; }","duration":"290.967662ms","start":"2026-07-30T23:56:55.562868Z","end":"2026-07-30T23:56:55.853835Z","steps":["trace[1315573280] 'agreement among raft nodes before linearized reading' (duration: 290.279853ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:55.853879Z","caller":"traceutil/trace.go:171","msg":"trace[98471018] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"289.995566ms","start":"2026-07-30T23:56:55.56386Z","end":"2026-07-30T23:56:55.853856Z","steps":["trace[98471018] 'process raft request' (duration: 288.594788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:55.854024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.215049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-30T23:56:55.854104Z","caller":"traceutil/trace.go:171","msg":"trace[1654922645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5702; }","duration":"291.332022ms","start":"2026-07-30T23:56:55.562752Z","end":"2026-07-30T23:56:55.854084Z","steps":["trace[1654922645] 'agreement among raft nodes before linearized reading' (duration: 291.094015ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:56:56.848758Z","caller":"traceutil/trace.go:171","msg":"trace[1577670794] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"154.068844ms","start":"2026-07-30T23:56:56.694659Z","end":"2026-07-30T23:56:56.848728Z","steps":["trace[1577670794] 'process raft request' (duration: 54.449255ms)","trace[1577670794] 'compare' (duration: 99.411683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:57.514726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.178942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:56:57.514856Z","caller":"traceutil/trace.go:171","msg":"trace[1779255192] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5931; }","duration":"382.45288ms","start":"2026-07-30T23:56:57.132379Z","end":"2026-07-30T23:56:57.514832Z","steps":["trace[1779255192] 'read index received' (duration: 65.542µs)","trace[1779255192] 'applied index is now lower than readState.Index' (duration: 382.385538ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:56:57.514938Z","caller":"traceutil/trace.go:171","msg":"trace[1271534806] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"586.168739ms","start":"2026-07-30T23:56:56.928735Z","end":"2026-07-30T23:56:57.514903Z","steps":["trace[1271534806] 'process raft request' (duration: 86.701169ms)","trace[1271534806] 'compare' (duration: 498.7221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:56:57.514967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.587404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:56:57.51502Z","caller":"traceutil/trace.go:171","msg":"trace[1858788928] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5712; }","duration":"382.685817ms","start":"2026-07-30T23:56:57.132316Z","end":"2026-07-30T23:56:57.515002Z","steps":["trace[1858788928] 'agreement among raft nodes before linearized reading' (duration: 382.577654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:56:57.515086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:56.928707Z","time spent":"586.294823ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:56:57.515113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:56:57.132284Z","time spent":"382.81231ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:57:13.530287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2883} {"level":"info","ts":"2026-07-30T23:57:13.608672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2883,"took":"76.700608ms","hash":2364348176,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":32067584,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-30T23:57:13.60873Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2364348176,"revision":2883,"compact-revision":-1} {"level":"info","ts":"2026-07-30T23:57:31.985809Z","caller":"traceutil/trace.go:171","msg":"trace[1976261371] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"265.751719ms","start":"2026-07-30T23:57:31.720032Z","end":"2026-07-30T23:57:31.985784Z","steps":["trace[1976261371] 'process raft request' (duration: 265.605415ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:31.989665Z","caller":"traceutil/trace.go:171","msg":"trace[1470368900] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"265.901723ms","start":"2026-07-30T23:57:31.723683Z","end":"2026-07-30T23:57:31.989585Z","steps":["trace[1470368900] 'process raft request' (duration: 265.736708ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:31.989955Z","caller":"traceutil/trace.go:171","msg":"trace[1792657122] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"268.162955ms","start":"2026-07-30T23:57:31.72178Z","end":"2026-07-30T23:57:31.989943Z","steps":["trace[1792657122] 'process raft request' (duration: 267.428685ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:31.990454Z","caller":"traceutil/trace.go:171","msg":"trace[2047081337] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"257.828015ms","start":"2026-07-30T23:57:31.732592Z","end":"2026-07-30T23:57:31.99042Z","steps":["trace[2047081337] 'process raft request' (duration: 256.887769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:31.990567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.318028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:57:31.990631Z","caller":"traceutil/trace.go:171","msg":"trace[1241469227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6019; }","duration":"251.427421ms","start":"2026-07-30T23:57:31.739189Z","end":"2026-07-30T23:57:31.990616Z","steps":["trace[1241469227] 'agreement among raft nodes before linearized reading' (duration: 251.305318ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:31.990401Z","caller":"traceutil/trace.go:171","msg":"trace[168563598] linearizableReadLoop","detail":"{readStateIndex:6249; appliedIndex:6245; }","duration":"251.127953ms","start":"2026-07-30T23:57:31.739227Z","end":"2026-07-30T23:57:31.990355Z","steps":["trace[168563598] 'read index received' (duration: 246.526478ms)","trace[168563598] 'applied index is now lower than readState.Index' (duration: 4.590244ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:42.142738Z","caller":"traceutil/trace.go:171","msg":"trace[780484856] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"105.744244ms","start":"2026-07-30T23:57:42.036969Z","end":"2026-07-30T23:57:42.142714Z","steps":["trace[780484856] 'process raft request' (duration: 105.494497ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:42.253722Z","caller":"traceutil/trace.go:171","msg":"trace[437212648] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"106.3235ms","start":"2026-07-30T23:57:42.147363Z","end":"2026-07-30T23:57:42.253687Z","steps":["trace[437212648] 'process raft request' (duration: 75.67411ms)","trace[437212648] 'compare' (duration: 30.405974ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:42.253718Z","caller":"traceutil/trace.go:171","msg":"trace[1650887379] linearizableReadLoop","detail":"{readStateIndex:6314; appliedIndex:6313; }","duration":"104.906972ms","start":"2026-07-30T23:57:42.148786Z","end":"2026-07-30T23:57:42.253693Z","steps":["trace[1650887379] 'read index received' (duration: 74.338414ms)","trace[1650887379] 'applied index is now lower than readState.Index' (duration: 30.567058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:57:42.25418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.347949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:57:42.254266Z","caller":"traceutil/trace.go:171","msg":"trace[50472214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6083; }","duration":"100.480142ms","start":"2026-07-30T23:57:42.153767Z","end":"2026-07-30T23:57:42.254247Z","steps":["trace[50472214] 'agreement among raft nodes before linearized reading' (duration: 100.309577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:42.254848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.037242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:57:42.254933Z","caller":"traceutil/trace.go:171","msg":"trace[19057805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6083; }","duration":"106.157156ms","start":"2026-07-30T23:57:42.148759Z","end":"2026-07-30T23:57:42.254916Z","steps":["trace[19057805] 'agreement among raft nodes before linearized reading' (duration: 105.154319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:42.501716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.338861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:57:42.501834Z","caller":"traceutil/trace.go:171","msg":"trace[1602482915] linearizableReadLoop","detail":"{readStateIndex:6321; appliedIndex:6320; }","duration":"147.567688ms","start":"2026-07-30T23:57:42.354248Z","end":"2026-07-30T23:57:42.501816Z","steps":["trace[1602482915] 'read index received' (duration: 33.92126ms)","trace[1602482915] 'applied index is now lower than readState.Index' (duration: 113.645078ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:42.501866Z","caller":"traceutil/trace.go:171","msg":"trace[1731422417] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"172.442961ms","start":"2026-07-30T23:57:42.3294Z","end":"2026-07-30T23:57:42.501843Z","steps":["trace[1731422417] 'process raft request' (duration: 58.871444ms)","trace[1731422417] 'compare' (duration: 113.171196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:57:42.501909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.672261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:57:42.501938Z","caller":"traceutil/trace.go:171","msg":"trace[2139905709] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6089; }","duration":"147.756123ms","start":"2026-07-30T23:57:42.354173Z","end":"2026-07-30T23:57:42.501929Z","steps":["trace[2139905709] 'agreement among raft nodes before linearized reading' (duration: 147.699802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:58.609887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.6394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:57:58.610208Z","caller":"traceutil/trace.go:171","msg":"trace[1053425821] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"241.716598ms","start":"2026-07-30T23:57:58.368467Z","end":"2026-07-30T23:57:58.610184Z","steps":["trace[1053425821] 'process raft request' (duration: 241.587125ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:58.610248Z","caller":"traceutil/trace.go:171","msg":"trace[245433597] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"244.325938ms","start":"2026-07-30T23:57:58.36583Z","end":"2026-07-30T23:57:58.610156Z","steps":["trace[245433597] 'process raft request' (duration: 127.274657ms)","trace[245433597] 'compare' (duration: 116.390853ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:58.610578Z","caller":"traceutil/trace.go:171","msg":"trace[289525165] linearizableReadLoop","detail":"{readStateIndex:6430; appliedIndex:6428; }","duration":"243.030314ms","start":"2026-07-30T23:57:58.367517Z","end":"2026-07-30T23:57:58.610547Z","steps":["trace[289525165] 'read index received' (duration: 35.175943ms)","trace[289525165] 'applied index is now lower than readState.Index' (duration: 207.82442ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:58.610655Z","caller":"traceutil/trace.go:171","msg":"trace[1277058396] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"241.635585ms","start":"2026-07-30T23:57:58.369005Z","end":"2026-07-30T23:57:58.610641Z","steps":["trace[1277058396] 'process raft request' (duration: 241.127592ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:58.61071Z","caller":"traceutil/trace.go:171","msg":"trace[1116344621] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"241.494472ms","start":"2026-07-30T23:57:58.369103Z","end":"2026-07-30T23:57:58.610597Z","steps":["trace[1116344621] 'process raft request' (duration: 241.273596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:58.610836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.282701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:57:58.610886Z","caller":"traceutil/trace.go:171","msg":"trace[933536854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6198; }","duration":"243.369503ms","start":"2026-07-30T23:57:58.367502Z","end":"2026-07-30T23:57:58.610871Z","steps":["trace[933536854] 'agreement among raft nodes before linearized reading' (duration: 243.191958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:58.610999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.285349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-30T23:57:58.61106Z","caller":"traceutil/trace.go:171","msg":"trace[1617715565] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:6198; }","duration":"240.367261ms","start":"2026-07-30T23:57:58.370677Z","end":"2026-07-30T23:57:58.611044Z","steps":["trace[1617715565] 'agreement among raft nodes before linearized reading' (duration: 240.159546ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:02:13.538414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5812} {"level":"info","ts":"2026-07-31T00:02:13.621975Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5812,"took":"81.274988ms","hash":302813284,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":25931776,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-31T00:02:13.622046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":302813284,"revision":5812,"compact-revision":2883} {"level":"info","ts":"2026-07-31T00:02:56.721645Z","caller":"traceutil/trace.go:171","msg":"trace[27960945] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"186.465025ms","start":"2026-07-31T00:02:56.53514Z","end":"2026-07-31T00:02:56.721605Z","steps":["trace[27960945] 'process raft request' (duration: 186.110565ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:02:58.540447Z","caller":"traceutil/trace.go:171","msg":"trace[261945169] linearizableReadLoop","detail":"{readStateIndex:8754; appliedIndex:8753; }","duration":"303.291656ms","start":"2026-07-31T00:02:58.237126Z","end":"2026-07-31T00:02:58.540417Z","steps":["trace[261945169] 'read index received' (duration: 303.07104ms)","trace[261945169] 'applied index is now lower than readState.Index' (duration: 219.386µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:02:58.540479Z","caller":"traceutil/trace.go:171","msg":"trace[1796101525] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"455.702135ms","start":"2026-07-31T00:02:58.084735Z","end":"2026-07-31T00:02:58.540437Z","steps":["trace[1796101525] 'process raft request' (duration: 455.5005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:58.540674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.084712Z","time spent":"455.86873ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:02:58.540711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.568594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:02:58.54074Z","caller":"traceutil/trace.go:171","msg":"trace[695825692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8447; }","duration":"303.690507ms","start":"2026-07-31T00:02:58.237042Z","end":"2026-07-31T00:02:58.540732Z","steps":["trace[695825692] 'agreement among raft nodes before linearized reading' (duration: 303.522763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:58.540768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.237008Z","time spent":"303.753869ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:02:58.540917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.472679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-31T00:02:58.540941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.808091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-31T00:02:58.540963Z","caller":"traceutil/trace.go:171","msg":"trace[663259328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8447; }","duration":"264.849422ms","start":"2026-07-31T00:02:58.276106Z","end":"2026-07-31T00:02:58.540955Z","steps":["trace[663259328] 'agreement among raft nodes before linearized reading' (duration: 264.791571ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:02:58.540968Z","caller":"traceutil/trace.go:171","msg":"trace[1469869354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8447; }","duration":"297.54161ms","start":"2026-07-31T00:02:58.243412Z","end":"2026-07-31T00:02:58.540954Z","steps":["trace[1469869354] 'agreement among raft nodes before linearized reading' (duration: 297.364195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:58.541083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.958914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-31T00:02:58.541103Z","caller":"traceutil/trace.go:171","msg":"trace[690036686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:8447; }","duration":"241.031615ms","start":"2026-07-31T00:02:58.300062Z","end":"2026-07-31T00:02:58.541094Z","steps":["trace[690036686] 'agreement among raft nodes before linearized reading' (duration: 240.974193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:58.541146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.732003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-31T00:02:58.541183Z","caller":"traceutil/trace.go:171","msg":"trace[239146457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8447; }","duration":"287.811236ms","start":"2026-07-31T00:02:58.253359Z","end":"2026-07-31T00:02:58.54117Z","steps":["trace[239146457] 'agreement among raft nodes before linearized reading' (duration: 287.695683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:58.541193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.731692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-31T00:02:58.541224Z","caller":"traceutil/trace.go:171","msg":"trace[132998083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8447; }","duration":"291.783743ms","start":"2026-07-31T00:02:58.249431Z","end":"2026-07-31T00:02:58.541214Z","steps":["trace[132998083] 'agreement among raft nodes before linearized reading' (duration: 291.692451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:59.047689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805821140,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:02:59.262072Z","caller":"traceutil/trace.go:171","msg":"trace[1353102431] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"716.49666ms","start":"2026-07-31T00:02:58.545527Z","end":"2026-07-31T00:02:59.262023Z","steps":["trace[1353102431] 'process raft request' (duration: 677.45937ms)","trace[1353102431] 'compare' (duration: 38.6639ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:02:59.262139Z","caller":"traceutil/trace.go:171","msg":"trace[460063627] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"716.361746ms","start":"2026-07-31T00:02:58.545726Z","end":"2026-07-31T00:02:59.262088Z","steps":["trace[460063627] 'process raft request' (duration: 716.245913ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:02:59.262128Z","caller":"traceutil/trace.go:171","msg":"trace[1091848877] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"716.354996ms","start":"2026-07-31T00:02:58.545754Z","end":"2026-07-31T00:02:59.262109Z","steps":["trace[1091848877] 'process raft request' (duration: 716.276503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:59.262273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.545499Z","time spent":"716.673094ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:02:59.262354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.545696Z","time spent":"716.539591ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:02:59.262396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.545726Z","time spent":"716.609013ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:02:59.26258Z","caller":"traceutil/trace.go:171","msg":"trace[1821195507] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"716.742547ms","start":"2026-07-31T00:02:58.54581Z","end":"2026-07-31T00:02:59.262553Z","steps":["trace[1821195507] 'process raft request' (duration: 716.256733ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:02:59.262694Z","caller":"traceutil/trace.go:171","msg":"trace[1569348654] linearizableReadLoop","detail":"{readStateIndex:8760; appliedIndex:8754; }","duration":"715.653367ms","start":"2026-07-31T00:02:58.547028Z","end":"2026-07-31T00:02:59.262681Z","steps":["trace[1569348654] 'read index received' (duration: 675.973199ms)","trace[1569348654] 'applied index is now lower than readState.Index' (duration: 39.679198ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:02:59.262645Z","caller":"traceutil/trace.go:171","msg":"trace[482135637] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"716.806199ms","start":"2026-07-31T00:02:58.545817Z","end":"2026-07-31T00:02:59.262623Z","steps":["trace[482135637] 'process raft request' (duration: 716.48233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:59.262708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.545799Z","time spent":"716.849129ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:02:59.262714Z","caller":"traceutil/trace.go:171","msg":"trace[319940031] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"709.372037ms","start":"2026-07-31T00:02:58.553327Z","end":"2026-07-31T00:02:59.262699Z","steps":["trace[319940031] 'process raft request' (duration: 709.222493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:59.262859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.553318Z","time spent":"709.49438ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:02:59.262917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.545782Z","time spent":"717.034045ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:02:59.263006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.704322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:02:59.26321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.185931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:231181"} {"level":"info","ts":"2026-07-31T00:02:59.263258Z","caller":"traceutil/trace.go:171","msg":"trace[1700100493] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8453; }","duration":"716.260363ms","start":"2026-07-31T00:02:58.546985Z","end":"2026-07-31T00:02:59.263245Z","steps":["trace[1700100493] 'agreement among raft nodes before linearized reading' (duration: 715.815931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:59.263293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.546975Z","time spent":"716.310085ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":231204,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-31T00:02:59.26327Z","caller":"traceutil/trace.go:171","msg":"trace[1914105591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8453; }","duration":"608.963089ms","start":"2026-07-31T00:02:58.654233Z","end":"2026-07-31T00:02:59.263196Z","steps":["trace[1914105591] 'agreement among raft nodes before linearized reading' (duration: 608.729263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:59.263438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.654206Z","time spent":"609.178525ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:02:59.26336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.935033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-31T00:02:59.264092Z","caller":"traceutil/trace.go:171","msg":"trace[2090795606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8453; }","duration":"586.696474ms","start":"2026-07-31T00:02:58.677376Z","end":"2026-07-31T00:02:59.264073Z","steps":["trace[2090795606] 'agreement among raft nodes before linearized reading' (duration: 585.664096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:02:59.264146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:02:58.67736Z","time spent":"586.766196ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-31T00:03:09.652281Z","caller":"traceutil/trace.go:171","msg":"trace[359475091] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"213.055227ms","start":"2026-07-31T00:03:09.439195Z","end":"2026-07-31T00:03:09.65225Z","steps":["trace[359475091] 'process raft request' (duration: 212.855792ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:09.665635Z","caller":"traceutil/trace.go:171","msg":"trace[1741674813] linearizableReadLoop","detail":"{readStateIndex:8818; appliedIndex:8816; }","duration":"199.834943ms","start":"2026-07-31T00:03:09.46577Z","end":"2026-07-31T00:03:09.665605Z","steps":["trace[1741674813] 'read index received' (duration: 186.286321ms)","trace[1741674813] 'applied index is now lower than readState.Index' (duration: 13.547212ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:09.665757Z","caller":"traceutil/trace.go:171","msg":"trace[2014354429] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"197.151878ms","start":"2026-07-31T00:03:09.468561Z","end":"2026-07-31T00:03:09.665713Z","steps":["trace[2014354429] 'process raft request' (duration: 196.990504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:09.665895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-31T00:03:09.665947Z","caller":"traceutil/trace.go:171","msg":"trace[504151557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8509; }","duration":"200.202732ms","start":"2026-07-31T00:03:09.465733Z","end":"2026-07-31T00:03:09.665936Z","steps":["trace[504151557] 'agreement among raft nodes before linearized reading' (duration: 199.983457ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:09.665802Z","caller":"traceutil/trace.go:171","msg":"trace[1089951414] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"200.170851ms","start":"2026-07-31T00:03:09.46548Z","end":"2026-07-31T00:03:09.66565Z","steps":["trace[1089951414] 'process raft request' (duration: 199.917025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:11.560731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.416819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-31T00:03:11.560865Z","caller":"traceutil/trace.go:171","msg":"trace[1869716196] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8820; }","duration":"236.363458ms","start":"2026-07-31T00:03:11.32448Z","end":"2026-07-31T00:03:11.560843Z","steps":["trace[1869716196] 'read index received' (duration: 72.442µs)","trace[1869716196] 'applied index is now lower than readState.Index' (duration: 236.289556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:11.561363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.87961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:03:11.561403Z","caller":"traceutil/trace.go:171","msg":"trace[2064961765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8510; }","duration":"236.981313ms","start":"2026-07-31T00:03:11.324412Z","end":"2026-07-31T00:03:11.561393Z","steps":["trace[2064961765] 'agreement among raft nodes before linearized reading' (duration: 236.789868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:11.561407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.729284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-31T00:03:11.561445Z","caller":"traceutil/trace.go:171","msg":"trace[1846042089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8510; }","duration":"222.811497ms","start":"2026-07-31T00:03:11.338621Z","end":"2026-07-31T00:03:11.561433Z","steps":["trace[1846042089] 'agreement among raft nodes before linearized reading' (duration: 222.691254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:11.561537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.400265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-31T00:03:11.561555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.711557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-31T00:03:11.561577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.908071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T00:03:11.561651Z","caller":"traceutil/trace.go:171","msg":"trace[1315068119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8510; }","duration":"236.872121ms","start":"2026-07-31T00:03:11.324757Z","end":"2026-07-31T00:03:11.561629Z","steps":["trace[1315068119] 'agreement among raft nodes before linearized reading' (duration: 236.570833ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:11.561663Z","caller":"traceutil/trace.go:171","msg":"trace[1526823350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8510; }","duration":"233.560529ms","start":"2026-07-31T00:03:11.328054Z","end":"2026-07-31T00:03:11.561614Z","steps":["trace[1526823350] 'agreement among raft nodes before linearized reading' (duration: 233.264912ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:11.561693Z","caller":"traceutil/trace.go:171","msg":"trace[219984085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8510; }","duration":"237.049905ms","start":"2026-07-31T00:03:11.324611Z","end":"2026-07-31T00:03:11.56166Z","steps":["trace[219984085] 'agreement among raft nodes before linearized reading' (duration: 236.718367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:11.56182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.524646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-31T00:03:11.561911Z","caller":"traceutil/trace.go:171","msg":"trace[1642250732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:8510; }","duration":"219.671779ms","start":"2026-07-31T00:03:11.342212Z","end":"2026-07-31T00:03:11.561884Z","steps":["trace[1642250732] 'agreement among raft nodes before linearized reading' (duration: 219.2995ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:13.380148Z","caller":"traceutil/trace.go:171","msg":"trace[1374657541] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8829; }","duration":"498.924528ms","start":"2026-07-31T00:03:12.881193Z","end":"2026-07-31T00:03:13.380118Z","steps":["trace[1374657541] 'read index received' (duration: 498.754594ms)","trace[1374657541] 'applied index is now lower than readState.Index' (duration: 168.324µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:13.380206Z","caller":"traceutil/trace.go:171","msg":"trace[1026444086] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"683.214529ms","start":"2026-07-31T00:03:12.696946Z","end":"2026-07-31T00:03:13.380161Z","steps":["trace[1026444086] 'process raft request' (duration: 682.933662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:13.380321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.094972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T00:03:13.380377Z","caller":"traceutil/trace.go:171","msg":"trace[1908148026] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8519; }","duration":"499.180694ms","start":"2026-07-31T00:03:12.881176Z","end":"2026-07-31T00:03:13.380357Z","steps":["trace[1908148026] 'agreement among raft nodes before linearized reading' (duration: 499.060571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:13.380422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:12.881084Z","time spent":"499.326297ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:03:13.380415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:12.696924Z","time spent":"683.388364ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:14.200669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805821341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:03:14.590893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.637792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:03:14.591044Z","caller":"traceutil/trace.go:171","msg":"trace[1317800046] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"932.29124ms","start":"2026-07-31T00:03:13.65872Z","end":"2026-07-31T00:03:14.591012Z","steps":["trace[1317800046] 'process raft request' (duration: 27.419442ms)","trace[1317800046] 'compare' (duration: 904.320095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:14.591115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.658687Z","time spent":"932.395673ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:14.701266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805821341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:03:15.202032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805821341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:03:15.702761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805821341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:03:16.092217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.406062379s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:03:16.094001Z","caller":"traceutil/trace.go:171","msg":"trace[1335599432] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"2.434408303s","start":"2026-07-31T00:03:13.659559Z","end":"2026-07-31T00:03:16.093967Z","steps":["trace[1335599432] 'process raft request' (duration: 2.434155917s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.094242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.659545Z","time spent":"2.434556606s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:16.094433Z","caller":"traceutil/trace.go:171","msg":"trace[1623229629] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"2.434756312s","start":"2026-07-31T00:03:13.659641Z","end":"2026-07-31T00:03:16.094398Z","steps":["trace[1623229629] 'process raft request' (duration: 2.43426355s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:16.094484Z","caller":"traceutil/trace.go:171","msg":"trace[33040737] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"2.433845589s","start":"2026-07-31T00:03:13.66061Z","end":"2026-07-31T00:03:16.094455Z","steps":["trace[33040737] 'process raft request' (duration: 2.433736996s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.094603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.659634Z","time spent":"2.434864474s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:16.094655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.660586Z","time spent":"2.433994823s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:16.390264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.208093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:03:16.390643Z","caller":"traceutil/trace.go:171","msg":"trace[1193251091] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8832; }","duration":"2.690831251s","start":"2026-07-31T00:03:13.699786Z","end":"2026-07-31T00:03:16.390617Z","steps":["trace[1193251091] 'read index received' (duration: 2.393917012s)","trace[1193251091] 'applied index is now lower than readState.Index' (duration: 296.912489ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:16.390689Z","caller":"traceutil/trace.go:171","msg":"trace[745666132] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"2.65524574s","start":"2026-07-31T00:03:13.735407Z","end":"2026-07-31T00:03:16.390653Z","steps":["trace[745666132] 'process raft request' (duration: 2.654967513s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:16.3907Z","caller":"traceutil/trace.go:171","msg":"trace[14095628] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"2.655251s","start":"2026-07-31T00:03:13.735408Z","end":"2026-07-31T00:03:16.390659Z","steps":["trace[14095628] 'process raft request' (duration: 2.655098087s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.390916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.735389Z","time spent":"2.655401763s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:16.390923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.735386Z","time spent":"2.655424044s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:16.391017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172343185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bb75c849b-gk5lv.18c736ec4ec434b4\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-07-31T00:03:16.391107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014990654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:16.391115Z","caller":"traceutil/trace.go:171","msg":"trace[1991619056] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bb75c849b-gk5lv.18c736ec4ec434b4; range_end:; response_count:1; response_revision:8527; }","duration":"2.172509239s","start":"2026-07-31T00:03:14.218581Z","end":"2026-07-31T00:03:16.39109Z","steps":["trace[1991619056] 'agreement among raft nodes before linearized reading' (duration: 2.172258093s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:14.218555Z","time spent":"2.172597161s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5bb75c849b-gk5lv.18c736ec4ec434b4\" "} {"level":"warn","ts":"2026-07-31T00:03:16.391064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.525381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-31T00:03:16.391175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004728972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-31T00:03:16.391229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627855611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-31T00:03:16.391158Z","caller":"traceutil/trace.go:171","msg":"trace[728997521] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8527; }","duration":"1.015091956s","start":"2026-07-31T00:03:15.376047Z","end":"2026-07-31T00:03:16.391138Z","steps":["trace[728997521] 'agreement among raft nodes before linearized reading' (duration: 1.014917382s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:16.391272Z","caller":"traceutil/trace.go:171","msg":"trace[1379504677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8527; }","duration":"1.627953454s","start":"2026-07-31T00:03:14.763307Z","end":"2026-07-31T00:03:16.391261Z","steps":["trace[1379504677] 'agreement among raft nodes before linearized reading' (duration: 1.62778153s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:14.76328Z","time spent":"1.628015595s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:03:16.391308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.376019Z","time spent":"1.015272531s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:03:16.391342Z","caller":"traceutil/trace.go:171","msg":"trace[1669665951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8527; }","duration":"1.004899597s","start":"2026-07-31T00:03:15.386357Z","end":"2026-07-31T00:03:16.391257Z","steps":["trace[1669665951] 'agreement among raft nodes before linearized reading' (duration: 1.00460412s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.386329Z","time spent":"1.00505445s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:03:16.391448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.96502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:16.391479Z","caller":"traceutil/trace.go:171","msg":"trace[2025500580] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8527; }","duration":"415.053323ms","start":"2026-07-31T00:03:15.976416Z","end":"2026-07-31T00:03:16.39147Z","steps":["trace[2025500580] 'agreement among raft nodes before linearized reading' (duration: 415.005562ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:16.391234Z","caller":"traceutil/trace.go:171","msg":"trace[474083660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:8527; }","duration":"724.723476ms","start":"2026-07-31T00:03:15.666485Z","end":"2026-07-31T00:03:16.391209Z","steps":["trace[474083660] 'agreement among raft nodes before linearized reading' (duration: 724.379377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.976387Z","time spent":"415.119374ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:03:16.391575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.666474Z","time spent":"725.055785ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-9tndr\" "} {"level":"warn","ts":"2026-07-31T00:03:16.391581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.259476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T00:03:16.391615Z","caller":"traceutil/trace.go:171","msg":"trace[279320802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8527; }","duration":"733.355177ms","start":"2026-07-31T00:03:15.65825Z","end":"2026-07-31T00:03:16.391605Z","steps":["trace[279320802] 'agreement among raft nodes before linearized reading' (duration: 733.265835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.658228Z","time spent":"733.407329ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:03:16.391727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.799621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:16.391755Z","caller":"traceutil/trace.go:171","msg":"trace[734806473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8527; }","duration":"736.862533ms","start":"2026-07-31T00:03:15.654884Z","end":"2026-07-31T00:03:16.391746Z","steps":["trace[734806473] 'agreement among raft nodes before linearized reading' (duration: 736.821442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.654858Z","time spent":"736.914074ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:03:16.391806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.129553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-31T00:03:16.391841Z","caller":"traceutil/trace.go:171","msg":"trace[228516663] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:8527; }","duration":"604.184024ms","start":"2026-07-31T00:03:15.787647Z","end":"2026-07-31T00:03:16.391831Z","steps":["trace[228516663] 'agreement among raft nodes before linearized reading' (duration: 604.091552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.787633Z","time spent":"604.228836ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-31T00:03:16.39131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.368946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:03:16.391402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.197078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-31T00:03:16.391929Z","caller":"traceutil/trace.go:171","msg":"trace[1915899756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8527; }","duration":"123.034112ms","start":"2026-07-31T00:03:16.268879Z","end":"2026-07-31T00:03:16.391913Z","steps":["trace[1915899756] 'agreement among raft nodes before linearized reading' (duration: 122.389276ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:16.391953Z","caller":"traceutil/trace.go:171","msg":"trace[641353166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8527; }","duration":"304.802483ms","start":"2026-07-31T00:03:16.087138Z","end":"2026-07-31T00:03:16.391941Z","steps":["trace[641353166] 'agreement among raft nodes before linearized reading' (duration: 304.195708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.391998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.087108Z","time spent":"304.878725ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-31T00:03:16.392022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.869656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:03:16.392062Z","caller":"traceutil/trace.go:171","msg":"trace[1187227814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8527; }","duration":"672.966018ms","start":"2026-07-31T00:03:15.719085Z","end":"2026-07-31T00:03:16.392051Z","steps":["trace[1187227814] 'agreement among raft nodes before linearized reading' (duration: 672.788294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.392093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:15.719071Z","time spent":"673.014849ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:03:16.392307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692511492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T00:03:16.392319Z","caller":"traceutil/trace.go:171","msg":"trace[1838341838] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"2.681352739s","start":"2026-07-31T00:03:13.710927Z","end":"2026-07-31T00:03:16.39228Z","steps":["trace[1838341838] 'process raft request' (duration: 2.510021354s)","trace[1838341838] 'compare' (duration: 168.888035ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:16.392365Z","caller":"traceutil/trace.go:171","msg":"trace[720480783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8527; }","duration":"2.692603035s","start":"2026-07-31T00:03:13.699749Z","end":"2026-07-31T00:03:16.392352Z","steps":["trace[720480783] 'agreement among raft nodes before linearized reading' (duration: 2.690964885s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:16.392409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.699738Z","time spent":"2.692657346s","remote":"127.0.0.1:58642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:03:16.392453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:13.710895Z","time spent":"2.681467652s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:17.132131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.317441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-31T00:03:17.132502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.39342Z","time spent":"739.072228ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-31T00:03:17.132552Z","caller":"traceutil/trace.go:171","msg":"trace[1934202930] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"735.398868ms","start":"2026-07-31T00:03:16.397114Z","end":"2026-07-31T00:03:17.132513Z","steps":["trace[1934202930] 'process raft request' (duration: 735.330767ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:17.132577Z","caller":"traceutil/trace.go:171","msg":"trace[167130913] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"735.47464ms","start":"2026-07-31T00:03:16.397074Z","end":"2026-07-31T00:03:17.132549Z","steps":["trace[167130913] 'process raft request' (duration: 735.304586ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:17.132981Z","caller":"traceutil/trace.go:171","msg":"trace[676969764] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"735.427748ms","start":"2026-07-31T00:03:16.397532Z","end":"2026-07-31T00:03:17.132959Z","steps":["trace[676969764] 'process raft request' (duration: 734.948417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.13308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.397059Z","time spent":"735.89322ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:17.1331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.478114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-31T00:03:17.132644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.397097Z","time spent":"735.507751ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:17.133175Z","caller":"traceutil/trace.go:171","msg":"trace[1228267497] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"734.917336ms","start":"2026-07-31T00:03:16.398209Z","end":"2026-07-31T00:03:17.133126Z","steps":["trace[1228267497] 'process raft request' (duration: 734.455325ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:17.132518Z","caller":"traceutil/trace.go:171","msg":"trace[963640096] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"739.026307ms","start":"2026-07-31T00:03:16.393455Z","end":"2026-07-31T00:03:17.132481Z","steps":["trace[963640096] 'process raft request' (duration: 120.257364ms)","trace[963640096] 'compare' (duration: 618.176598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:17.133395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.398203Z","time spent":"735.07802ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:17.132812Z","caller":"traceutil/trace.go:171","msg":"trace[123903731] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8838; }","duration":"736.189977ms","start":"2026-07-31T00:03:16.396602Z","end":"2026-07-31T00:03:17.132792Z","steps":["trace[123903731] 'read index received' (duration: 117.139488ms)","trace[123903731] 'applied index is now lower than readState.Index' (duration: 619.049169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:17.133592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.393432Z","time spent":"739.943459ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:17.133166Z","caller":"traceutil/trace.go:171","msg":"trace[1875544036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8532; }","duration":"736.586877ms","start":"2026-07-31T00:03:16.396563Z","end":"2026-07-31T00:03:17.133149Z","steps":["trace[1875544036] 'agreement among raft nodes before linearized reading' (duration: 736.2898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.133755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.396546Z","time spent":"737.192762ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:03:17.133165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.397524Z","time spent":"735.517061ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:17.549415Z","caller":"traceutil/trace.go:171","msg":"trace[186047829] linearizableReadLoop","detail":"{readStateIndex:8845; appliedIndex:8844; }","duration":"415.695599ms","start":"2026-07-31T00:03:17.133668Z","end":"2026-07-31T00:03:17.549364Z","steps":["trace[186047829] 'read index received' (duration: 334.027639ms)","trace[186047829] 'applied index is now lower than readState.Index' (duration: 81.66647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:17.549614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.641801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T00:03:17.549585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.119487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:17.549619Z","caller":"traceutil/trace.go:171","msg":"trace[1336122420] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"972.113934ms","start":"2026-07-31T00:03:16.577458Z","end":"2026-07-31T00:03:17.549571Z","steps":["trace[1336122420] 'process raft request' (duration: 890.231859ms)","trace[1336122420] 'compare' (duration: 81.467855ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:17.549697Z","caller":"traceutil/trace.go:171","msg":"trace[474910545] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8533; }","duration":"665.314442ms","start":"2026-07-31T00:03:16.884354Z","end":"2026-07-31T00:03:17.549668Z","steps":["trace[474910545] 'agreement among raft nodes before linearized reading' (duration: 665.052665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.549792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.884322Z","time spent":"665.458125ms","remote":"127.0.0.1:35790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:03:17.549692Z","caller":"traceutil/trace.go:171","msg":"trace[1236067027] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8533; }","duration":"906.806756ms","start":"2026-07-31T00:03:16.642843Z","end":"2026-07-31T00:03:17.54965Z","steps":["trace[1236067027] 'agreement among raft nodes before linearized reading' (duration: 906.692933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.549826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.567699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T00:03:17.54987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.577421Z","time spent":"972.35668ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:17.549875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.642816Z","time spent":"907.047271ms","remote":"127.0.0.1:58152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:03:17.549914Z","caller":"traceutil/trace.go:171","msg":"trace[553796268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8533; }","duration":"995.747064ms","start":"2026-07-31T00:03:16.554143Z","end":"2026-07-31T00:03:17.54989Z","steps":["trace[553796268] 'agreement among raft nodes before linearized reading' (duration: 995.519608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.549932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.4202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-07-31T00:03:17.54996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.554097Z","time spent":"995.852976ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:03:17.54997Z","caller":"traceutil/trace.go:171","msg":"trace[318710318] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8533; }","duration":"617.528172ms","start":"2026-07-31T00:03:16.932434Z","end":"2026-07-31T00:03:17.549962Z","steps":["trace[318710318] 'agreement among raft nodes before linearized reading' (duration: 617.192354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.549991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.932403Z","time spent":"617.583393ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-31T00:03:17.550109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.988051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T00:03:17.550207Z","caller":"traceutil/trace.go:171","msg":"trace[586215842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8533; }","duration":"954.152775ms","start":"2026-07-31T00:03:16.596034Z","end":"2026-07-31T00:03:17.550186Z","steps":["trace[586215842] 'agreement among raft nodes before linearized reading' (duration: 953.657973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.550568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.596019Z","time spent":"954.531174ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:03:17.550566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153868085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:231181"} {"level":"info","ts":"2026-07-31T00:03:17.550701Z","caller":"traceutil/trace.go:171","msg":"trace[1571662833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8533; }","duration":"1.154015149s","start":"2026-07-31T00:03:16.396611Z","end":"2026-07-31T00:03:17.550626Z","steps":["trace[1571662833] 'agreement among raft nodes before linearized reading' (duration: 1.153073406s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.55079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:16.396594Z","time spent":"1.154152582s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":231204,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-31T00:03:17.603743Z","caller":"traceutil/trace.go:171","msg":"trace[704399643] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"260.901109ms","start":"2026-07-31T00:03:17.342814Z","end":"2026-07-31T00:03:17.603715Z","steps":["trace[704399643] 'process raft request' (duration: 260.739575ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:17.603734Z","caller":"traceutil/trace.go:171","msg":"trace[1641469579] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"469.872337ms","start":"2026-07-31T00:03:17.13382Z","end":"2026-07-31T00:03:17.603692Z","steps":["trace[1641469579] 'process raft request' (duration: 469.546149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.603818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.215636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19451"} {"level":"warn","ts":"2026-07-31T00:03:17.603864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.705296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:17.603894Z","caller":"traceutil/trace.go:171","msg":"trace[1305527972] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8535; }","duration":"468.328598ms","start":"2026-07-31T00:03:17.135547Z","end":"2026-07-31T00:03:17.603876Z","steps":["trace[1305527972] 'agreement among raft nodes before linearized reading' (duration: 468.078082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:17.603922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.133789Z","time spent":"470.03107ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:17.603939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.135532Z","time spent":"468.39817ms","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19474,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-31T00:03:17.60395Z","caller":"traceutil/trace.go:171","msg":"trace[815275591] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8535; }","duration":"218.842169ms","start":"2026-07-31T00:03:17.385069Z","end":"2026-07-31T00:03:17.603911Z","steps":["trace[815275591] 'agreement among raft nodes before linearized reading' (duration: 218.691115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.098924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.940937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:03:18.099037Z","caller":"traceutil/trace.go:171","msg":"trace[464170021] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8847; }","duration":"493.015653ms","start":"2026-07-31T00:03:17.606003Z","end":"2026-07-31T00:03:18.099019Z","steps":["trace[464170021] 'read index received' (duration: 254.869931ms)","trace[464170021] 'applied index is now lower than readState.Index' (duration: 238.143962ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:18.099121Z","caller":"traceutil/trace.go:171","msg":"trace[1491700096] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"543.14657ms","start":"2026-07-31T00:03:17.555964Z","end":"2026-07-31T00:03:18.09911Z","steps":["trace[1491700096] 'process raft request' (duration: 304.906226ms)","trace[1491700096] 'compare' (duration: 237.628349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:18.09918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.555939Z","time spent":"543.209372ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:18.099286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.260689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-31T00:03:18.099383Z","caller":"traceutil/trace.go:171","msg":"trace[404104705] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8536; }","duration":"493.394022ms","start":"2026-07-31T00:03:17.605967Z","end":"2026-07-31T00:03:18.099361Z","steps":["trace[404104705] 'agreement among raft nodes before linearized reading' (duration: 493.149136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.099427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.605948Z","time spent":"493.469814ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-31T00:03:18.395269Z","caller":"traceutil/trace.go:171","msg":"trace[557006204] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"461.791518ms","start":"2026-07-31T00:03:17.933447Z","end":"2026-07-31T00:03:18.395239Z","steps":["trace[557006204] 'process raft request' (duration: 461.345637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.395457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.933413Z","time spent":"461.938872ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:18.395819Z","caller":"traceutil/trace.go:171","msg":"trace[1699540726] linearizableReadLoop","detail":"{readStateIndex:8849; appliedIndex:8849; }","duration":"296.746007ms","start":"2026-07-31T00:03:18.099055Z","end":"2026-07-31T00:03:18.395801Z","steps":["trace[1699540726] 'read index received' (duration: 296.735346ms)","trace[1699540726] 'applied index is now lower than readState.Index' (duration: 8.571µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:18.395974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.456274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-31T00:03:18.396025Z","caller":"traceutil/trace.go:171","msg":"trace[1273046808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8537; }","duration":"297.549617ms","start":"2026-07-31T00:03:18.098461Z","end":"2026-07-31T00:03:18.396011Z","steps":["trace[1273046808] 'agreement among raft nodes before linearized reading' (duration: 297.355702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.396034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.877589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:18.396063Z","caller":"traceutil/trace.go:171","msg":"trace[1256130807] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8537; }","duration":"717.954871ms","start":"2026-07-31T00:03:17.6781Z","end":"2026-07-31T00:03:18.396055Z","steps":["trace[1256130807] 'agreement among raft nodes before linearized reading' (duration: 717.9071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.39609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.678071Z","time spent":"718.013493ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T00:03:18.396263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.596708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:03:18.396315Z","caller":"traceutil/trace.go:171","msg":"trace[1309765296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8537; }","duration":"297.681509ms","start":"2026-07-31T00:03:18.098601Z","end":"2026-07-31T00:03:18.396283Z","steps":["trace[1309765296] 'agreement among raft nodes before linearized reading' (duration: 297.586007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.395989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.595512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-31T00:03:18.396413Z","caller":"traceutil/trace.go:171","msg":"trace[1792151634] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8537; }","duration":"406.077134ms","start":"2026-07-31T00:03:17.990324Z","end":"2026-07-31T00:03:18.396402Z","steps":["trace[1792151634] 'agreement among raft nodes before linearized reading' (duration: 405.561472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.396427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.047592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:03:18.396444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.990295Z","time spent":"406.140605ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-31T00:03:18.396457Z","caller":"traceutil/trace.go:171","msg":"trace[218311461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8537; }","duration":"742.106452ms","start":"2026-07-31T00:03:17.654341Z","end":"2026-07-31T00:03:18.396448Z","steps":["trace[218311461] 'agreement among raft nodes before linearized reading' (duration: 742.050691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.396482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:17.654325Z","time spent":"742.151964ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:03:18.396411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.8716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-31T00:03:18.396554Z","caller":"traceutil/trace.go:171","msg":"trace[371979364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8537; }","duration":"297.056224ms","start":"2026-07-31T00:03:18.099467Z","end":"2026-07-31T00:03:18.396523Z","steps":["trace[371979364] 'agreement among raft nodes before linearized reading' (duration: 296.648774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.396834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.586399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-31T00:03:18.396883Z","caller":"traceutil/trace.go:171","msg":"trace[1708489716] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8537; }","duration":"295.683361ms","start":"2026-07-31T00:03:18.10119Z","end":"2026-07-31T00:03:18.396873Z","steps":["trace[1708489716] 'agreement among raft nodes before linearized reading' (duration: 295.571208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:18.79587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.009656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:03:18.796017Z","caller":"traceutil/trace.go:171","msg":"trace[1028669662] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"399.668697ms","start":"2026-07-31T00:03:18.396318Z","end":"2026-07-31T00:03:18.795987Z","steps":["trace[1028669662] 'process raft request' (duration: 157.432965ms)","trace[1028669662] 'compare' (duration: 241.868313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:18.796109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.396288Z","time spent":"399.778319ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:19.032678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.5557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:03:19.032962Z","caller":"traceutil/trace.go:171","msg":"trace[684005964] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"634.951928ms","start":"2026-07-31T00:03:18.397944Z","end":"2026-07-31T00:03:19.032896Z","steps":["trace[684005964] 'process raft request' (duration: 510.0547ms)","trace[684005964] 'compare' (duration: 124.346485ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:19.033065Z","caller":"traceutil/trace.go:171","msg":"trace[2035187431] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"630.228233ms","start":"2026-07-31T00:03:18.402808Z","end":"2026-07-31T00:03:19.033037Z","steps":["trace[2035187431] 'process raft request' (duration: 630.09709ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:19.033086Z","caller":"traceutil/trace.go:171","msg":"trace[1773914243] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"630.263574ms","start":"2026-07-31T00:03:18.402772Z","end":"2026-07-31T00:03:19.033036Z","steps":["trace[1773914243] 'process raft request' (duration: 630.0947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.03321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.397914Z","time spent":"635.139303ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:19.033206Z","caller":"traceutil/trace.go:171","msg":"trace[609891404] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"630.419208ms","start":"2026-07-31T00:03:18.402688Z","end":"2026-07-31T00:03:19.033107Z","steps":["trace[609891404] 'process raft request' (duration: 630.12199ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:19.03331Z","caller":"traceutil/trace.go:171","msg":"trace[1665481123] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"629.535066ms","start":"2026-07-31T00:03:18.403736Z","end":"2026-07-31T00:03:19.033271Z","steps":["trace[1665481123] 'process raft request' (duration: 629.211058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.03352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.403729Z","time spent":"629.689019ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:19.033523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.007496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-31T00:03:19.033546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.402746Z","time spent":"630.466769ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:19.033597Z","caller":"traceutil/trace.go:171","msg":"trace[1212781392] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8543; }","duration":"634.139228ms","start":"2026-07-31T00:03:18.399441Z","end":"2026-07-31T00:03:19.033581Z","steps":["trace[1212781392] 'agreement among raft nodes before linearized reading' (duration: 633.870252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.033645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.399413Z","time spent":"634.221621ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:03:19.033582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.402682Z","time spent":"630.685544ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:19.033147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.402785Z","time spent":"630.324196ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:19.033227Z","caller":"traceutil/trace.go:171","msg":"trace[1228169343] linearizableReadLoop","detail":"{readStateIndex:8851; appliedIndex:8849; }","duration":"633.696617ms","start":"2026-07-31T00:03:18.399484Z","end":"2026-07-31T00:03:19.033181Z","steps":["trace[1228169343] 'read index received' (duration: 154.291958ms)","trace[1228169343] 'applied index is now lower than readState.Index' (duration: 479.400729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:19.033964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.133418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:19.034001Z","caller":"traceutil/trace.go:171","msg":"trace[1838238756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8543; }","duration":"634.21748ms","start":"2026-07-31T00:03:18.399772Z","end":"2026-07-31T00:03:19.033989Z","steps":["trace[1838238756] 'agreement among raft nodes before linearized reading' (duration: 634.139488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.034027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.399728Z","time spent":"634.293012ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:03:19.034108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.575195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T00:03:19.034157Z","caller":"traceutil/trace.go:171","msg":"trace[1994731621] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8543; }","duration":"125.695048ms","start":"2026-07-31T00:03:18.908448Z","end":"2026-07-31T00:03:19.034143Z","steps":["trace[1994731621] 'agreement among raft nodes before linearized reading' (duration: 125.586155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.034191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.555576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1bcf8766-6d55-4a63-9a21-12bf9a5e9b27\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-31T00:03:19.034238Z","caller":"traceutil/trace.go:171","msg":"trace[710489840] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1bcf8766-6d55-4a63-9a21-12bf9a5e9b27; range_end:; response_count:1; response_revision:8543; }","duration":"631.607237ms","start":"2026-07-31T00:03:18.402616Z","end":"2026-07-31T00:03:19.034223Z","steps":["trace[710489840] 'agreement among raft nodes before linearized reading' (duration: 631.451633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.03427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.402613Z","time spent":"631.650958ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1bcf8766-6d55-4a63-9a21-12bf9a5e9b27\" "} {"level":"warn","ts":"2026-07-31T00:03:19.034444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.856253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:19.034477Z","caller":"traceutil/trace.go:171","msg":"trace[331732684] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8543; }","duration":"631.917134ms","start":"2026-07-31T00:03:18.40255Z","end":"2026-07-31T00:03:19.034467Z","steps":["trace[331732684] 'agreement among raft nodes before linearized reading' (duration: 631.855502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.034511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:18.40254Z","time spent":"631.964366ms","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T00:03:19.756505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.930382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T00:03:19.756616Z","caller":"traceutil/trace.go:171","msg":"trace[1169423599] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8545; }","duration":"451.104046ms","start":"2026-07-31T00:03:19.305485Z","end":"2026-07-31T00:03:19.756589Z","steps":["trace[1169423599] 'count revisions from in-memory index tree' (duration: 450.772939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.756664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:19.305462Z","time spent":"451.189309ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:03:19.756645Z","caller":"traceutil/trace.go:171","msg":"trace[1580776107] linearizableReadLoop","detail":"{readStateIndex:8858; appliedIndex:8857; }","duration":"198.668865ms","start":"2026-07-31T00:03:19.557927Z","end":"2026-07-31T00:03:19.756596Z","steps":["trace[1580776107] 'read index received' (duration: 194.936454ms)","trace[1580776107] 'applied index is now lower than readState.Index' (duration: 3.731151ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:19.756837Z","caller":"traceutil/trace.go:171","msg":"trace[1192211700] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"449.122698ms","start":"2026-07-31T00:03:19.307695Z","end":"2026-07-31T00:03:19.756817Z","steps":["trace[1192211700] 'process raft request' (duration: 445.173761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:19.757034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:19.307664Z","time spent":"449.237371ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:19.757066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.116726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-31T00:03:19.757119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.923936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:19.757158Z","caller":"traceutil/trace.go:171","msg":"trace[383620948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:8546; }","duration":"199.27857ms","start":"2026-07-31T00:03:19.557858Z","end":"2026-07-31T00:03:19.757137Z","steps":["trace[383620948] 'agreement among raft nodes before linearized reading' (duration: 199.008083ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:19.757215Z","caller":"traceutil/trace.go:171","msg":"trace[757375062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8546; }","duration":"102.08184ms","start":"2026-07-31T00:03:19.655107Z","end":"2026-07-31T00:03:19.757189Z","steps":["trace[757375062] 'agreement among raft nodes before linearized reading' (duration: 101.772292ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:45.409855Z","caller":"traceutil/trace.go:171","msg":"trace[627399192] linearizableReadLoop","detail":"{readStateIndex:9050; appliedIndex:9049; }","duration":"202.326075ms","start":"2026-07-31T00:03:45.207507Z","end":"2026-07-31T00:03:45.409833Z","steps":["trace[627399192] 'read index received' (duration: 200.826658ms)","trace[627399192] 'applied index is now lower than readState.Index' (duration: 1.498247ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:03:45.409925Z","caller":"traceutil/trace.go:171","msg":"trace[311788260] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"223.134644ms","start":"2026-07-31T00:03:45.186752Z","end":"2026-07-31T00:03:45.409886Z","steps":["trace[311788260] 'process raft request' (duration: 221.639887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:45.4102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.603793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19451"} {"level":"info","ts":"2026-07-31T00:03:45.410294Z","caller":"traceutil/trace.go:171","msg":"trace[905071969] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8731; }","duration":"151.731625ms","start":"2026-07-31T00:03:45.258542Z","end":"2026-07-31T00:03:45.410274Z","steps":["trace[905071969] 'agreement among raft nodes before linearized reading' (duration: 151.479439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:45.410451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.493171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-31T00:03:45.410507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.997841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-31T00:03:45.410524Z","caller":"traceutil/trace.go:171","msg":"trace[1006324291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8731; }","duration":"187.597494ms","start":"2026-07-31T00:03:45.222905Z","end":"2026-07-31T00:03:45.410503Z","steps":["trace[1006324291] 'agreement among raft nodes before linearized reading' (duration: 187.389059ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:45.410572Z","caller":"traceutil/trace.go:171","msg":"trace[343724120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8731; }","duration":"203.101193ms","start":"2026-07-31T00:03:45.207457Z","end":"2026-07-31T00:03:45.410558Z","steps":["trace[343724120] 'agreement among raft nodes before linearized reading' (duration: 202.94701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:45.410284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.530462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:03:45.410661Z","caller":"traceutil/trace.go:171","msg":"trace[293763931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8731; }","duration":"187.952713ms","start":"2026-07-31T00:03:45.222699Z","end":"2026-07-31T00:03:45.410651Z","steps":["trace[293763931] 'agreement among raft nodes before linearized reading' (duration: 187.289406ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:47.070161Z","caller":"traceutil/trace.go:171","msg":"trace[1465466604] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"159.441625ms","start":"2026-07-31T00:03:46.910697Z","end":"2026-07-31T00:03:47.070139Z","steps":["trace[1465466604] 'process raft request' (duration: 159.298191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:49.451536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.116083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:49.451616Z","caller":"traceutil/trace.go:171","msg":"trace[392502117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8753; }","duration":"488.276417ms","start":"2026-07-31T00:03:48.963323Z","end":"2026-07-31T00:03:49.451599Z","steps":["trace[392502117] 'count revisions from in-memory index tree' (duration: 487.900307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:49.451648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:48.963292Z","time spent":"488.348039ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:03:49.452076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.976196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:49.452123Z","caller":"traceutil/trace.go:171","msg":"trace[1403411504] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8753; }","duration":"601.067999ms","start":"2026-07-31T00:03:48.851042Z","end":"2026-07-31T00:03:49.45211Z","steps":["trace[1403411504] 'count revisions from in-memory index tree' (duration: 600.873434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:49.452149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:48.851007Z","time spent":"601.13419ms","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:03:49.452348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.290704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T00:03:49.45245Z","caller":"traceutil/trace.go:171","msg":"trace[1831695434] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8753; }","duration":"737.446138ms","start":"2026-07-31T00:03:48.714982Z","end":"2026-07-31T00:03:49.452428Z","steps":["trace[1831695434] 'count revisions from in-memory index tree' (duration: 737.209873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:49.452496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:48.714951Z","time spent":"737.532961ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:03:49.452488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.379356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:49.452597Z","caller":"traceutil/trace.go:171","msg":"trace[1568603543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8753; }","duration":"797.550121ms","start":"2026-07-31T00:03:48.655021Z","end":"2026-07-31T00:03:49.452571Z","steps":["trace[1568603543] 'range keys from in-memory index tree' (duration: 797.260703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:49.452649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:48.654994Z","time spent":"797.645273ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:03:49.935915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805822031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:03:50.045217Z","caller":"traceutil/trace.go:171","msg":"trace[317395969] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"970.013584ms","start":"2026-07-31T00:03:49.075172Z","end":"2026-07-31T00:03:50.045186Z","steps":["trace[317395969] 'process raft request' (duration: 969.822889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.045405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.07515Z","time spent":"970.161247ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:50.047866Z","caller":"traceutil/trace.go:171","msg":"trace[410179698] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"858.659856ms","start":"2026-07-31T00:03:49.18917Z","end":"2026-07-31T00:03:50.047829Z","steps":["trace[410179698] 'process raft request' (duration: 858.370929ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:50.048045Z","caller":"traceutil/trace.go:171","msg":"trace[324857404] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"626.091391ms","start":"2026-07-31T00:03:49.421935Z","end":"2026-07-31T00:03:50.048026Z","steps":["trace[324857404] 'process raft request' (duration: 625.761643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.048195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.421902Z","time spent":"626.222325ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:03:50.048209Z","caller":"traceutil/trace.go:171","msg":"trace[131834580] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9073; }","duration":"612.327024ms","start":"2026-07-31T00:03:49.435865Z","end":"2026-07-31T00:03:50.048192Z","steps":["trace[131834580] 'read index received' (duration: 609.171837ms)","trace[131834580] 'applied index is now lower than readState.Index' (duration: 3.153377ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:03:50.04858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.189138Z","time spent":"858.8121ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:03:50.048665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.471008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-31T00:03:50.048745Z","caller":"traceutil/trace.go:171","msg":"trace[225670357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8756; }","duration":"603.623861ms","start":"2026-07-31T00:03:49.4451Z","end":"2026-07-31T00:03:50.048724Z","steps":["trace[225670357] 'agreement among raft nodes before linearized reading' (duration: 603.352735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.048787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.445037Z","time spent":"603.742045ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:03:50.048834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.594906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:03:50.048877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.293239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T00:03:50.048903Z","caller":"traceutil/trace.go:171","msg":"trace[98194237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8756; }","duration":"593.716589ms","start":"2026-07-31T00:03:49.455169Z","end":"2026-07-31T00:03:50.048886Z","steps":["trace[98194237] 'agreement among raft nodes before linearized reading' (duration: 593.597026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.048964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.92437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-31T00:03:50.048954Z","caller":"traceutil/trace.go:171","msg":"trace[945189816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8756; }","duration":"593.385ms","start":"2026-07-31T00:03:49.455549Z","end":"2026-07-31T00:03:50.048934Z","steps":["trace[945189816] 'agreement among raft nodes before linearized reading' (duration: 593.200576ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:50.048993Z","caller":"traceutil/trace.go:171","msg":"trace[156206664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8756; }","duration":"592.952801ms","start":"2026-07-31T00:03:49.456033Z","end":"2026-07-31T00:03:50.048986Z","steps":["trace[156206664] 'agreement among raft nodes before linearized reading' (duration: 592.882099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.049012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.455982Z","time spent":"593.026262ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:03:50.049012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.455541Z","time spent":"593.461303ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:03:50.049042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.674892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:03:50.049065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.197146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:03:50.048956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.455149Z","time spent":"593.795491ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:03:50.049106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.273948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-31T00:03:50.049107Z","caller":"traceutil/trace.go:171","msg":"trace[28105478] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8756; }","duration":"273.791794ms","start":"2026-07-31T00:03:49.775297Z","end":"2026-07-31T00:03:50.049088Z","steps":["trace[28105478] 'agreement among raft nodes before linearized reading' (duration: 273.692952ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:50.04912Z","caller":"traceutil/trace.go:171","msg":"trace[501829434] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8756; }","duration":"613.294939ms","start":"2026-07-31T00:03:49.435815Z","end":"2026-07-31T00:03:50.04911Z","steps":["trace[501829434] 'agreement among raft nodes before linearized reading' (duration: 612.436868ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:03:50.049136Z","caller":"traceutil/trace.go:171","msg":"trace[1615309362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8756; }","duration":"593.318599ms","start":"2026-07-31T00:03:49.455811Z","end":"2026-07-31T00:03:50.04913Z","steps":["trace[1615309362] 'agreement among raft nodes before linearized reading' (duration: 593.249387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.049162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.455805Z","time spent":"593.35434ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:03:50.049168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.435801Z","time spent":"613.35828ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":876,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:03:50.048856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.802071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-31T00:03:50.049228Z","caller":"traceutil/trace.go:171","msg":"trace[813738386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8756; }","duration":"476.237792ms","start":"2026-07-31T00:03:49.572984Z","end":"2026-07-31T00:03:50.049221Z","steps":["trace[813738386] 'agreement among raft nodes before linearized reading' (duration: 475.588177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.049252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.57296Z","time spent":"476.282863ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:03:50.049786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.066258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:03:50.049841Z","caller":"traceutil/trace.go:171","msg":"trace[1660189226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8756; }","duration":"594.145739ms","start":"2026-07-31T00:03:49.455682Z","end":"2026-07-31T00:03:50.049827Z","steps":["trace[1660189226] 'agreement among raft nodes before linearized reading' (duration: 593.894083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:50.049988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:49.455666Z","time spent":"594.310154ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:03:53.106326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.345683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:03:53.106427Z","caller":"traceutil/trace.go:171","msg":"trace[1750794661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8772; }","duration":"451.551918ms","start":"2026-07-31T00:03:52.65485Z","end":"2026-07-31T00:03:53.106402Z","steps":["trace[1750794661] 'range keys from in-memory index tree' (duration: 451.233129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:03:53.106476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:03:52.654822Z","time spent":"451.6439ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:04:03.798736Z","caller":"traceutil/trace.go:171","msg":"trace[1361398749] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"538.2348ms","start":"2026-07-31T00:04:03.26047Z","end":"2026-07-31T00:04:03.798704Z","steps":["trace[1361398749] 'process raft request' (duration: 537.858291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:03.798931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:04:03.260454Z","time spent":"538.377884ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:04:03.799285Z","caller":"traceutil/trace.go:171","msg":"trace[1597559594] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9196; }","duration":"144.830476ms","start":"2026-07-31T00:04:03.654413Z","end":"2026-07-31T00:04:03.799243Z","steps":["trace[1597559594] 'read index received' (duration: 144.052567ms)","trace[1597559594] 'applied index is now lower than readState.Index' (duration: 757.289µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:04:03.799458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.031812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:04:03.799504Z","caller":"traceutil/trace.go:171","msg":"trace[1622805646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8871; }","duration":"145.138264ms","start":"2026-07-31T00:04:03.654352Z","end":"2026-07-31T00:04:03.79949Z","steps":["trace[1622805646] 'agreement among raft nodes before linearized reading' (duration: 145.037002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:04.112985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.68321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-31T00:04:04.113096Z","caller":"traceutil/trace.go:171","msg":"trace[1141754992] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8871; }","duration":"179.854944ms","start":"2026-07-31T00:04:03.933218Z","end":"2026-07-31T00:04:04.113073Z","steps":["trace[1141754992] 'range keys from in-memory index tree' (duration: 179.475035ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:04.296644Z","caller":"traceutil/trace.go:171","msg":"trace[135824157] linearizableReadLoop","detail":"{readStateIndex:9202; appliedIndex:9200; }","duration":"103.175976ms","start":"2026-07-31T00:04:04.193433Z","end":"2026-07-31T00:04:04.296609Z","steps":["trace[135824157] 'read index received' (duration: 1.066206ms)","trace[135824157] 'applied index is now lower than readState.Index' (duration: 102.1079ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:04.296745Z","caller":"traceutil/trace.go:171","msg":"trace[1111117020] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"110.480216ms","start":"2026-07-31T00:04:04.186222Z","end":"2026-07-31T00:04:04.296703Z","steps":["trace[1111117020] 'process raft request' (duration: 110.135657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:04.296872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.396981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:04:04.29698Z","caller":"traceutil/trace.go:171","msg":"trace[759384297] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8876; }","duration":"103.569016ms","start":"2026-07-31T00:04:04.193385Z","end":"2026-07-31T00:04:04.296954Z","steps":["trace[759384297] 'agreement among raft nodes before linearized reading' (duration: 103.354911ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:04.526686Z","caller":"traceutil/trace.go:171","msg":"trace[119877276] linearizableReadLoop","detail":"{readStateIndex:9204; appliedIndex:9202; }","duration":"224.221231ms","start":"2026-07-31T00:04:04.302449Z","end":"2026-07-31T00:04:04.526671Z","steps":["trace[119877276] 'read index received' (duration: 181.417043ms)","trace[119877276] 'applied index is now lower than readState.Index' (duration: 42.803478ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:04.526691Z","caller":"traceutil/trace.go:171","msg":"trace[714257203] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"224.132079ms","start":"2026-07-31T00:04:04.302517Z","end":"2026-07-31T00:04:04.526649Z","steps":["trace[714257203] 'process raft request' (duration: 223.827721ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:04.526819Z","caller":"traceutil/trace.go:171","msg":"trace[343317510] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"223.134135ms","start":"2026-07-31T00:04:04.303675Z","end":"2026-07-31T00:04:04.526809Z","steps":["trace[343317510] 'process raft request' (duration: 222.96255ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:04.5268Z","caller":"traceutil/trace.go:171","msg":"trace[50602413] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"223.255887ms","start":"2026-07-31T00:04:04.303518Z","end":"2026-07-31T00:04:04.526774Z","steps":["trace[50602413] 'process raft request' (duration: 223.066762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:04.527113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.01743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T00:04:04.527187Z","caller":"traceutil/trace.go:171","msg":"trace[95119621] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8880; }","duration":"127.155184ms","start":"2026-07-31T00:04:04.40001Z","end":"2026-07-31T00:04:04.527165Z","steps":["trace[95119621] 'agreement among raft nodes before linearized reading' (duration: 126.939529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:04.527255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.802305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:235827"} {"level":"info","ts":"2026-07-31T00:04:04.527279Z","caller":"traceutil/trace.go:171","msg":"trace[632104808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8880; }","duration":"224.844046ms","start":"2026-07-31T00:04:04.302428Z","end":"2026-07-31T00:04:04.527272Z","steps":["trace[632104808] 'agreement among raft nodes before linearized reading' (duration: 224.489517ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:04.526401Z","caller":"traceutil/trace.go:171","msg":"trace[2014082464] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"224.511138ms","start":"2026-07-31T00:04:04.301868Z","end":"2026-07-31T00:04:04.526379Z","steps":["trace[2014082464] 'process raft request' (duration: 224.352304ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:05.385422Z","caller":"traceutil/trace.go:171","msg":"trace[554380061] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"307.434848ms","start":"2026-07-31T00:04:05.077964Z","end":"2026-07-31T00:04:05.385398Z","steps":["trace[554380061] 'process raft request' (duration: 307.067779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:05.385553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:04:05.077937Z","time spent":"307.544141ms","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:04:05.492376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.051324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19427"} {"level":"info","ts":"2026-07-31T00:04:05.492474Z","caller":"traceutil/trace.go:171","msg":"trace[1112548705] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8886; }","duration":"101.184688ms","start":"2026-07-31T00:04:05.391266Z","end":"2026-07-31T00:04:05.49245Z","steps":["trace[1112548705] 'range keys from in-memory index tree' (duration: 100.809308ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:05.614984Z","caller":"traceutil/trace.go:171","msg":"trace[331075293] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"111.359537ms","start":"2026-07-31T00:04:05.503603Z","end":"2026-07-31T00:04:05.614963Z","steps":["trace[331075293] 'process raft request' (duration: 110.883095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:05.886204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.399267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:04:05.886457Z","caller":"traceutil/trace.go:171","msg":"trace[924094070] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"265.506401ms","start":"2026-07-31T00:04:05.620909Z","end":"2026-07-31T00:04:05.886415Z","steps":["trace[924094070] 'process raft request' (duration: 73.784996ms)","trace[924094070] 'compare' (duration: 191.202553ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:05.886571Z","caller":"traceutil/trace.go:171","msg":"trace[1058422569] linearizableReadLoop","detail":"{readStateIndex:9216; appliedIndex:9214; }","duration":"264.094067ms","start":"2026-07-31T00:04:05.622333Z","end":"2026-07-31T00:04:05.886427Z","steps":["trace[1058422569] 'read index received' (duration: 72.379182ms)","trace[1058422569] 'applied index is now lower than readState.Index' (duration: 191.713305ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:05.886734Z","caller":"traceutil/trace.go:171","msg":"trace[1679241117] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"265.441571ms","start":"2026-07-31T00:04:05.621269Z","end":"2026-07-31T00:04:05.886711Z","steps":["trace[1679241117] 'process raft request' (duration: 265.078172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:05.886999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.62757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-31T00:04:05.887049Z","caller":"traceutil/trace.go:171","msg":"trace[1636511871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8889; }","duration":"264.726793ms","start":"2026-07-31T00:04:05.622309Z","end":"2026-07-31T00:04:05.887036Z","steps":["trace[1636511871] 'agreement among raft nodes before linearized reading' (duration: 264.437895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:05.88704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.825792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:04:05.887095Z","caller":"traceutil/trace.go:171","msg":"trace[425577882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8889; }","duration":"232.920444ms","start":"2026-07-31T00:04:05.654161Z","end":"2026-07-31T00:04:05.887081Z","steps":["trace[425577882] 'agreement among raft nodes before linearized reading' (duration: 232.801781ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:06.043882Z","caller":"traceutil/trace.go:171","msg":"trace[761152884] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9218; }","duration":"103.570146ms","start":"2026-07-31T00:04:05.940277Z","end":"2026-07-31T00:04:06.043847Z","steps":["trace[761152884] 'read index received' (duration: 67.629366ms)","trace[761152884] 'applied index is now lower than readState.Index' (duration: 35.93944ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:06.043966Z","caller":"traceutil/trace.go:171","msg":"trace[1528233062] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"112.919345ms","start":"2026-07-31T00:04:05.93099Z","end":"2026-07-31T00:04:06.043909Z","steps":["trace[1528233062] 'process raft request' (duration: 76.939104ms)","trace[1528233062] 'compare' (duration: 35.699774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:04:06.044144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.830593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-31T00:04:06.044196Z","caller":"traceutil/trace.go:171","msg":"trace[65700252] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8891; }","duration":"103.923114ms","start":"2026-07-31T00:04:05.940261Z","end":"2026-07-31T00:04:06.044184Z","steps":["trace[65700252] 'agreement among raft nodes before linearized reading' (duration: 103.719349ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:17.075436Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002473.wal"} {"level":"info","ts":"2026-07-31T00:05:24.659718Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T00:05:24.664838Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-31T00:05:24.664944Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-31T00:07:13.546629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8013} {"level":"info","ts":"2026-07-31T00:07:13.611698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8013,"took":"63.13101ms","hash":2927248774,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":28336128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-31T00:07:13.611755Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2927248774,"revision":8013,"compact-revision":5812} {"level":"info","ts":"2026-07-31T00:07:39.6103Z","caller":"traceutil/trace.go:171","msg":"trace[29140509] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"102.202063ms","start":"2026-07-31T00:07:39.508073Z","end":"2026-07-31T00:07:39.610275Z","steps":["trace[29140509] 'process raft request' (duration: 102.033449ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:09:08.254795Z","caller":"traceutil/trace.go:171","msg":"trace[1627320127] transaction","detail":"{read_only:false; response_revision:11494; number_of_response:1; }","duration":"199.783819ms","start":"2026-07-31T00:09:08.054969Z","end":"2026-07-31T00:09:08.254753Z","steps":["trace[1627320127] 'process raft request' (duration: 199.477371ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:09:08.362257Z","caller":"traceutil/trace.go:171","msg":"trace[559718029] transaction","detail":"{read_only:false; response_revision:11495; number_of_response:1; }","duration":"102.140446ms","start":"2026-07-31T00:09:08.260083Z","end":"2026-07-31T00:09:08.362224Z","steps":["trace[559718029] 'process raft request' (duration: 29.412937ms)","trace[559718029] 'compare' (duration: 72.587785ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:09:08.380765Z","caller":"traceutil/trace.go:171","msg":"trace[1949433711] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"120.219645ms","start":"2026-07-31T00:09:08.260515Z","end":"2026-07-31T00:09:08.380735Z","steps":["trace[1949433711] 'process raft request' (duration: 120.05548ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:09:08.381048Z","caller":"traceutil/trace.go:171","msg":"trace[1615553294] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"120.428621ms","start":"2026-07-31T00:09:08.260591Z","end":"2026-07-31T00:09:08.381019Z","steps":["trace[1615553294] 'process raft request' (duration: 120.102512ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:09:08.381276Z","caller":"traceutil/trace.go:171","msg":"trace[1253531291] transaction","detail":"{read_only:false; response_revision:11499; number_of_response:1; }","duration":"119.481715ms","start":"2026-07-31T00:09:08.26178Z","end":"2026-07-31T00:09:08.381262Z","steps":["trace[1253531291] 'process raft request' (duration: 119.416473ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:09:08.381365Z","caller":"traceutil/trace.go:171","msg":"trace[1496401109] transaction","detail":"{read_only:false; response_revision:11498; number_of_response:1; }","duration":"120.555635ms","start":"2026-07-31T00:09:08.260759Z","end":"2026-07-31T00:09:08.381315Z","steps":["trace[1496401109] 'process raft request' (duration: 120.170164ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:12:13.556857Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10435} {"level":"info","ts":"2026-07-31T00:12:13.645099Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10435,"took":"85.761387ms","hash":3248780795,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":27394048,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-31T00:12:13.645261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3248780795,"revision":10435,"compact-revision":8013} {"level":"info","ts":"2026-07-31T00:15:16.684711Z","caller":"traceutil/trace.go:171","msg":"trace[2096960448] transaction","detail":"{read_only:false; response_revision:13986; number_of_response:1; }","duration":"239.314403ms","start":"2026-07-31T00:15:16.445366Z","end":"2026-07-31T00:15:16.684681Z","steps":["trace[2096960448] 'process raft request' (duration: 238.891902ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:17.17271Z","caller":"traceutil/trace.go:171","msg":"trace[1577725163] transaction","detail":"{read_only:false; response_revision:13989; number_of_response:1; }","duration":"173.808201ms","start":"2026-07-31T00:15:16.998873Z","end":"2026-07-31T00:15:17.172681Z","steps":["trace[1577725163] 'process raft request' (duration: 118.566508ms)","trace[1577725163] 'compare' (duration: 55.13335ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:15:30.534587Z","caller":"traceutil/trace.go:171","msg":"trace[895658358] linearizableReadLoop","detail":"{readStateIndex:14547; appliedIndex:14546; }","duration":"238.160652ms","start":"2026-07-31T00:15:30.296407Z","end":"2026-07-31T00:15:30.534567Z","steps":["trace[895658358] 'read index received' (duration: 238.009678ms)","trace[895658358] 'applied index is now lower than readState.Index' (duration: 150.244µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:15:30.5347Z","caller":"traceutil/trace.go:171","msg":"trace[617093250] transaction","detail":"{read_only:false; response_revision:14055; number_of_response:1; }","duration":"358.132557ms","start":"2026-07-31T00:15:30.176532Z","end":"2026-07-31T00:15:30.534665Z","steps":["trace[617093250] 'process raft request' (duration: 357.88839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:30.534745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.308156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:15:30.534792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.452008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T00:15:30.534809Z","caller":"traceutil/trace.go:171","msg":"trace[854032725] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:14055; }","duration":"238.42908ms","start":"2026-07-31T00:15:30.296361Z","end":"2026-07-31T00:15:30.53479Z","steps":["trace[854032725] 'agreement among raft nodes before linearized reading' (duration: 238.310796ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:30.534822Z","caller":"traceutil/trace.go:171","msg":"trace[926406747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14055; }","duration":"192.5226ms","start":"2026-07-31T00:15:30.342291Z","end":"2026-07-31T00:15:30.534813Z","steps":["trace[926406747] 'agreement among raft nodes before linearized reading' (duration: 192.383856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:30.534859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:30.176516Z","time spent":"358.257661ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:30.535018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.697878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-31T00:15:30.53504Z","caller":"traceutil/trace.go:171","msg":"trace[1161320218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14055; }","duration":"155.757849ms","start":"2026-07-31T00:15:30.379277Z","end":"2026-07-31T00:15:30.535035Z","steps":["trace[1161320218] 'agreement among raft nodes before linearized reading' (duration: 155.693787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:30.535021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.4405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:15:30.535099Z","caller":"traceutil/trace.go:171","msg":"trace[2083676882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14055; }","duration":"155.541043ms","start":"2026-07-31T00:15:30.379539Z","end":"2026-07-31T00:15:30.53508Z","steps":["trace[2083676882] 'agreement among raft nodes before linearized reading' (duration: 155.348828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:30.535125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.647528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T00:15:30.535147Z","caller":"traceutil/trace.go:171","msg":"trace[2011600810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14055; }","duration":"158.696889ms","start":"2026-07-31T00:15:30.376442Z","end":"2026-07-31T00:15:30.535139Z","steps":["trace[2011600810] 'agreement among raft nodes before linearized reading' (duration: 158.645778ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:30.67602Z","caller":"traceutil/trace.go:171","msg":"trace[682303285] transaction","detail":"{read_only:false; response_revision:14056; number_of_response:1; }","duration":"137.851992ms","start":"2026-07-31T00:15:30.538147Z","end":"2026-07-31T00:15:30.675999Z","steps":["trace[682303285] 'process raft request' (duration: 136.787173ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:30.676276Z","caller":"traceutil/trace.go:171","msg":"trace[1164763648] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"137.481352ms","start":"2026-07-31T00:15:30.538772Z","end":"2026-07-31T00:15:30.676254Z","steps":["trace[1164763648] 'process raft request' (duration: 137.160623ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:30.676304Z","caller":"traceutil/trace.go:171","msg":"trace[660037156] transaction","detail":"{read_only:false; response_revision:14058; number_of_response:1; }","duration":"137.150483ms","start":"2026-07-31T00:15:30.539147Z","end":"2026-07-31T00:15:30.676297Z","steps":["trace[660037156] 'process raft request' (duration: 136.981658ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:30.676447Z","caller":"traceutil/trace.go:171","msg":"trace[321625310] transaction","detail":"{read_only:false; response_revision:14059; number_of_response:1; }","duration":"136.65416ms","start":"2026-07-31T00:15:30.539781Z","end":"2026-07-31T00:15:30.676435Z","steps":["trace[321625310] 'process raft request' (duration: 136.450974ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:33.114416Z","caller":"traceutil/trace.go:171","msg":"trace[382943106] transaction","detail":"{read_only:false; response_revision:14080; number_of_response:1; }","duration":"430.190249ms","start":"2026-07-31T00:15:32.684186Z","end":"2026-07-31T00:15:33.114377Z","steps":["trace[382943106] 'process raft request' (duration: 429.981173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:33.114832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.684168Z","time spent":"430.505827ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:15:33.12045Z","caller":"traceutil/trace.go:171","msg":"trace[88060678] transaction","detail":"{read_only:false; response_revision:14081; number_of_response:1; }","duration":"435.685248ms","start":"2026-07-31T00:15:32.684745Z","end":"2026-07-31T00:15:33.12043Z","steps":["trace[88060678] 'process raft request' (duration: 435.281497ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:33.120462Z","caller":"traceutil/trace.go:171","msg":"trace[1971331412] transaction","detail":"{read_only:false; response_revision:14083; number_of_response:1; }","duration":"434.570148ms","start":"2026-07-31T00:15:32.685861Z","end":"2026-07-31T00:15:33.120431Z","steps":["trace[1971331412] 'process raft request' (duration: 434.454595ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:33.120525Z","caller":"traceutil/trace.go:171","msg":"trace[127659792] transaction","detail":"{read_only:false; response_revision:14082; number_of_response:1; }","duration":"434.857326ms","start":"2026-07-31T00:15:32.685643Z","end":"2026-07-31T00:15:33.1205Z","steps":["trace[127659792] 'process raft request' (duration: 434.618119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:33.120623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.684728Z","time spent":"435.811902ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:33.12068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.685631Z","time spent":"434.938178ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:33.120679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.685848Z","time spent":"434.710081ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:15:33.120667Z","caller":"traceutil/trace.go:171","msg":"trace[886392714] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"133.227066ms","start":"2026-07-31T00:15:32.9874Z","end":"2026-07-31T00:15:33.120627Z","steps":["trace[886392714] 'process raft request' (duration: 132.967619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:33.123182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.232984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-31T00:15:33.123309Z","caller":"traceutil/trace.go:171","msg":"trace[993167116] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14086; }","duration":"407.45503ms","start":"2026-07-31T00:15:32.715824Z","end":"2026-07-31T00:15:33.123279Z","steps":["trace[993167116] 'agreement among raft nodes before linearized reading' (duration: 406.473893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:33.123385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.715801Z","time spent":"407.567453ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-31T00:15:33.122246Z","caller":"traceutil/trace.go:171","msg":"trace[1592717710] linearizableReadLoop","detail":"{readStateIndex:14577; appliedIndex:14573; }","duration":"405.856667ms","start":"2026-07-31T00:15:32.715902Z","end":"2026-07-31T00:15:33.121758Z","steps":["trace[1592717710] 'read index received' (duration: 398.415544ms)","trace[1592717710] 'applied index is now lower than readState.Index' (duration: 7.439843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:15:33.124176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.817106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:15:33.1242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.651298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:15:33.124241Z","caller":"traceutil/trace.go:171","msg":"trace[1822500408] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:14086; }","duration":"333.922799ms","start":"2026-07-31T00:15:32.790303Z","end":"2026-07-31T00:15:33.124226Z","steps":["trace[1822500408] 'agreement among raft nodes before linearized reading' (duration: 333.817486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:33.124274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.79028Z","time spent":"333.98717ms","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:15:33.124269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.780795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-31T00:15:33.124324Z","caller":"traceutil/trace.go:171","msg":"trace[403507552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14086; }","duration":"333.874187ms","start":"2026-07-31T00:15:32.79043Z","end":"2026-07-31T00:15:33.124304Z","steps":["trace[403507552] 'agreement among raft nodes before linearized reading' (duration: 333.643831ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:33.124354Z","caller":"traceutil/trace.go:171","msg":"trace[1935214281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14086; }","duration":"395.775811ms","start":"2026-07-31T00:15:32.728468Z","end":"2026-07-31T00:15:33.124244Z","steps":["trace[1935214281] 'agreement among raft nodes before linearized reading' (duration: 395.549185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:33.124372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.790407Z","time spent":"333.9563ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:15:33.124438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:32.728446Z","time spent":"395.957777ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:15:33.124796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.832929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T00:15:33.124864Z","caller":"traceutil/trace.go:171","msg":"trace[849846147] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:14086; }","duration":"127.953053ms","start":"2026-07-31T00:15:32.99689Z","end":"2026-07-31T00:15:33.124843Z","steps":["trace[849846147] 'agreement among raft nodes before linearized reading' (duration: 127.689235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:35.703352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.581565ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:15:35.703512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.018411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:15:35.70357Z","caller":"traceutil/trace.go:171","msg":"trace[2066803170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14102; }","duration":"126.815792ms","start":"2026-07-31T00:15:35.576718Z","end":"2026-07-31T00:15:35.703534Z","steps":["trace[2066803170] 'range keys from in-memory index tree' (duration: 126.550885ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:35.703718Z","caller":"traceutil/trace.go:171","msg":"trace[1043922988] linearizableReadLoop","detail":"{readStateIndex:14598; appliedIndex:14596; }","duration":"560.221477ms","start":"2026-07-31T00:15:35.143481Z","end":"2026-07-31T00:15:35.703702Z","steps":["trace[1043922988] 'read index received' (duration: 153.918849ms)","trace[1043922988] 'applied index is now lower than readState.Index' (duration: 406.301748ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:15:35.703776Z","caller":"traceutil/trace.go:171","msg":"trace[1060821672] transaction","detail":"{read_only:false; response_revision:14103; number_of_response:1; }","duration":"576.725007ms","start":"2026-07-31T00:15:35.126972Z","end":"2026-07-31T00:15:35.703697Z","steps":["trace[1060821672] 'process raft request' (duration: 170.407818ms)","trace[1060821672] 'compare' (duration: 405.899288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:15:35.703925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.945388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-31T00:15:35.70394Z","caller":"traceutil/trace.go:171","msg":"trace[117730940] transaction","detail":"{read_only:false; response_revision:14106; number_of_response:1; }","duration":"437.828076ms","start":"2026-07-31T00:15:35.266099Z","end":"2026-07-31T00:15:35.703927Z","steps":["trace[117730940] 'process raft request' (duration: 437.731424ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:35.70397Z","caller":"traceutil/trace.go:171","msg":"trace[1888237667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14105; }","duration":"568.008709ms","start":"2026-07-31T00:15:35.135949Z","end":"2026-07-31T00:15:35.703957Z","steps":["trace[1888237667] 'agreement among raft nodes before linearized reading' (duration: 567.865015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:35.704072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:35.135939Z","time spent":"568.121933ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:15:35.70412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:35.266068Z","time spent":"437.913619ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:35.704125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:35.126957Z","time spent":"576.963283ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:35.70423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.49458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:15:35.704267Z","caller":"traceutil/trace.go:171","msg":"trace[695918979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14106; }","duration":"576.585013ms","start":"2026-07-31T00:15:35.127673Z","end":"2026-07-31T00:15:35.704258Z","steps":["trace[695918979] 'agreement among raft nodes before linearized reading' (duration: 576.494381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:35.7043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:35.127642Z","time spent":"576.652344ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:15:35.703721Z","caller":"traceutil/trace.go:171","msg":"trace[98111539] transaction","detail":"{read_only:false; response_revision:14104; number_of_response:1; }","duration":"575.609126ms","start":"2026-07-31T00:15:35.128079Z","end":"2026-07-31T00:15:35.703688Z","steps":["trace[98111539] 'process raft request' (duration: 575.523143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:35.704461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:35.12807Z","time spent":"576.289985ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:35.704532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.019504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-31T00:15:35.704573Z","caller":"traceutil/trace.go:171","msg":"trace[528616904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14106; }","duration":"577.076836ms","start":"2026-07-31T00:15:35.127483Z","end":"2026-07-31T00:15:35.70456Z","steps":["trace[528616904] 'agreement among raft nodes before linearized reading' (duration: 576.85083ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:35.70455Z","caller":"traceutil/trace.go:171","msg":"trace[971157245] transaction","detail":"{read_only:false; response_revision:14105; number_of_response:1; }","duration":"554.580564ms","start":"2026-07-31T00:15:35.14993Z","end":"2026-07-31T00:15:35.704511Z","steps":["trace[971157245] 'process raft request' (duration: 553.735211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:35.704614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:35.127476Z","time spent":"577.131258ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:15:35.704708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:35.149907Z","time spent":"554.714347ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:15:35.705131Z","caller":"traceutil/trace.go:171","msg":"trace[865565929] transaction","detail":"{read_only:false; response_revision:14107; number_of_response:1; }","duration":"260.618463ms","start":"2026-07-31T00:15:35.44448Z","end":"2026-07-31T00:15:35.705099Z","steps":["trace[865565929] 'process raft request' (duration: 260.408397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:35.705344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.669179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-k8cs5\" ","response":"range_response_count:1 size:12812"} {"level":"info","ts":"2026-07-31T00:15:35.705467Z","caller":"traceutil/trace.go:171","msg":"trace[218641096] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-k8cs5; range_end:; response_count:1; response_revision:14107; }","duration":"262.858634ms","start":"2026-07-31T00:15:35.442582Z","end":"2026-07-31T00:15:35.705441Z","steps":["trace[218641096] 'agreement among raft nodes before linearized reading' (duration: 262.503295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:43.52274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.783366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:15:43.522997Z","caller":"traceutil/trace.go:171","msg":"trace[1860305981] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"444.348654ms","start":"2026-07-31T00:15:43.078602Z","end":"2026-07-31T00:15:43.522951Z","steps":["trace[1860305981] 'process raft request' (duration: 318.53895ms)","trace[1860305981] 'compare' (duration: 124.605571ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:15:43.523102Z","caller":"traceutil/trace.go:171","msg":"trace[784620508] linearizableReadLoop","detail":"{readStateIndex:14747; appliedIndex:14746; }","duration":"343.378866ms","start":"2026-07-31T00:15:43.179639Z","end":"2026-07-31T00:15:43.523018Z","steps":["trace[784620508] 'read index received' (duration: 217.5184ms)","trace[784620508] 'applied index is now lower than readState.Index' (duration: 125.855856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:15:43.523172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.078562Z","time spent":"444.522679ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T00:15:43.523322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.662713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-31T00:15:43.523421Z","caller":"traceutil/trace.go:171","msg":"trace[1828400551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14250; }","duration":"343.770906ms","start":"2026-07-31T00:15:43.179626Z","end":"2026-07-31T00:15:43.523396Z","steps":["trace[1828400551] 'agreement among raft nodes before linearized reading' (duration: 343.479648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:43.523475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.17956Z","time spent":"343.9053ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T00:15:43.523755Z","caller":"traceutil/trace.go:171","msg":"trace[373169157] transaction","detail":"{read_only:false; response_revision:14251; number_of_response:1; }","duration":"341.996838ms","start":"2026-07-31T00:15:43.181738Z","end":"2026-07-31T00:15:43.523735Z","steps":["trace[373169157] 'process raft request' (duration: 341.587967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:43.523811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.004112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T00:15:43.523841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.38854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:15:43.523879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.181724Z","time spent":"342.098041ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:15:43.523871Z","caller":"traceutil/trace.go:171","msg":"trace[1035720254] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14251; }","duration":"276.104865ms","start":"2026-07-31T00:15:43.247747Z","end":"2026-07-31T00:15:43.523852Z","steps":["trace[1035720254] 'agreement among raft nodes before linearized reading' (duration: 275.95395ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:43.523943Z","caller":"traceutil/trace.go:171","msg":"trace[634588128] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14251; }","duration":"259.552294ms","start":"2026-07-31T00:15:43.264367Z","end":"2026-07-31T00:15:43.523919Z","steps":["trace[634588128] 'agreement among raft nodes before linearized reading' (duration: 259.3744ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:43.725458Z","caller":"traceutil/trace.go:171","msg":"trace[391495026] transaction","detail":"{read_only:false; response_revision:14252; number_of_response:1; }","duration":"197.993499ms","start":"2026-07-31T00:15:43.52743Z","end":"2026-07-31T00:15:43.725424Z","steps":["trace[391495026] 'process raft request' (duration: 197.783353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.827152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.581605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-31T00:15:44.827236Z","caller":"traceutil/trace.go:171","msg":"trace[179205712] linearizableReadLoop","detail":"{readStateIndex:14750; appliedIndex:14748; }","duration":"1.25145357s","start":"2026-07-31T00:15:43.575768Z","end":"2026-07-31T00:15:44.827222Z","steps":["trace[179205712] 'read index received' (duration: 149.53222ms)","trace[179205712] 'applied index is now lower than readState.Index' (duration: 1.10192032s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:15:44.82731Z","caller":"traceutil/trace.go:171","msg":"trace[22588212] transaction","detail":"{read_only:false; response_revision:14253; number_of_response:1; }","duration":"1.254158593s","start":"2026-07-31T00:15:43.573095Z","end":"2026-07-31T00:15:44.827253Z","steps":["trace[22588212] 'process raft request' (duration: 689.409973ms)","trace[22588212] 'compare' (duration: 564.478303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:15:44.827397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251622835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-g7btl\" ","response":"range_response_count:1 size:7032"} {"level":"info","ts":"2026-07-31T00:15:44.827446Z","caller":"traceutil/trace.go:171","msg":"trace[26278335] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-g7btl; range_end:; response_count:1; response_revision:14253; }","duration":"1.251696036s","start":"2026-07-31T00:15:43.575742Z","end":"2026-07-31T00:15:44.827438Z","steps":["trace[26278335] 'agreement among raft nodes before linearized reading' (duration: 1.251536032s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.827471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.575734Z","time spent":"1.251730837s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7055,"request content":"key:\"/registry/pods/openstack/ovn-northd-fc978744-g7btl\" "} {"level":"warn","ts":"2026-07-31T00:15:44.827499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.573074Z","time spent":"1.254327318s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:15:44.831204Z","caller":"traceutil/trace.go:171","msg":"trace[1332350933] transaction","detail":"{read_only:false; response_revision:14254; number_of_response:1; }","duration":"1.095557777s","start":"2026-07-31T00:15:43.735609Z","end":"2026-07-31T00:15:44.831167Z","steps":["trace[1332350933] 'process raft request' (duration: 1.0953249s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:44.831226Z","caller":"traceutil/trace.go:171","msg":"trace[106253063] transaction","detail":"{read_only:false; response_revision:14255; number_of_response:1; }","duration":"1.095114345s","start":"2026-07-31T00:15:43.736055Z","end":"2026-07-31T00:15:44.831169Z","steps":["trace[106253063] 'process raft request' (duration: 1.095012222s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.831395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.735579Z","time spent":"1.095712101s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:44.831416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.736041Z","time spent":"1.095279379s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:15:44.83164Z","caller":"traceutil/trace.go:171","msg":"trace[1270676802] transaction","detail":"{read_only:false; response_revision:14256; number_of_response:1; }","duration":"1.092821122s","start":"2026-07-31T00:15:43.738804Z","end":"2026-07-31T00:15:44.831625Z","steps":["trace[1270676802] 'process raft request' (duration: 1.092306978s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.831712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.738782Z","time spent":"1.092894124s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:15:44.831853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.30126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51b0939b-3017-400c-a93f-734bce1941d7\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-31T00:15:44.831797Z","caller":"traceutil/trace.go:171","msg":"trace[1155633283] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"843.409054ms","start":"2026-07-31T00:15:43.988328Z","end":"2026-07-31T00:15:44.831737Z","steps":["trace[1155633283] 'process raft request' (duration: 843.119806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.831884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088642179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-31T00:15:44.831949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.80318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:15:44.831976Z","caller":"traceutil/trace.go:171","msg":"trace[481092584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14257; }","duration":"177.863901ms","start":"2026-07-31T00:15:44.654105Z","end":"2026-07-31T00:15:44.831969Z","steps":["trace[481092584] 'agreement among raft nodes before linearized reading' (duration: 177.8168ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:44.832023Z","caller":"traceutil/trace.go:171","msg":"trace[311665328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14257; }","duration":"1.088777762s","start":"2026-07-31T00:15:43.743204Z","end":"2026-07-31T00:15:44.831981Z","steps":["trace[311665328] 'agreement among raft nodes before linearized reading' (duration: 1.088456683s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:44.831901Z","caller":"traceutil/trace.go:171","msg":"trace[827675625] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51b0939b-3017-400c-a93f-734bce1941d7; range_end:; response_count:1; response_revision:14257; }","duration":"768.427013ms","start":"2026-07-31T00:15:44.063461Z","end":"2026-07-31T00:15:44.831888Z","steps":["trace[827675625] 'agreement among raft nodes before linearized reading' (duration: 768.249788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:44.063443Z","time spent":"768.650929ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51b0939b-3017-400c-a93f-734bce1941d7\" "} {"level":"warn","ts":"2026-07-31T00:15:44.832206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.010123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-31T00:15:44.832243Z","caller":"traceutil/trace.go:171","msg":"trace[2082893198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14257; }","duration":"222.046274ms","start":"2026-07-31T00:15:44.610188Z","end":"2026-07-31T00:15:44.832234Z","steps":["trace[2082893198] 'agreement among raft nodes before linearized reading' (duration: 221.941741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079663714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-31T00:15:44.832247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088816393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T00:15:44.832307Z","caller":"traceutil/trace.go:171","msg":"trace[1942462974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14257; }","duration":"1.079752106s","start":"2026-07-31T00:15:43.752537Z","end":"2026-07-31T00:15:44.832289Z","steps":["trace[1942462974] 'agreement among raft nodes before linearized reading' (duration: 1.07954144s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:15:44.832343Z","caller":"traceutil/trace.go:171","msg":"trace[457045776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14257; }","duration":"1.088931016s","start":"2026-07-31T00:15:43.743365Z","end":"2026-07-31T00:15:44.832296Z","steps":["trace[457045776] 'agreement among raft nodes before linearized reading' (duration: 1.088790413s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.743332Z","time spent":"1.08904684s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:15:44.832406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.170159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:15:44.832442Z","caller":"traceutil/trace.go:171","msg":"trace[714878120] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14257; }","duration":"950.249172ms","start":"2026-07-31T00:15:43.88218Z","end":"2026-07-31T00:15:44.832429Z","steps":["trace[714878120] 'agreement among raft nodes before linearized reading' (duration: 950.19218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.752524Z","time spent":"1.079817269s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:15:44.832484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.882141Z","time spent":"950.335104ms","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:15:44.832496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.199255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:15:44.832529Z","caller":"traceutil/trace.go:171","msg":"trace[586791322] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14257; }","duration":"672.270926ms","start":"2026-07-31T00:15:44.160248Z","end":"2026-07-31T00:15:44.832518Z","steps":["trace[586791322] 'agreement among raft nodes before linearized reading' (duration: 672.221775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.743191Z","time spent":"1.088894336s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:15:44.83254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.733426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73ab7b11-0356-4c41-bb13-f790631f24aa\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-07-31T00:15:44.832036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.988291Z","time spent":"843.644911ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:15:44.832619Z","caller":"traceutil/trace.go:171","msg":"trace[408226475] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73ab7b11-0356-4c41-bb13-f790631f24aa; range_end:; response_count:1; response_revision:14257; }","duration":"770.86208ms","start":"2026-07-31T00:15:44.061738Z","end":"2026-07-31T00:15:44.8326Z","steps":["trace[408226475] 'agreement among raft nodes before linearized reading' (duration: 770.616123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.3867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T00:15:44.832654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:44.061713Z","time spent":"770.932842ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73ab7b11-0356-4c41-bb13-f790631f24aa\" "} {"level":"info","ts":"2026-07-31T00:15:44.832661Z","caller":"traceutil/trace.go:171","msg":"trace[1516844956] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14257; }","duration":"273.645518ms","start":"2026-07-31T00:15:44.559005Z","end":"2026-07-31T00:15:44.83265Z","steps":["trace[1516844956] 'agreement among raft nodes before linearized reading' (duration: 273.392911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:44.160228Z","time spent":"672.330888ms","remote":"127.0.0.1:35754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:15:44.832797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.606922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-31T00:15:44.832745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089043469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:15:44.832862Z","caller":"traceutil/trace.go:171","msg":"trace[1773354644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:14257; }","duration":"763.714584ms","start":"2026-07-31T00:15:44.069134Z","end":"2026-07-31T00:15:44.832848Z","steps":["trace[1773354644] 'agreement among raft nodes before linearized reading' (duration: 763.514849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.832995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:44.069107Z","time spent":"763.879269ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-9tndr\" "} {"level":"info","ts":"2026-07-31T00:15:44.832984Z","caller":"traceutil/trace.go:171","msg":"trace[1577534687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14257; }","duration":"1.089359768s","start":"2026-07-31T00:15:43.743553Z","end":"2026-07-31T00:15:44.832913Z","steps":["trace[1577534687] 'agreement among raft nodes before linearized reading' (duration: 1.088567047s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:15:44.833135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:15:43.743549Z","time spent":"1.089564924s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:16:48.965825Z","caller":"traceutil/trace.go:171","msg":"trace[1263898083] transaction","detail":"{read_only:false; response_revision:15154; number_of_response:1; }","duration":"508.756962ms","start":"2026-07-31T00:16:48.457043Z","end":"2026-07-31T00:16:48.9658Z","steps":["trace[1263898083] 'process raft request' (duration: 508.133285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.965982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.457018Z","time spent":"508.892186ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:16:48.970778Z","caller":"traceutil/trace.go:171","msg":"trace[2074653633] linearizableReadLoop","detail":"{readStateIndex:15683; appliedIndex:15680; }","duration":"464.26288ms","start":"2026-07-31T00:16:48.50643Z","end":"2026-07-31T00:16:48.970693Z","steps":["trace[2074653633] 'read index received' (duration: 458.703162ms)","trace[2074653633] 'applied index is now lower than readState.Index' (duration: 5.558348ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:16:48.970816Z","caller":"traceutil/trace.go:171","msg":"trace[925406212] transaction","detail":"{read_only:false; response_revision:15155; number_of_response:1; }","duration":"508.993088ms","start":"2026-07-31T00:16:48.461791Z","end":"2026-07-31T00:16:48.970784Z","steps":["trace[925406212] 'process raft request' (duration: 508.6697ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:16:48.970912Z","caller":"traceutil/trace.go:171","msg":"trace[875915532] transaction","detail":"{read_only:false; response_revision:15156; number_of_response:1; }","duration":"506.180404ms","start":"2026-07-31T00:16:48.46472Z","end":"2026-07-31T00:16:48.9709Z","steps":["trace[875915532] 'process raft request' (duration: 505.911526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.970922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.461761Z","time spent":"509.106642ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:16:48.971038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.46471Z","time spent":"506.240456ms","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:16:48.971122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.694602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-31T00:16:48.971214Z","caller":"traceutil/trace.go:171","msg":"trace[2013043286] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15156; }","duration":"464.820685ms","start":"2026-07-31T00:16:48.506361Z","end":"2026-07-31T00:16:48.971182Z","steps":["trace[2013043286] 'agreement among raft nodes before linearized reading' (duration: 464.62297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.971238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.154367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T00:16:48.97126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.50634Z","time spent":"464.909968ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-31T00:16:48.971274Z","caller":"traceutil/trace.go:171","msg":"trace[1779932704] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:15156; }","duration":"374.215669ms","start":"2026-07-31T00:16:48.597047Z","end":"2026-07-31T00:16:48.971262Z","steps":["trace[1779932704] 'agreement among raft nodes before linearized reading' (duration: 374.123477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.971301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.597029Z","time spent":"374.26683ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:16:48.971368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.094195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-07-31T00:16:48.971418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.658487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:16:48.9715Z","caller":"traceutil/trace.go:171","msg":"trace[929400027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15156; }","duration":"317.768ms","start":"2026-07-31T00:16:48.653709Z","end":"2026-07-31T00:16:48.971477Z","steps":["trace[929400027] 'agreement among raft nodes before linearized reading' (duration: 317.632276ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:16:48.971499Z","caller":"traceutil/trace.go:171","msg":"trace[521138674] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7khdb; range_end:; response_count:1; response_revision:15156; }","duration":"432.2874ms","start":"2026-07-31T00:16:48.539176Z","end":"2026-07-31T00:16:48.971464Z","steps":["trace[521138674] 'agreement among raft nodes before linearized reading' (duration: 431.855419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.971538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.653694Z","time spent":"317.837121ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:16:48.971587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.202341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:16:48.971635Z","caller":"traceutil/trace.go:171","msg":"trace[823982949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15156; }","duration":"408.251232ms","start":"2026-07-31T00:16:48.563361Z","end":"2026-07-31T00:16:48.971612Z","steps":["trace[823982949] 'agreement among raft nodes before linearized reading' (duration: 408.17108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.97165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.785425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-31T00:16:48.971695Z","caller":"traceutil/trace.go:171","msg":"trace[675830582] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7khdb; range_end:; response_count:1; response_revision:15156; }","duration":"420.830177ms","start":"2026-07-31T00:16:48.550853Z","end":"2026-07-31T00:16:48.971684Z","steps":["trace[675830582] 'agreement among raft nodes before linearized reading' (duration: 420.705684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.971571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.539155Z","time spent":"432.401164ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" "} {"level":"warn","ts":"2026-07-31T00:16:48.971743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.550775Z","time spent":"420.960901ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" "} {"level":"warn","ts":"2026-07-31T00:16:48.971663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.563289Z","time spent":"408.366396ms","remote":"127.0.0.1:35754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:16:48.971427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.443387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-07-31T00:16:48.971889Z","caller":"traceutil/trace.go:171","msg":"trace[632412386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15156; }","duration":"318.91988ms","start":"2026-07-31T00:16:48.652934Z","end":"2026-07-31T00:16:48.971854Z","steps":["trace[632412386] 'agreement among raft nodes before linearized reading' (duration: 318.411886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:48.971971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:48.65291Z","time spent":"319.039153ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-31T00:16:49.815337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.337272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:16:49.815456Z","caller":"traceutil/trace.go:171","msg":"trace[1275133641] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15164; }","duration":"418.515086ms","start":"2026-07-31T00:16:49.396914Z","end":"2026-07-31T00:16:49.815429Z","steps":["trace[1275133641] 'range keys from in-memory index tree' (duration: 418.215908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:49.815494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:49.396826Z","time spent":"418.65829ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-31T00:16:49.815563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.834538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:16:49.815666Z","caller":"traceutil/trace.go:171","msg":"trace[1561197612] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:15164; }","duration":"266.965911ms","start":"2026-07-31T00:16:49.548675Z","end":"2026-07-31T00:16:49.815641Z","steps":["trace[1561197612] 'count revisions from in-memory index tree' (duration: 266.673333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:49.815882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.28621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-31T00:16:49.815935Z","caller":"traceutil/trace.go:171","msg":"trace[1112350388] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15164; }","duration":"418.398663ms","start":"2026-07-31T00:16:49.397523Z","end":"2026-07-31T00:16:49.815922Z","steps":["trace[1112350388] 'range keys from in-memory index tree' (duration: 418.001643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:49.815924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.733276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:16:49.81597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:49.397502Z","time spent":"418.459274ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-31T00:16:49.816003Z","caller":"traceutil/trace.go:171","msg":"trace[1266795335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15164; }","duration":"161.88558ms","start":"2026-07-31T00:16:49.654099Z","end":"2026-07-31T00:16:49.815984Z","steps":["trace[1266795335] 'range keys from in-memory index tree' (duration: 161.585792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:49.81606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.706281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-31T00:16:49.816186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.077165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-31T00:16:49.816181Z","caller":"traceutil/trace.go:171","msg":"trace[1391485387] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15164; }","duration":"360.841535ms","start":"2026-07-31T00:16:49.455311Z","end":"2026-07-31T00:16:49.816153Z","steps":["trace[1391485387] 'range keys from in-memory index tree' (duration: 360.448324ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:16:49.816209Z","caller":"traceutil/trace.go:171","msg":"trace[808600592] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15164; }","duration":"415.132557ms","start":"2026-07-31T00:16:49.40107Z","end":"2026-07-31T00:16:49.816202Z","steps":["trace[808600592] 'range keys from in-memory index tree' (duration: 414.921651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:49.816227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:49.401051Z","time spent":"415.171117ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-31T00:16:49.816235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:49.45523Z","time spent":"360.991688ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-31T00:16:49.816238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.328089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-31T00:16:49.816302Z","caller":"traceutil/trace.go:171","msg":"trace[2130016572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:15164; }","duration":"308.424742ms","start":"2026-07-31T00:16:49.507861Z","end":"2026-07-31T00:16:49.816285Z","steps":["trace[2130016572] 'range keys from in-memory index tree' (duration: 308.086943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:16:49.816345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:16:49.507839Z","time spent":"308.491914ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-9tndr\" "} {"level":"info","ts":"2026-07-31T00:17:13.565342Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12710} {"level":"info","ts":"2026-07-31T00:17:13.650249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12710,"took":"82.511512ms","hash":3495786557,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":31232000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-31T00:17:13.650311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3495786557,"revision":12710,"compact-revision":10435} {"level":"info","ts":"2026-07-31T00:17:23.44273Z","caller":"traceutil/trace.go:171","msg":"trace[1603505113] transaction","detail":"{read_only:false; response_revision:15334; number_of_response:1; }","duration":"160.637634ms","start":"2026-07-31T00:17:23.282069Z","end":"2026-07-31T00:17:23.442707Z","steps":["trace[1603505113] 'process raft request' (duration: 160.49512ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:24.322243Z","caller":"traceutil/trace.go:171","msg":"trace[890676998] transaction","detail":"{read_only:false; response_revision:15335; number_of_response:1; }","duration":"1.039335274s","start":"2026-07-31T00:17:23.282882Z","end":"2026-07-31T00:17:24.322218Z","steps":["trace[890676998] 'process raft request' (duration: 1.039151969s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.322708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006750483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-31T00:17:24.322741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.282868Z","time spent":"1.039797727s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:17:24.322765Z","caller":"traceutil/trace.go:171","msg":"trace[502861904] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15337; }","duration":"1.006852236s","start":"2026-07-31T00:17:23.3159Z","end":"2026-07-31T00:17:24.322752Z","steps":["trace[502861904] 'agreement among raft nodes before linearized reading' (duration: 1.006681391s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.322799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.31588Z","time spent":"1.006911848s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-31T00:17:24.3225Z","caller":"traceutil/trace.go:171","msg":"trace[1673749767] linearizableReadLoop","detail":"{readStateIndex:15870; appliedIndex:15868; }","duration":"1.006536677s","start":"2026-07-31T00:17:23.315945Z","end":"2026-07-31T00:17:24.322482Z","steps":["trace[1673749767] 'read index received' (duration: 126.723637ms)","trace[1673749767] 'applied index is now lower than readState.Index' (duration: 879.81213ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:17:24.322587Z","caller":"traceutil/trace.go:171","msg":"trace[1432551476] transaction","detail":"{read_only:false; response_revision:15337; number_of_response:1; }","duration":"949.475294ms","start":"2026-07-31T00:17:23.373084Z","end":"2026-07-31T00:17:24.32256Z","steps":["trace[1432551476] 'process raft request' (duration: 949.30206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.322981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.373029Z","time spent":"949.886255ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:24.323117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.039418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rr29k\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-31T00:17:24.32316Z","caller":"traceutil/trace.go:171","msg":"trace[65640896] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rr29k; range_end:; response_count:1; response_revision:15337; }","duration":"643.11625ms","start":"2026-07-31T00:17:23.680033Z","end":"2026-07-31T00:17:24.32315Z","steps":["trace[65640896] 'agreement among raft nodes before linearized reading' (duration: 642.999257ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:24.322576Z","caller":"traceutil/trace.go:171","msg":"trace[272142132] transaction","detail":"{read_only:false; response_revision:15336; number_of_response:1; }","duration":"992.9384ms","start":"2026-07-31T00:17:23.329562Z","end":"2026-07-31T00:17:24.322501Z","steps":["trace[272142132] 'process raft request' (duration: 992.612001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.32301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.713868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-31T00:17:24.323212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.171952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-31T00:17:24.323183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.256827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-31T00:17:24.323251Z","caller":"traceutil/trace.go:171","msg":"trace[823995152] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15337; }","duration":"903.223454ms","start":"2026-07-31T00:17:23.420012Z","end":"2026-07-31T00:17:24.323235Z","steps":["trace[823995152] 'agreement among raft nodes before linearized reading' (duration: 903.133731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.118674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T00:17:24.32329Z","caller":"traceutil/trace.go:171","msg":"trace[705674408] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15337; }","duration":"419.412791ms","start":"2026-07-31T00:17:23.903852Z","end":"2026-07-31T00:17:24.323265Z","steps":["trace[705674408] 'agreement among raft nodes before linearized reading' (duration: 419.078812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.420001Z","time spent":"903.282675ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:17:24.323345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.903835Z","time spent":"419.500343ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-31T00:17:24.323362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.211912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-31T00:17:24.323386Z","caller":"traceutil/trace.go:171","msg":"trace[732283314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15337; }","duration":"890.257043ms","start":"2026-07-31T00:17:23.433122Z","end":"2026-07-31T00:17:24.323379Z","steps":["trace[732283314] 'agreement among raft nodes before linearized reading' (duration: 890.085949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.918639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-07-31T00:17:24.323418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.433109Z","time spent":"890.303344ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T00:17:24.323428Z","caller":"traceutil/trace.go:171","msg":"trace[2083167264] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7khdb; range_end:; response_count:1; response_revision:15337; }","duration":"915.29333ms","start":"2026-07-31T00:17:23.408127Z","end":"2026-07-31T00:17:24.32342Z","steps":["trace[2083167264] 'agreement among raft nodes before linearized reading' (duration: 914.789656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.408106Z","time spent":"915.346111ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" "} {"level":"warn","ts":"2026-07-31T00:17:24.323344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.672627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-31T00:17:24.323473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.422507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-31T00:17:24.323504Z","caller":"traceutil/trace.go:171","msg":"trace[1981866464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:15337; }","duration":"176.895084ms","start":"2026-07-31T00:17:24.1466Z","end":"2026-07-31T00:17:24.323496Z","steps":["trace[1981866464] 'agreement among raft nodes before linearized reading' (duration: 176.658857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.891847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:24.323534Z","caller":"traceutil/trace.go:171","msg":"trace[1720368187] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7khdb; range_end:; response_count:1; response_revision:15337; }","duration":"887.497128ms","start":"2026-07-31T00:17:23.436018Z","end":"2026-07-31T00:17:24.323515Z","steps":["trace[1720368187] 'agreement among raft nodes before linearized reading' (duration: 887.344884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.302798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:17:24.32357Z","caller":"traceutil/trace.go:171","msg":"trace[171917828] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15337; }","duration":"401.9872ms","start":"2026-07-31T00:17:23.921565Z","end":"2026-07-31T00:17:24.323553Z","steps":["trace[171917828] 'agreement among raft nodes before linearized reading' (duration: 401.871267ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:24.323589Z","caller":"traceutil/trace.go:171","msg":"trace[911003215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15337; }","duration":"892.7289ms","start":"2026-07-31T00:17:23.43085Z","end":"2026-07-31T00:17:24.323579Z","steps":["trace[911003215] 'agreement among raft nodes before linearized reading' (duration: 892.265717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.921555Z","time spent":"402.048442ms","remote":"127.0.0.1:51684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:17:24.323239Z","caller":"traceutil/trace.go:171","msg":"trace[262233645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15337; }","duration":"889.981395ms","start":"2026-07-31T00:17:23.433248Z","end":"2026-07-31T00:17:24.323229Z","steps":["trace[262233645] 'agreement among raft nodes before linearized reading' (duration: 889.685997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.329545Z","time spent":"993.685509ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:24.323662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.433222Z","time spent":"890.435658ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:17:24.323189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.680013Z","time spent":"643.170211ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rr29k\" "} {"level":"warn","ts":"2026-07-31T00:17:24.323491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.458492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:24.323752Z","caller":"traceutil/trace.go:171","msg":"trace[1791695043] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15337; }","duration":"419.731209ms","start":"2026-07-31T00:17:23.90401Z","end":"2026-07-31T00:17:24.323742Z","steps":["trace[1791695043] 'agreement among raft nodes before linearized reading' (duration: 419.452952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.323795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.904002Z","time spent":"419.781971ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-31T00:17:24.323635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.430835Z","time spent":"892.788621ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:17:24.323892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.047201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-31T00:17:24.323589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.436008Z","time spent":"887.56955ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" "} {"level":"info","ts":"2026-07-31T00:17:24.323984Z","caller":"traceutil/trace.go:171","msg":"trace[602644399] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15337; }","duration":"419.219146ms","start":"2026-07-31T00:17:23.904743Z","end":"2026-07-31T00:17:24.323962Z","steps":["trace[602644399] 'agreement among raft nodes before linearized reading' (duration: 418.659581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.324037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.904735Z","time spent":"419.292258ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-31T00:17:24.323302Z","caller":"traceutil/trace.go:171","msg":"trace[1976318182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15337; }","duration":"885.172885ms","start":"2026-07-31T00:17:23.438117Z","end":"2026-07-31T00:17:24.323289Z","steps":["trace[1976318182] 'agreement among raft nodes before linearized reading' (duration: 885.090683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:24.324083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:23.438102Z","time spent":"885.971167ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:17:24.869632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805841045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:17:25.370317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805841045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:17:25.396233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031904582s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:17:25.403061Z","caller":"traceutil/trace.go:171","msg":"trace[836413881] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"1.071495043s","start":"2026-07-31T00:17:24.331532Z","end":"2026-07-31T00:17:25.403027Z","steps":["trace[836413881] 'process raft request' (duration: 1.064873463s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:25.403189Z","caller":"traceutil/trace.go:171","msg":"trace[1098254555] transaction","detail":"{read_only:false; response_revision:15340; number_of_response:1; }","duration":"1.071574485s","start":"2026-07-31T00:17:24.331584Z","end":"2026-07-31T00:17:25.403158Z","steps":["trace[1098254555] 'process raft request' (duration: 1.071352129s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:25.40325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.331524Z","time spent":"1.071613196s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:17:25.403272Z","caller":"traceutil/trace.go:171","msg":"trace[1691416283] transaction","detail":"{read_only:false; response_revision:15342; number_of_response:1; }","duration":"1.071643177s","start":"2026-07-31T00:17:24.331614Z","end":"2026-07-31T00:17:25.403257Z","steps":["trace[1691416283] 'process raft request' (duration: 1.071464582s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:25.403235Z","caller":"traceutil/trace.go:171","msg":"trace[680402910] transaction","detail":"{read_only:false; response_revision:15341; number_of_response:1; }","duration":"1.071603726s","start":"2026-07-31T00:17:24.331579Z","end":"2026-07-31T00:17:25.403183Z","steps":["trace[680402910] 'process raft request' (duration: 1.071460532s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:25.403349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.331579Z","time spent":"1.071687798s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:25.403403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.33161Z","time spent":"1.071714089s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:17:25.403207Z","caller":"traceutil/trace.go:171","msg":"trace[559854526] transaction","detail":"{read_only:false; response_revision:15343; number_of_response:1; }","duration":"1.071525634s","start":"2026-07-31T00:17:24.331649Z","end":"2026-07-31T00:17:25.403175Z","steps":["trace[559854526] 'process raft request' (duration: 1.071466482s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:25.403488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.331568Z","time spent":"1.07178636s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:25.403518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.331646Z","time spent":"1.071843392s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:26.418831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.954264ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:26.419004Z","caller":"traceutil/trace.go:171","msg":"trace[664302890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15343; }","duration":"843.138999ms","start":"2026-07-31T00:17:25.575834Z","end":"2026-07-31T00:17:26.418973Z","steps":["trace[664302890] 'range keys from in-memory index tree' (duration: 842.936064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.442394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045935312s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:17:26.443015Z","caller":"traceutil/trace.go:171","msg":"trace[925046250] linearizableReadLoop","detail":"{readStateIndex:15879; appliedIndex:15873; }","duration":"2.074436453s","start":"2026-07-31T00:17:24.368553Z","end":"2026-07-31T00:17:26.442989Z","steps":["trace[925046250] 'read index received' (duration: 1.027861583s)","trace[925046250] 'applied index is now lower than readState.Index' (duration: 1.04657392s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:17:26.443222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108613307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18767"} {"level":"info","ts":"2026-07-31T00:17:26.44325Z","caller":"traceutil/trace.go:171","msg":"trace[1747678052] transaction","detail":"{read_only:false; response_revision:15344; number_of_response:1; }","duration":"1.394472107s","start":"2026-07-31T00:17:25.048751Z","end":"2026-07-31T00:17:26.443223Z","steps":["trace[1747678052] 'process raft request' (duration: 1.394024575s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:26.443303Z","caller":"traceutil/trace.go:171","msg":"trace[1092726110] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15344; }","duration":"2.108739091s","start":"2026-07-31T00:17:24.334546Z","end":"2026-07-31T00:17:26.443285Z","steps":["trace[1092726110] 'agreement among raft nodes before linearized reading' (duration: 2.108546355s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.443357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.334533Z","time spent":"2.108806552s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18790,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-31T00:17:26.443509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.048712Z","time spent":"1.39459252s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:26.444862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:777171"} {"level":"info","ts":"2026-07-31T00:17:26.44495Z","caller":"traceutil/trace.go:171","msg":"trace[2076835067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15344; }","duration":"2.111432533s","start":"2026-07-31T00:17:24.333498Z","end":"2026-07-31T00:17:26.444931Z","steps":["trace[2076835067] 'agreement among raft nodes before linearized reading' (duration: 2.109588563s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.444957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111528026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:777171"} {"level":"warn","ts":"2026-07-31T00:17:26.445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.333452Z","time spent":"2.111535366s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":777194,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-31T00:17:26.445027Z","caller":"traceutil/trace.go:171","msg":"trace[1247514971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15344; }","duration":"2.111619178s","start":"2026-07-31T00:17:24.333392Z","end":"2026-07-31T00:17:26.445011Z","steps":["trace[1247514971] 'agreement among raft nodes before linearized reading' (duration: 2.109743338s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.445073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.333387Z","time spent":"2.11167211s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":777194,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-31T00:17:26.448522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111800663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:777171"} {"level":"info","ts":"2026-07-31T00:17:26.449227Z","caller":"traceutil/trace.go:171","msg":"trace[1234593793] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15344; }","duration":"2.112466561s","start":"2026-07-31T00:17:24.33667Z","end":"2026-07-31T00:17:26.449136Z","steps":["trace[1234593793] 'agreement among raft nodes before linearized reading' (duration: 2.106383006s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.449357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.33666Z","time spent":"2.112674647s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":777194,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-31T00:17:26.630794Z","caller":"traceutil/trace.go:171","msg":"trace[1463887874] transaction","detail":"{read_only:false; response_revision:15345; number_of_response:1; }","duration":"1.181699783s","start":"2026-07-31T00:17:25.449042Z","end":"2026-07-31T00:17:26.630742Z","steps":["trace[1463887874] 'process raft request' (duration: 1.088668888s)","trace[1463887874] 'compare' (duration: 92.633235ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:17:26.630799Z","caller":"traceutil/trace.go:171","msg":"trace[493761450] transaction","detail":"{read_only:false; response_revision:15346; number_of_response:1; }","duration":"1.113460219s","start":"2026-07-31T00:17:25.517299Z","end":"2026-07-31T00:17:26.630759Z","steps":["trace[493761450] 'process raft request' (duration: 1.113327715s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.630986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.449012Z","time spent":"1.181873438s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:26.631048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.517256Z","time spent":"1.113652134s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:17:26.631127Z","caller":"traceutil/trace.go:171","msg":"trace[1580365437] transaction","detail":"{read_only:false; response_revision:15347; number_of_response:1; }","duration":"657.854009ms","start":"2026-07-31T00:17:25.973241Z","end":"2026-07-31T00:17:26.631095Z","steps":["trace[1580365437] 'process raft request' (duration: 657.458928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.631474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.97321Z","time spent":"658.185797ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:17:26.631694Z","caller":"traceutil/trace.go:171","msg":"trace[1804173729] transaction","detail":"{read_only:false; response_revision:15348; number_of_response:1; }","duration":"301.489293ms","start":"2026-07-31T00:17:26.330189Z","end":"2026-07-31T00:17:26.631678Z","steps":["trace[1804173729] 'process raft request' (duration: 300.800604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.631785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:26.330158Z","time spent":"301.581885ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:17:26.631834Z","caller":"traceutil/trace.go:171","msg":"trace[636005364] linearizableReadLoop","detail":"{readStateIndex:15884; appliedIndex:15879; }","duration":"188.718623ms","start":"2026-07-31T00:17:26.443065Z","end":"2026-07-31T00:17:26.631783Z","steps":["trace[636005364] 'read index received' (duration: 94.643429ms)","trace[636005364] 'applied index is now lower than readState.Index' (duration: 94.073314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:17:26.631941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407572532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-31T00:17:26.631996Z","caller":"traceutil/trace.go:171","msg":"trace[2128530820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"1.407625803s","start":"2026-07-31T00:17:25.224356Z","end":"2026-07-31T00:17:26.631982Z","steps":["trace[2128530820] 'agreement among raft nodes before linearized reading' (duration: 1.407451388s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131986799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409865713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:26.632087Z","caller":"traceutil/trace.go:171","msg":"trace[1692154738] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"2.132137252s","start":"2026-07-31T00:17:24.49993Z","end":"2026-07-31T00:17:26.632068Z","steps":["trace[1692154738] 'agreement among raft nodes before linearized reading' (duration: 2.132002879s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981206132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:26.63214Z","caller":"traceutil/trace.go:171","msg":"trace[88863740] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"1.409957636s","start":"2026-07-31T00:17:25.22216Z","end":"2026-07-31T00:17:26.632118Z","steps":["trace[88863740] 'agreement among raft nodes before linearized reading' (duration: 1.409891734s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.49991Z","time spent":"2.132227255s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-31T00:17:26.632176Z","caller":"traceutil/trace.go:171","msg":"trace[670160871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15349; }","duration":"1.981239784s","start":"2026-07-31T00:17:24.650923Z","end":"2026-07-31T00:17:26.632163Z","steps":["trace[670160871] 'agreement among raft nodes before linearized reading' (duration: 1.981191023s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.63217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.390922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-31T00:17:26.632176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123749546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-07-31T00:17:26.63221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.650882Z","time spent":"1.981321616s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:17:26.632213Z","caller":"traceutil/trace.go:171","msg":"trace[1434701772] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"297.465514ms","start":"2026-07-31T00:17:26.334736Z","end":"2026-07-31T00:17:26.632201Z","steps":["trace[1434701772] 'agreement among raft nodes before linearized reading' (duration: 297.32663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410148061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:26.632238Z","caller":"traceutil/trace.go:171","msg":"trace[184642347] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15349; }","duration":"2.123823948s","start":"2026-07-31T00:17:24.508399Z","end":"2026-07-31T00:17:26.632223Z","steps":["trace[184642347] 'agreement among raft nodes before linearized reading' (duration: 2.123622813s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351892105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-31T00:17:26.632269Z","caller":"traceutil/trace.go:171","msg":"trace[498603929] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15349; }","duration":"1.410215852s","start":"2026-07-31T00:17:25.222043Z","end":"2026-07-31T00:17:26.632259Z","steps":["trace[498603929] 'agreement among raft nodes before linearized reading' (duration: 1.410169581s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.508392Z","time spent":"2.12387518s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-31T00:17:26.632294Z","caller":"traceutil/trace.go:171","msg":"trace[1301551486] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"1.351976128s","start":"2026-07-31T00:17:25.280308Z","end":"2026-07-31T00:17:26.632284Z","steps":["trace[1301551486] 'agreement among raft nodes before linearized reading' (duration: 1.351889026s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.280285Z","time spent":"1.352039739s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-31T00:17:26.632438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352553473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06323031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-smwfs\" ","response":"range_response_count:1 size:20653"} {"level":"warn","ts":"2026-07-31T00:17:26.632448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126327356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-31T00:17:26.632468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560012813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-31T00:17:26.632477Z","caller":"traceutil/trace.go:171","msg":"trace[440893273] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-smwfs; range_end:; response_count:1; response_revision:15349; }","duration":"2.063292112s","start":"2026-07-31T00:17:24.569175Z","end":"2026-07-31T00:17:26.632467Z","steps":["trace[440893273] 'agreement among raft nodes before linearized reading' (duration: 2.063180599s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.665564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-31T00:17:26.632549Z","caller":"traceutil/trace.go:171","msg":"trace[1771601149] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7khdb; range_end:; response_count:1; response_revision:15349; }","duration":"248.723686ms","start":"2026-07-31T00:17:26.383813Z","end":"2026-07-31T00:17:26.632537Z","steps":["trace[1771601149] 'agreement among raft nodes before linearized reading' (duration: 248.575032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.222023Z","time spent":"1.410268804s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-31T00:17:26.632562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388847624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560904957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-31T00:17:26.632601Z","caller":"traceutil/trace.go:171","msg":"trace[106526640] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"1.388907496s","start":"2026-07-31T00:17:25.243683Z","end":"2026-07-31T00:17:26.632591Z","steps":["trace[106526640] 'agreement among raft nodes before linearized reading' (duration: 1.388844075s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.24367Z","time spent":"1.388962658s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-31T00:17:26.632332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410516651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38869126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-31T00:17:26.632756Z","caller":"traceutil/trace.go:171","msg":"trace[1131632065] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15349; }","duration":"1.410973664s","start":"2026-07-31T00:17:25.22177Z","end":"2026-07-31T00:17:26.632743Z","steps":["trace[1131632065] 'agreement among raft nodes before linearized reading' (duration: 1.410544502s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:26.63279Z","caller":"traceutil/trace.go:171","msg":"trace[948859931] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"1.388755092s","start":"2026-07-31T00:17:25.244022Z","end":"2026-07-31T00:17:26.632777Z","steps":["trace[948859931] 'agreement among raft nodes before linearized reading' (duration: 1.38864951s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.63281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562262464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.244011Z","time spent":"1.388809704s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-31T00:17:26.63285Z","caller":"traceutil/trace.go:171","msg":"trace[506370207] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"1.562353266s","start":"2026-07-31T00:17:25.070487Z","end":"2026-07-31T00:17:26.632841Z","steps":["trace[506370207] 'agreement among raft nodes before linearized reading' (duration: 1.562296375s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563353504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.070474Z","time spent":"1.562404288s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-31T00:17:26.632629Z","caller":"traceutil/trace.go:171","msg":"trace[2011621578] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"1.560963949s","start":"2026-07-31T00:17:25.071656Z","end":"2026-07-31T00:17:26.63262Z","steps":["trace[2011621578] 'agreement among raft nodes before linearized reading' (duration: 1.560872957s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:26.632898Z","caller":"traceutil/trace.go:171","msg":"trace[1021347266] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15349; }","duration":"1.563422606s","start":"2026-07-31T00:17:25.069467Z","end":"2026-07-31T00:17:26.63289Z","steps":["trace[1021347266] 'agreement among raft nodes before linearized reading' (duration: 1.563371364s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.069446Z","time spent":"1.563477566s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-31T00:17:26.632936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.071646Z","time spent":"1.561278817s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-31T00:17:26.632955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.437386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-31T00:17:26.632987Z","caller":"traceutil/trace.go:171","msg":"trace[999949184] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"296.494908ms","start":"2026-07-31T00:17:26.336482Z","end":"2026-07-31T00:17:26.632977Z","steps":["trace[999949184] 'agreement among raft nodes before linearized reading' (duration: 296.426966ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:26.63247Z","caller":"traceutil/trace.go:171","msg":"trace[1243936334] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"1.352617175s","start":"2026-07-31T00:17:25.279845Z","end":"2026-07-31T00:17:26.632462Z","steps":["trace[1243936334] 'agreement among raft nodes before linearized reading' (duration: 1.352569534s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.101495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-31T00:17:26.632794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.22174Z","time spent":"1.411043616s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-31T00:17:26.633116Z","caller":"traceutil/trace.go:171","msg":"trace[1052468287] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:15349; }","duration":"801.082061ms","start":"2026-07-31T00:17:25.832015Z","end":"2026-07-31T00:17:26.633097Z","steps":["trace[1052468287] 'agreement among raft nodes before linearized reading' (duration: 800.091554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.633191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.83199Z","time spent":"801.181944ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-31T00:17:26.632079Z","caller":"traceutil/trace.go:171","msg":"trace[1526408703] transaction","detail":"{read_only:false; response_revision:15349; number_of_response:1; }","duration":"300.525916ms","start":"2026-07-31T00:17:26.331542Z","end":"2026-07-31T00:17:26.632067Z","steps":["trace[1526408703] 'process raft request' (duration: 300.021043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.63331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.228448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-31T00:17:26.632182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.222139Z","time spent":"1.410034968s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-31T00:17:26.633362Z","caller":"traceutil/trace.go:171","msg":"trace[443089036] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"297.294419ms","start":"2026-07-31T00:17:26.336051Z","end":"2026-07-31T00:17:26.633346Z","steps":["trace[443089036] 'agreement among raft nodes before linearized reading' (duration: 297.153415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.63331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:26.331513Z","time spent":"301.733139ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:17:26.632495Z","caller":"traceutil/trace.go:171","msg":"trace[2039072163] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"2.126394437s","start":"2026-07-31T00:17:24.506087Z","end":"2026-07-31T00:17:26.632481Z","steps":["trace[2039072163] 'agreement among raft nodes before linearized reading' (duration: 2.126217653s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.924105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-31T00:17:26.632554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372458671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-31T00:17:26.633442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.506076Z","time spent":"2.127351424s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-31T00:17:26.633483Z","caller":"traceutil/trace.go:171","msg":"trace[1059292429] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"1.373398197s","start":"2026-07-31T00:17:25.260067Z","end":"2026-07-31T00:17:26.633466Z","steps":["trace[1059292429] 'agreement among raft nodes before linearized reading' (duration: 1.372425461s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:26.633474Z","caller":"traceutil/trace.go:171","msg":"trace[1100674287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15349; }","duration":"261.585083ms","start":"2026-07-31T00:17:26.371856Z","end":"2026-07-31T00:17:26.633441Z","steps":["trace[1100674287] 'agreement among raft nodes before linearized reading' (duration: 260.863524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.633494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.434503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:26.633535Z","caller":"traceutil/trace.go:171","msg":"trace[1515201272] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"297.558066ms","start":"2026-07-31T00:17:26.335966Z","end":"2026-07-31T00:17:26.633524Z","steps":["trace[1515201272] 'agreement among raft nodes before linearized reading' (duration: 297.468403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122633976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-31T00:17:26.63209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846659915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:26.633595Z","caller":"traceutil/trace.go:171","msg":"trace[876907112] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"2.124249529s","start":"2026-07-31T00:17:24.509333Z","end":"2026-07-31T00:17:26.633582Z","steps":["trace[876907112] 'agreement among raft nodes before linearized reading' (duration: 2.122574204s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:26.633601Z","caller":"traceutil/trace.go:171","msg":"trace[252127750] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15349; }","duration":"1.848207796s","start":"2026-07-31T00:17:24.785379Z","end":"2026-07-31T00:17:26.633587Z","steps":["trace[252127750] 'agreement among raft nodes before linearized reading' (duration: 1.846678815s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.633637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.509308Z","time spent":"2.124315251s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-31T00:17:26.633643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.785357Z","time spent":"1.848266998s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:17:26.632502Z","caller":"traceutil/trace.go:171","msg":"trace[801156294] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"1.560065565s","start":"2026-07-31T00:17:25.072427Z","end":"2026-07-31T00:17:26.632493Z","steps":["trace[801156294] 'agreement among raft nodes before linearized reading' (duration: 1.559922531s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.633733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.072414Z","time spent":"1.561311668s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-31T00:17:26.632509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124065085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.56916Z","time spent":"2.063341274s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20676,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-smwfs\" "} {"level":"info","ts":"2026-07-31T00:17:26.633786Z","caller":"traceutil/trace.go:171","msg":"trace[1737845768] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15349; }","duration":"2.125333919s","start":"2026-07-31T00:17:24.508435Z","end":"2026-07-31T00:17:26.633769Z","steps":["trace[1737845768] 'agreement among raft nodes before linearized reading' (duration: 2.124047624s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.63306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.279823Z","time spent":"1.353222602s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-31T00:17:26.633828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:24.508421Z","time spent":"2.125395141s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-31T00:17:26.633519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.260054Z","time spent":"1.373453618s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-31T00:17:26.63199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562633274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:17:26.632888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.892731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-31T00:17:26.633913Z","caller":"traceutil/trace.go:171","msg":"trace[398502859] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"296.933049ms","start":"2026-07-31T00:17:26.336968Z","end":"2026-07-31T00:17:26.633901Z","steps":["trace[398502859] 'agreement among raft nodes before linearized reading' (duration: 295.86708ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:26.633932Z","caller":"traceutil/trace.go:171","msg":"trace[1132629155] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15349; }","duration":"1.564624478s","start":"2026-07-31T00:17:25.069291Z","end":"2026-07-31T00:17:26.633915Z","steps":["trace[1132629155] 'agreement among raft nodes before linearized reading' (duration: 1.562612644s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:26.632033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.224319Z","time spent":"1.407706965s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-31T00:17:26.633985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:25.06927Z","time spent":"1.56470151s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-31T00:17:27.34984Z","caller":"traceutil/trace.go:171","msg":"trace[508119264] linearizableReadLoop","detail":"{readStateIndex:15888; appliedIndex:15887; }","duration":"332.85847ms","start":"2026-07-31T00:17:27.016953Z","end":"2026-07-31T00:17:27.349811Z","steps":["trace[508119264] 'read index received' (duration: 252.042725ms)","trace[508119264] 'applied index is now lower than readState.Index' (duration: 80.813955ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:17:27.349968Z","caller":"traceutil/trace.go:171","msg":"trace[623927532] transaction","detail":"{read_only:false; response_revision:15352; number_of_response:1; }","duration":"571.837673ms","start":"2026-07-31T00:17:26.778115Z","end":"2026-07-31T00:17:27.349953Z","steps":["trace[623927532] 'process raft request' (duration: 490.933555ms)","trace[623927532] 'compare' (duration: 80.456566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:17:27.350061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:26.778085Z","time spent":"571.908064ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:17:27.350079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.620798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:27.350148Z","caller":"traceutil/trace.go:171","msg":"trace[585003017] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:15352; }","duration":"138.69818ms","start":"2026-07-31T00:17:27.21143Z","end":"2026-07-31T00:17:27.350128Z","steps":["trace[585003017] 'agreement among raft nodes before linearized reading' (duration: 138.587527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:27.350495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.54319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-31T00:17:27.350574Z","caller":"traceutil/trace.go:171","msg":"trace[1964980474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15352; }","duration":"333.661343ms","start":"2026-07-31T00:17:27.016902Z","end":"2026-07-31T00:17:27.350563Z","steps":["trace[1964980474] 'agreement among raft nodes before linearized reading' (duration: 333.487158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:17:27.350605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:17:27.016881Z","time spent":"333.715754ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-31T00:17:27.517819Z","caller":"traceutil/trace.go:171","msg":"trace[1480071659] transaction","detail":"{read_only:false; response_revision:15353; number_of_response:1; }","duration":"105.979946ms","start":"2026-07-31T00:17:27.411801Z","end":"2026-07-31T00:17:27.517781Z","steps":["trace[1480071659] 'process raft request' (duration: 67.467085ms)","trace[1480071659] 'compare' (duration: 38.370997ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:17:27.580319Z","caller":"traceutil/trace.go:171","msg":"trace[1506871456] transaction","detail":"{read_only:false; response_revision:15354; number_of_response:1; }","duration":"166.966355ms","start":"2026-07-31T00:17:27.413323Z","end":"2026-07-31T00:17:27.580289Z","steps":["trace[1506871456] 'process raft request' (duration: 166.756949ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:27.580576Z","caller":"traceutil/trace.go:171","msg":"trace[1304375973] transaction","detail":"{read_only:false; response_revision:15355; number_of_response:1; }","duration":"167.239812ms","start":"2026-07-31T00:17:27.413326Z","end":"2026-07-31T00:17:27.580566Z","steps":["trace[1304375973] 'process raft request' (duration: 166.912603ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:27.580616Z","caller":"traceutil/trace.go:171","msg":"trace[1930088874] linearizableReadLoop","detail":"{readStateIndex:15893; appliedIndex:15888; }","duration":"159.243996ms","start":"2026-07-31T00:17:27.421355Z","end":"2026-07-31T00:17:27.580599Z","steps":["trace[1930088874] 'read index received' (duration: 57.835794ms)","trace[1930088874] 'applied index is now lower than readState.Index' (duration: 101.407092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:17:27.58074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.364519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:17:27.58078Z","caller":"traceutil/trace.go:171","msg":"trace[354733874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15357; }","duration":"159.442952ms","start":"2026-07-31T00:17:27.421328Z","end":"2026-07-31T00:17:27.580771Z","steps":["trace[354733874] 'agreement among raft nodes before linearized reading' (duration: 159.336349ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:27.580788Z","caller":"traceutil/trace.go:171","msg":"trace[1551764232] transaction","detail":"{read_only:false; response_revision:15357; number_of_response:1; }","duration":"167.299384ms","start":"2026-07-31T00:17:27.413478Z","end":"2026-07-31T00:17:27.580777Z","steps":["trace[1551764232] 'process raft request' (duration: 167.076748ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:17:27.580949Z","caller":"traceutil/trace.go:171","msg":"trace[909345213] transaction","detail":"{read_only:false; response_revision:15356; number_of_response:1; }","duration":"167.463419ms","start":"2026-07-31T00:17:27.41338Z","end":"2026-07-31T00:17:27.580843Z","steps":["trace[909345213] 'process raft request' (duration: 167.104719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:16.654973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.594666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:900372"} {"level":"info","ts":"2026-07-31T00:20:16.655073Z","caller":"traceutil/trace.go:171","msg":"trace[1364545444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16718; }","duration":"112.712299ms","start":"2026-07-31T00:20:16.542344Z","end":"2026-07-31T00:20:16.655056Z","steps":["trace[1364545444] 'range keys from in-memory index tree' (duration: 111.280091ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:22:13.57292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15289} {"level":"info","ts":"2026-07-31T00:22:13.67519Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15289,"took":"98.232778ms","hash":2204622184,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":32022528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-31T00:22:13.675289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2204622184,"revision":15289,"compact-revision":12710} {"level":"info","ts":"2026-07-31T00:22:19.458866Z","caller":"traceutil/trace.go:171","msg":"trace[767199936] transaction","detail":"{read_only:false; response_revision:17525; number_of_response:1; }","duration":"239.573377ms","start":"2026-07-31T00:22:19.219255Z","end":"2026-07-31T00:22:19.458828Z","steps":["trace[767199936] 'process raft request' (duration: 183.550665ms)","trace[767199936] 'compare' (duration: 55.796986ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:22:19.45895Z","caller":"traceutil/trace.go:171","msg":"trace[1910202431] linearizableReadLoop","detail":"{readStateIndex:18131; appliedIndex:18128; }","duration":"234.233983ms","start":"2026-07-31T00:22:19.22469Z","end":"2026-07-31T00:22:19.458924Z","steps":["trace[1910202431] 'read index received' (duration: 44.342875ms)","trace[1910202431] 'applied index is now lower than readState.Index' (duration: 189.888938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:22:19.459141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.267512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:22:19.459202Z","caller":"traceutil/trace.go:171","msg":"trace[1628267046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17526; }","duration":"143.383905ms","start":"2026-07-31T00:22:19.315801Z","end":"2026-07-31T00:22:19.459185Z","steps":["trace[1628267046] 'agreement among raft nodes before linearized reading' (duration: 143.266662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:22:19.459236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.51574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:22:19.459353Z","caller":"traceutil/trace.go:171","msg":"trace[394916615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17526; }","duration":"234.664184ms","start":"2026-07-31T00:22:19.224664Z","end":"2026-07-31T00:22:19.459328Z","steps":["trace[394916615] 'agreement among raft nodes before linearized reading' (duration: 234.361275ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:22:19.459176Z","caller":"traceutil/trace.go:171","msg":"trace[2058065690] transaction","detail":"{read_only:false; response_revision:17526; number_of_response:1; }","duration":"238.980111ms","start":"2026-07-31T00:22:19.219994Z","end":"2026-07-31T00:22:19.458974Z","steps":["trace[2058065690] 'process raft request' (duration: 238.754635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:22:19.459392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.103979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-31T00:22:19.459454Z","caller":"traceutil/trace.go:171","msg":"trace[960149778] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17526; }","duration":"114.166241ms","start":"2026-07-31T00:22:19.345272Z","end":"2026-07-31T00:22:19.459439Z","steps":["trace[960149778] 'agreement among raft nodes before linearized reading' (duration: 114.002816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:22:19.851588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.475754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:22:19.852086Z","caller":"traceutil/trace.go:171","msg":"trace[2079545739] transaction","detail":"{read_only:false; response_revision:17528; number_of_response:1; }","duration":"322.654003ms","start":"2026-07-31T00:22:19.529397Z","end":"2026-07-31T00:22:19.852051Z","steps":["trace[2079545739] 'process raft request' (duration: 184.568843ms)","trace[2079545739] 'compare' (duration: 137.033702ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:22:19.852112Z","caller":"traceutil/trace.go:171","msg":"trace[522598955] linearizableReadLoop","detail":"{readStateIndex:18133; appliedIndex:18132; }","duration":"196.643281ms","start":"2026-07-31T00:22:19.655436Z","end":"2026-07-31T00:22:19.852079Z","steps":["trace[522598955] 'read index received' (duration: 58.53451ms)","trace[522598955] 'applied index is now lower than readState.Index' (duration: 138.105791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:22:19.852268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:22:19.529364Z","time spent":"322.798037ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:22:19.852383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.93888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:22:19.852421Z","caller":"traceutil/trace.go:171","msg":"trace[2004921854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17529; }","duration":"197.042302ms","start":"2026-07-31T00:22:19.655368Z","end":"2026-07-31T00:22:19.852411Z","steps":["trace[2004921854] 'agreement among raft nodes before linearized reading' (duration: 196.814816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:22:19.927606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.795474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-31T00:22:19.927667Z","caller":"traceutil/trace.go:171","msg":"trace[596360786] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17531; }","duration":"147.859616ms","start":"2026-07-31T00:22:19.779793Z","end":"2026-07-31T00:22:19.927653Z","steps":["trace[596360786] 'agreement among raft nodes before linearized reading' (duration: 147.64287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:22:19.927641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.230174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-31T00:22:19.92803Z","caller":"traceutil/trace.go:171","msg":"trace[1529939911] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17531; }","duration":"138.589344ms","start":"2026-07-31T00:22:19.789329Z","end":"2026-07-31T00:22:19.927919Z","steps":["trace[1529939911] 'agreement among raft nodes before linearized reading' (duration: 138.07993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:22:19.928414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.306422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tndr\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-07-31T00:22:19.928482Z","caller":"traceutil/trace.go:171","msg":"trace[1677748236] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tndr; range_end:; response_count:1; response_revision:17531; }","duration":"108.438676ms","start":"2026-07-31T00:22:19.820027Z","end":"2026-07-31T00:22:19.928465Z","steps":["trace[1677748236] 'agreement among raft nodes before linearized reading' (duration: 108.24189ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:22:58.854766Z","caller":"traceutil/trace.go:171","msg":"trace[2105221366] transaction","detail":"{read_only:false; response_revision:17874; number_of_response:1; }","duration":"286.006739ms","start":"2026-07-31T00:22:58.568703Z","end":"2026-07-31T00:22:58.85471Z","steps":["trace[2105221366] 'process raft request' (duration: 285.69011ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:00.361256Z","caller":"traceutil/trace.go:171","msg":"trace[1225610163] transaction","detail":"{read_only:false; response_revision:17901; number_of_response:1; }","duration":"156.086764ms","start":"2026-07-31T00:23:00.205143Z","end":"2026-07-31T00:23:00.36123Z","steps":["trace[1225610163] 'process raft request' (duration: 155.92237ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:00.484642Z","caller":"traceutil/trace.go:171","msg":"trace[2126894136] linearizableReadLoop","detail":"{readStateIndex:18520; appliedIndex:18519; }","duration":"177.999548ms","start":"2026-07-31T00:23:00.306624Z","end":"2026-07-31T00:23:00.484623Z","steps":["trace[2126894136] 'read index received' (duration: 54.680273ms)","trace[2126894136] 'applied index is now lower than readState.Index' (duration: 123.318615ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:23:00.484733Z","caller":"traceutil/trace.go:171","msg":"trace[1623981323] transaction","detail":"{read_only:false; response_revision:17902; number_of_response:1; }","duration":"269.033358ms","start":"2026-07-31T00:23:00.215659Z","end":"2026-07-31T00:23:00.484693Z","steps":["trace[1623981323] 'process raft request' (duration: 268.841873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:00.485029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.389869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-31T00:23:00.48513Z","caller":"traceutil/trace.go:171","msg":"trace[2033650297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17902; }","duration":"178.539993ms","start":"2026-07-31T00:23:00.306564Z","end":"2026-07-31T00:23:00.485104Z","steps":["trace[2033650297] 'agreement among raft nodes before linearized reading' (duration: 178.133212ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:00.488994Z","caller":"traceutil/trace.go:171","msg":"trace[2056070202] transaction","detail":"{read_only:false; response_revision:17903; number_of_response:1; }","duration":"123.656764ms","start":"2026-07-31T00:23:00.36531Z","end":"2026-07-31T00:23:00.488967Z","steps":["trace[2056070202] 'process raft request' (duration: 123.117279ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:05.554632Z","caller":"traceutil/trace.go:171","msg":"trace[1141018430] transaction","detail":"{read_only:false; response_revision:17949; number_of_response:1; }","duration":"113.069367ms","start":"2026-07-31T00:23:05.441523Z","end":"2026-07-31T00:23:05.554592Z","steps":["trace[1141018430] 'process raft request' (duration: 32.754658ms)","trace[1141018430] 'compare' (duration: 80.163015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:23:05.805391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.68655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:23:05.805474Z","caller":"traceutil/trace.go:171","msg":"trace[481136192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17950; }","duration":"142.844934ms","start":"2026-07-31T00:23:05.662611Z","end":"2026-07-31T00:23:05.805456Z","steps":["trace[481136192] 'range keys from in-memory index tree' (duration: 142.618239ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:06.111851Z","caller":"traceutil/trace.go:171","msg":"trace[1371017374] transaction","detail":"{read_only:false; response_revision:17951; number_of_response:1; }","duration":"297.720626ms","start":"2026-07-31T00:23:05.814113Z","end":"2026-07-31T00:23:06.111834Z","steps":["trace[1371017374] 'process raft request' (duration: 297.591712ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:06.210075Z","caller":"traceutil/trace.go:171","msg":"trace[1768349383] linearizableReadLoop","detail":"{readStateIndex:18572; appliedIndex:18569; }","duration":"359.07284ms","start":"2026-07-31T00:23:05.850977Z","end":"2026-07-31T00:23:06.210049Z","steps":["trace[1768349383] 'read index received' (duration: 260.832535ms)","trace[1768349383] 'applied index is now lower than readState.Index' (duration: 98.239335ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:23:06.210552Z","caller":"traceutil/trace.go:171","msg":"trace[1273589041] transaction","detail":"{read_only:false; response_revision:17952; number_of_response:1; }","duration":"396.29474ms","start":"2026-07-31T00:23:05.814216Z","end":"2026-07-31T00:23:06.210511Z","steps":["trace[1273589041] 'process raft request' (duration: 395.339464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:06.210675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:05.814187Z","time spent":"396.411013ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:23:06.210821Z","caller":"traceutil/trace.go:171","msg":"trace[1507566718] transaction","detail":"{read_only:false; response_revision:17953; number_of_response:1; }","duration":"396.577568ms","start":"2026-07-31T00:23:05.814233Z","end":"2026-07-31T00:23:06.210811Z","steps":["trace[1507566718] 'process raft request' (duration: 395.636442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:06.210881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:05.814201Z","time spent":"396.65015ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:23:06.210987Z","caller":"traceutil/trace.go:171","msg":"trace[37124912] transaction","detail":"{read_only:false; response_revision:17954; number_of_response:1; }","duration":"176.203379ms","start":"2026-07-31T00:23:06.034774Z","end":"2026-07-31T00:23:06.210978Z","steps":["trace[37124912] 'process raft request' (duration: 175.13794ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:06.211064Z","caller":"traceutil/trace.go:171","msg":"trace[433460182] transaction","detail":"{read_only:false; response_revision:17955; number_of_response:1; }","duration":"112.997245ms","start":"2026-07-31T00:23:06.098059Z","end":"2026-07-31T00:23:06.211057Z","steps":["trace[433460182] 'process raft request' (duration: 111.897336ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:06.211402Z","caller":"traceutil/trace.go:171","msg":"trace[1670432296] transaction","detail":"{read_only:false; response_revision:17956; number_of_response:1; }","duration":"108.153114ms","start":"2026-07-31T00:23:06.103222Z","end":"2026-07-31T00:23:06.211375Z","steps":["trace[1670432296] 'process raft request' (duration: 106.790097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:06.855152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.466156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rr29k\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-31T00:23:06.855248Z","caller":"traceutil/trace.go:171","msg":"trace[1435142723] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rr29k; range_end:; response_count:1; response_revision:17956; }","duration":"291.637042ms","start":"2026-07-31T00:23:06.563587Z","end":"2026-07-31T00:23:06.855224Z","steps":["trace[1435142723] 'range keys from in-memory index tree' (duration: 291.24935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:06.855581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004602821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T00:23:06.855625Z","caller":"traceutil/trace.go:171","msg":"trace[767887838] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:17956; }","duration":"1.004681463s","start":"2026-07-31T00:23:05.850931Z","end":"2026-07-31T00:23:06.855613Z","steps":["trace[767887838] 'agreement among raft nodes before linearized reading' (duration: 360.750725ms)","trace[767887838] 'range keys from in-memory index tree' (duration: 643.825775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:23:06.855655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:05.850912Z","time spent":"1.004734885s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-31T00:23:06.855661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.865196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:23:06.855735Z","caller":"traceutil/trace.go:171","msg":"trace[1137113737] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:17956; }","duration":"664.977509ms","start":"2026-07-31T00:23:06.190737Z","end":"2026-07-31T00:23:06.855714Z","steps":["trace[1137113737] 'agreement among raft nodes before linearized reading' (duration: 20.975749ms)","trace[1137113737] 'count revisions from in-memory index tree' (duration: 643.897047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:23:06.85577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:06.190719Z","time spent":"665.04178ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:23:07.453039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805850891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:23:07.954144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805850891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:23:08.114056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:07.315279Z","time spent":"798.770648ms","remote":"127.0.0.1:54348","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:23:08.454854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805850891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:23:08.955709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805850891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:23:09.150625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.193918043s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:23:09.151162Z","caller":"traceutil/trace.go:171","msg":"trace[1148144069] transaction","detail":"{read_only:false; response_revision:17958; number_of_response:1; }","duration":"2.252716018s","start":"2026-07-31T00:23:06.89842Z","end":"2026-07-31T00:23:09.151136Z","steps":["trace[1148144069] 'process raft request' (duration: 2.252552784s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.151379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:06.898403Z","time spent":"2.252831101s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:23:09.319481Z","caller":"traceutil/trace.go:171","msg":"trace[1661481788] transaction","detail":"{read_only:false; response_revision:17959; number_of_response:1; }","duration":"1.102040145s","start":"2026-07-31T00:23:08.217391Z","end":"2026-07-31T00:23:09.319431Z","steps":["trace[1661481788] 'process raft request' (duration: 1.053688913s)","trace[1661481788] 'compare' (duration: 48.123766ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:23:09.319686Z","caller":"traceutil/trace.go:171","msg":"trace[729182483] transaction","detail":"{read_only:false; response_revision:17960; number_of_response:1; }","duration":"1.101602053s","start":"2026-07-31T00:23:08.218053Z","end":"2026-07-31T00:23:09.319655Z","steps":["trace[729182483] 'process raft request' (duration: 1.101280254s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.319733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.217351Z","time spent":"1.1022235s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:23:09.319899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.218029Z","time spent":"1.101783458s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:23:09.319991Z","caller":"traceutil/trace.go:171","msg":"trace[1336923731] transaction","detail":"{read_only:false; response_revision:17961; number_of_response:1; }","duration":"1.101431358s","start":"2026-07-31T00:23:08.21854Z","end":"2026-07-31T00:23:09.319971Z","steps":["trace[1336923731] 'process raft request' (duration: 1.101203382s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.320075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.218505Z","time spent":"1.101523991s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:23:09.319903Z","caller":"traceutil/trace.go:171","msg":"trace[1568264099] linearizableReadLoop","detail":"{readStateIndex:18581; appliedIndex:18577; }","duration":"2.367516482s","start":"2026-07-31T00:23:06.952369Z","end":"2026-07-31T00:23:09.319885Z","steps":["trace[1568264099] 'read index received' (duration: 2.198589749s)","trace[1568264099] 'applied index is now lower than readState.Index' (duration: 168.925723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:23:09.320352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367957855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-31T00:23:09.320454Z","caller":"traceutil/trace.go:171","msg":"trace[1063813379] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:17961; }","duration":"2.368099338s","start":"2026-07-31T00:23:06.95233Z","end":"2026-07-31T00:23:09.32043Z","steps":["trace[1063813379] 'agreement among raft nodes before linearized reading' (duration: 2.36780495s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.32052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:06.952282Z","time spent":"2.368223482s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:23:09.320585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10330355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T00:23:09.320567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666400583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:23:09.320666Z","caller":"traceutil/trace.go:171","msg":"trace[80138932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17961; }","duration":"1.666560568s","start":"2026-07-31T00:23:07.654086Z","end":"2026-07-31T00:23:09.320647Z","steps":["trace[80138932] 'agreement among raft nodes before linearized reading' (duration: 1.666399973s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.320709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76031691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:23:09.320733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.454051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:23:09.320776Z","caller":"traceutil/trace.go:171","msg":"trace[644404537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17961; }","duration":"641.541423ms","start":"2026-07-31T00:23:08.679222Z","end":"2026-07-31T00:23:09.320764Z","steps":["trace[644404537] 'agreement among raft nodes before linearized reading' (duration: 641.43664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.320786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:07.654073Z","time spent":"1.66666916s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:23:09.320815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.679208Z","time spent":"641.600664ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:23:09.320838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.60893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rr29k\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-31T00:23:09.320879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739699002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:23:09.320846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.211409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-07-31T00:23:09.32092Z","caller":"traceutil/trace.go:171","msg":"trace[1559366816] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rr29k; range_end:; response_count:1; response_revision:17961; }","duration":"413.713212ms","start":"2026-07-31T00:23:08.907187Z","end":"2026-07-31T00:23:09.3209Z","steps":["trace[1559366816] 'agreement among raft nodes before linearized reading' (duration: 413.449715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.320956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.907177Z","time spent":"413.773394ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rr29k\" "} {"level":"info","ts":"2026-07-31T00:23:09.320775Z","caller":"traceutil/trace.go:171","msg":"trace[928701786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17961; }","duration":"1.760449065s","start":"2026-07-31T00:23:07.56031Z","end":"2026-07-31T00:23:09.320759Z","steps":["trace[928701786] 'agreement among raft nodes before linearized reading' (duration: 1.760228369s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.320975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311854622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:23:09.321003Z","caller":"traceutil/trace.go:171","msg":"trace[2091662889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:17961; }","duration":"2.311906424s","start":"2026-07-31T00:23:07.009088Z","end":"2026-07-31T00:23:09.320995Z","steps":["trace[2091662889] 'agreement among raft nodes before linearized reading' (duration: 2.311855183s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.321014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.608127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-07-31T00:23:09.321085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:07.009076Z","time spent":"2.311995716s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:23:09.320914Z","caller":"traceutil/trace.go:171","msg":"trace[239020390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17961; }","duration":"1.739774914s","start":"2026-07-31T00:23:07.58113Z","end":"2026-07-31T00:23:09.320905Z","steps":["trace[239020390] 'agreement among raft nodes before linearized reading' (duration: 1.739669171s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.321222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:07.581106Z","time spent":"1.740069891s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T00:23:09.320964Z","caller":"traceutil/trace.go:171","msg":"trace[701413493] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17961; }","duration":"448.355383ms","start":"2026-07-31T00:23:08.872587Z","end":"2026-07-31T00:23:09.320942Z","steps":["trace[701413493] 'agreement among raft nodes before linearized reading' (duration: 448.005183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.321317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.872576Z","time spent":"448.733033ms","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-31T00:23:09.321282Z","caller":"traceutil/trace.go:171","msg":"trace[24823789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17961; }","duration":"282.967336ms","start":"2026-07-31T00:23:09.038138Z","end":"2026-07-31T00:23:09.321105Z","steps":["trace[24823789] 'agreement among raft nodes before linearized reading' (duration: 282.395041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.321448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194203794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:23:09.321475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104193414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:23:09.321568Z","caller":"traceutil/trace.go:171","msg":"trace[757202480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17961; }","duration":"1.103389862s","start":"2026-07-31T00:23:08.217228Z","end":"2026-07-31T00:23:09.320618Z","steps":["trace[757202480] 'agreement among raft nodes before linearized reading' (duration: 1.103225337s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.321626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.217204Z","time spent":"1.104405299s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:23:09.321006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:07.560242Z","time spent":"1.760751213s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:23:09.321573Z","caller":"traceutil/trace.go:171","msg":"trace[2087891113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17961; }","duration":"1.104351237s","start":"2026-07-31T00:23:08.217205Z","end":"2026-07-31T00:23:09.321556Z","steps":["trace[2087891113] 'agreement among raft nodes before linearized reading' (duration: 1.103850174s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.321675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.835755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-07-31T00:23:09.321699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.217173Z","time spent":"1.104509672s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:23:09.321508Z","caller":"traceutil/trace.go:171","msg":"trace[833471001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17961; }","duration":"1.194285176s","start":"2026-07-31T00:23:08.127201Z","end":"2026-07-31T00:23:09.321486Z","steps":["trace[833471001] 'agreement among raft nodes before linearized reading' (duration: 1.194142803s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:09.321767Z","caller":"traceutil/trace.go:171","msg":"trace[2070211025] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17961; }","duration":"236.904587ms","start":"2026-07-31T00:23:09.084822Z","end":"2026-07-31T00:23:09.321726Z","steps":["trace[2070211025] 'agreement among raft nodes before linearized reading' (duration: 236.66087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.321821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:08.127182Z","time spent":"1.194624915s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:23:09.322239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34607845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-07-31T00:23:09.322338Z","caller":"traceutil/trace.go:171","msg":"trace[1382658413] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7khdb; range_end:; response_count:1; response_revision:17961; }","duration":"2.346216624s","start":"2026-07-31T00:23:06.976065Z","end":"2026-07-31T00:23:09.322281Z","steps":["trace[1382658413] 'agreement among raft nodes before linearized reading' (duration: 2.344348143s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.322431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:23:06.976046Z","time spent":"2.346334768s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7khdb\" "} {"level":"info","ts":"2026-07-31T00:23:09.487682Z","caller":"traceutil/trace.go:171","msg":"trace[1908632382] linearizableReadLoop","detail":"{readStateIndex:18586; appliedIndex:18582; }","duration":"107.564938ms","start":"2026-07-31T00:23:09.380088Z","end":"2026-07-31T00:23:09.487653Z","steps":["trace[1908632382] 'read index received' (duration: 49.101642ms)","trace[1908632382] 'applied index is now lower than readState.Index' (duration: 58.461716ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:23:09.48802Z","caller":"traceutil/trace.go:171","msg":"trace[303762457] transaction","detail":"{read_only:false; response_revision:17963; number_of_response:1; }","duration":"145.121286ms","start":"2026-07-31T00:23:09.342881Z","end":"2026-07-31T00:23:09.488002Z","steps":["trace[303762457] 'process raft request' (duration: 86.370223ms)","trace[303762457] 'compare' (duration: 57.863479ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:23:09.488242Z","caller":"traceutil/trace.go:171","msg":"trace[396183497] transaction","detail":"{read_only:false; response_revision:17964; number_of_response:1; }","duration":"145.294522ms","start":"2026-07-31T00:23:09.342937Z","end":"2026-07-31T00:23:09.488232Z","steps":["trace[396183497] 'process raft request' (duration: 144.577582ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:09.488398Z","caller":"traceutil/trace.go:171","msg":"trace[1918857783] transaction","detail":"{read_only:false; response_revision:17965; number_of_response:1; }","duration":"145.458606ms","start":"2026-07-31T00:23:09.342926Z","end":"2026-07-31T00:23:09.488384Z","steps":["trace[1918857783] 'process raft request' (duration: 144.642184ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:23:09.488559Z","caller":"traceutil/trace.go:171","msg":"trace[1062973174] transaction","detail":"{read_only:false; response_revision:17966; number_of_response:1; }","duration":"145.61133ms","start":"2026-07-31T00:23:09.342936Z","end":"2026-07-31T00:23:09.488547Z","steps":["trace[1062973174] 'process raft request' (duration: 144.666915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.488823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.036745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-07-31T00:23:09.48886Z","caller":"traceutil/trace.go:171","msg":"trace[1165913629] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17966; }","duration":"138.111666ms","start":"2026-07-31T00:23:09.350738Z","end":"2026-07-31T00:23:09.48885Z","steps":["trace[1165913629] 'agreement among raft nodes before linearized reading' (duration: 137.927421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.489044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.187551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:23:09.489072Z","caller":"traceutil/trace.go:171","msg":"trace[867889540] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:17966; }","duration":"141.233871ms","start":"2026-07-31T00:23:09.34783Z","end":"2026-07-31T00:23:09.489064Z","steps":["trace[867889540] 'agreement among raft nodes before linearized reading' (duration: 141.154319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:09.489245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.579254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-31T00:23:09.489275Z","caller":"traceutil/trace.go:171","msg":"trace[513550094] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17966; }","duration":"105.621715ms","start":"2026-07-31T00:23:09.383643Z","end":"2026-07-31T00:23:09.489264Z","steps":["trace[513550094] 'agreement among raft nodes before linearized reading' (duration: 105.549803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:23:10.754623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.324675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:23:10.754716Z","caller":"traceutil/trace.go:171","msg":"trace[429423878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17973; }","duration":"102.470669ms","start":"2026-07-31T00:23:10.652225Z","end":"2026-07-31T00:23:10.754695Z","steps":["trace[429423878] 'range keys from in-memory index tree' (duration: 102.234613ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:25:54.367406Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T00:25:54.372402Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-31T00:25:54.372562Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-31T00:27:13.58224Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17496} {"level":"info","ts":"2026-07-31T00:27:13.681897Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17496,"took":"97.032873ms","hash":3600803151,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":34680832,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-31T00:27:13.681988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3600803151,"revision":17496,"compact-revision":15289} {"level":"info","ts":"2026-07-31T00:27:54.77983Z","caller":"traceutil/trace.go:171","msg":"trace[1630620908] transaction","detail":"{read_only:false; response_revision:20244; number_of_response:1; }","duration":"127.792418ms","start":"2026-07-31T00:27:54.652013Z","end":"2026-07-31T00:27:54.779805Z","steps":["trace[1630620908] 'process raft request' (duration: 127.214832ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:27:54.809768Z","caller":"traceutil/trace.go:171","msg":"trace[329864573] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"106.401289ms","start":"2026-07-31T00:27:54.703341Z","end":"2026-07-31T00:27:54.809742Z","steps":["trace[329864573] 'process raft request' (duration: 106.234735ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:27:54.809971Z","caller":"traceutil/trace.go:171","msg":"trace[1705521976] transaction","detail":"{read_only:false; response_revision:20246; number_of_response:1; }","duration":"106.490211ms","start":"2026-07-31T00:27:54.703448Z","end":"2026-07-31T00:27:54.809939Z","steps":["trace[1705521976] 'process raft request' (duration: 106.254255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:26.307793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.041738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:28:26.307928Z","caller":"traceutil/trace.go:171","msg":"trace[1566795286] linearizableReadLoop","detail":"{readStateIndex:21106; appliedIndex:21105; }","duration":"251.936047ms","start":"2026-07-31T00:28:26.055975Z","end":"2026-07-31T00:28:26.307911Z","steps":["trace[1566795286] 'read index received' (duration: 114.619861ms)","trace[1566795286] 'applied index is now lower than readState.Index' (duration: 137.311556ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:28:26.30803Z","caller":"traceutil/trace.go:171","msg":"trace[942954468] transaction","detail":"{read_only:false; response_revision:20405; number_of_response:1; }","duration":"402.642616ms","start":"2026-07-31T00:28:25.905376Z","end":"2026-07-31T00:28:26.308019Z","steps":["trace[942954468] 'process raft request' (duration: 265.242708ms)","trace[942954468] 'compare' (duration: 136.595476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:28:26.308101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:25.90535Z","time spent":"402.715628ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:28:26.308493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.525984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:28:26.308535Z","caller":"traceutil/trace.go:171","msg":"trace[2122038035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20405; }","duration":"252.603946ms","start":"2026-07-31T00:28:26.055922Z","end":"2026-07-31T00:28:26.308525Z","steps":["trace[2122038035] 'agreement among raft nodes before linearized reading' (duration: 252.429821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:26.308525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.387035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:28:26.308583Z","caller":"traceutil/trace.go:171","msg":"trace[698777983] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:20405; }","duration":"216.496178ms","start":"2026-07-31T00:28:26.092068Z","end":"2026-07-31T00:28:26.308564Z","steps":["trace[698777983] 'agreement among raft nodes before linearized reading' (duration: 216.284502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:26.754158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.511679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:28:26.754247Z","caller":"traceutil/trace.go:171","msg":"trace[1672991319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20405; }","duration":"100.630072ms","start":"2026-07-31T00:28:26.653596Z","end":"2026-07-31T00:28:26.754226Z","steps":["trace[1672991319] 'range keys from in-memory index tree' (duration: 100.427686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:26.75431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.460129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-31T00:28:26.754406Z","caller":"traceutil/trace.go:171","msg":"trace[193074277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20405; }","duration":"307.617473ms","start":"2026-07-31T00:28:26.44677Z","end":"2026-07-31T00:28:26.754387Z","steps":["trace[193074277] 'range keys from in-memory index tree' (duration: 307.254314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:26.754454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:26.446746Z","time spent":"307.698286ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-31T00:28:27.06078Z","caller":"traceutil/trace.go:171","msg":"trace[168991555] transaction","detail":"{read_only:false; response_revision:20406; number_of_response:1; }","duration":"148.683103ms","start":"2026-07-31T00:28:26.912067Z","end":"2026-07-31T00:28:27.06075Z","steps":["trace[168991555] 'process raft request' (duration: 148.401936ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:28:27.075882Z","caller":"traceutil/trace.go:171","msg":"trace[1802860405] transaction","detail":"{read_only:false; response_revision:20407; number_of_response:1; }","duration":"105.458874ms","start":"2026-07-31T00:28:26.970394Z","end":"2026-07-31T00:28:27.075852Z","steps":["trace[1802860405] 'process raft request' (duration: 105.258829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:27.748045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.136562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:28:27.748308Z","caller":"traceutil/trace.go:171","msg":"trace[154151335] transaction","detail":"{read_only:false; response_revision:20409; number_of_response:1; }","duration":"667.941945ms","start":"2026-07-31T00:28:27.080315Z","end":"2026-07-31T00:28:27.748257Z","steps":["trace[154151335] 'process raft request' (duration: 340.511594ms)","trace[154151335] 'compare' (duration: 323.939946ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:28:27.74834Z","caller":"traceutil/trace.go:171","msg":"trace[650453522] transaction","detail":"{read_only:false; response_revision:20410; number_of_response:1; }","duration":"666.925058ms","start":"2026-07-31T00:28:27.081334Z","end":"2026-07-31T00:28:27.748259Z","steps":["trace[650453522] 'process raft request' (duration: 666.788634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:27.748499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.080287Z","time spent":"668.12034ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:28:27.748506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.527729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:28:27.74859Z","caller":"traceutil/trace.go:171","msg":"trace[1965469489] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20410; }","duration":"614.667643ms","start":"2026-07-31T00:28:27.133908Z","end":"2026-07-31T00:28:27.748576Z","steps":["trace[1965469489] 'agreement among raft nodes before linearized reading' (duration: 614.500239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:27.748634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.081309Z","time spent":"667.163953ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:28:27.748653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.133894Z","time spent":"614.743585ms","remote":"127.0.0.1:58262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:28:27.74903Z","caller":"traceutil/trace.go:171","msg":"trace[98097224] linearizableReadLoop","detail":"{readStateIndex:21111; appliedIndex:21109; }","duration":"614.394546ms","start":"2026-07-31T00:28:27.133954Z","end":"2026-07-31T00:28:27.748349Z","steps":["trace[98097224] 'read index received' (duration: 286.884523ms)","trace[98097224] 'applied index is now lower than readState.Index' (duration: 327.487642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:28:27.74929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.950319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T00:28:27.749314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.522332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T00:28:27.749331Z","caller":"traceutil/trace.go:171","msg":"trace[2015989160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20410; }","duration":"483.00749ms","start":"2026-07-31T00:28:27.26631Z","end":"2026-07-31T00:28:27.749318Z","steps":["trace[2015989160] 'agreement among raft nodes before linearized reading' (duration: 482.872277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:27.749338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.090317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T00:28:27.749368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.2663Z","time spent":"483.060252ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:28:27.749367Z","caller":"traceutil/trace.go:171","msg":"trace[293639825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20410; }","duration":"501.607914ms","start":"2026-07-31T00:28:27.247739Z","end":"2026-07-31T00:28:27.749347Z","steps":["trace[293639825] 'agreement among raft nodes before linearized reading' (duration: 501.394018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:27.749432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.247716Z","time spent":"501.704906ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:28:27.74944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.85468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T00:28:27.749376Z","caller":"traceutil/trace.go:171","msg":"trace[1446485078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20410; }","duration":"485.17201ms","start":"2026-07-31T00:28:27.264193Z","end":"2026-07-31T00:28:27.749365Z","steps":["trace[1446485078] 'agreement among raft nodes before linearized reading' (duration: 485.021175ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:28:27.749487Z","caller":"traceutil/trace.go:171","msg":"trace[195688702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20410; }","duration":"491.945743ms","start":"2026-07-31T00:28:27.257529Z","end":"2026-07-31T00:28:27.749474Z","steps":["trace[195688702] 'agreement among raft nodes before linearized reading' (duration: 491.722806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:27.749511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.264172Z","time spent":"485.332753ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:28:27.749529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.257507Z","time spent":"492.014464ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:28:27.749464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.874227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:28:27.749656Z","caller":"traceutil/trace.go:171","msg":"trace[1214911297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20410; }","duration":"357.090723ms","start":"2026-07-31T00:28:27.392553Z","end":"2026-07-31T00:28:27.749643Z","steps":["trace[1214911297] 'agreement among raft nodes before linearized reading' (duration: 356.878937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:27.749694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.392538Z","time spent":"357.145595ms","remote":"127.0.0.1:58624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:28:28.144538Z","caller":"traceutil/trace.go:171","msg":"trace[646509331] transaction","detail":"{read_only:false; response_revision:20411; number_of_response:1; }","duration":"390.98215ms","start":"2026-07-31T00:28:27.75353Z","end":"2026-07-31T00:28:28.144512Z","steps":["trace[646509331] 'process raft request' (duration: 370.532957ms)","trace[646509331] 'compare' (duration: 20.154235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:28:28.144689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.753512Z","time spent":"391.098273ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:28:28.144889Z","caller":"traceutil/trace.go:171","msg":"trace[1735353750] transaction","detail":"{read_only:false; response_revision:20412; number_of_response:1; }","duration":"390.144017ms","start":"2026-07-31T00:28:27.754696Z","end":"2026-07-31T00:28:28.14484Z","steps":["trace[1735353750] 'process raft request' (duration: 389.770047ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:28:28.144952Z","caller":"traceutil/trace.go:171","msg":"trace[461582151] transaction","detail":"{read_only:false; response_revision:20415; number_of_response:1; }","duration":"371.560994ms","start":"2026-07-31T00:28:27.773366Z","end":"2026-07-31T00:28:28.144927Z","steps":["trace[461582151] 'process raft request' (duration: 371.514813ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:28:28.144987Z","caller":"traceutil/trace.go:171","msg":"trace[603081089] transaction","detail":"{read_only:false; response_revision:20413; number_of_response:1; }","duration":"390.217519ms","start":"2026-07-31T00:28:27.754706Z","end":"2026-07-31T00:28:28.144924Z","steps":["trace[603081089] 'process raft request' (duration: 390.023414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:28.14509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.773342Z","time spent":"371.681198ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:28:28.14524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.754694Z","time spent":"390.425035ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:28:28.14504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.754677Z","time spent":"390.283271ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:28:28.145011Z","caller":"traceutil/trace.go:171","msg":"trace[1030952622] transaction","detail":"{read_only:false; response_revision:20414; number_of_response:1; }","duration":"386.232382ms","start":"2026-07-31T00:28:27.758745Z","end":"2026-07-31T00:28:28.144977Z","steps":["trace[1030952622] 'process raft request' (duration: 386.043267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:28.14574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:27.758735Z","time spent":"386.92687ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:28:28.661726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.532536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:28:28.661819Z","caller":"traceutil/trace.go:171","msg":"trace[1220142980] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20415; }","duration":"105.68733ms","start":"2026-07-31T00:28:28.556113Z","end":"2026-07-31T00:28:28.6618Z","steps":["trace[1220142980] 'count revisions from in-memory index tree' (duration: 105.435053ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:28:29.135701Z","caller":"traceutil/trace.go:171","msg":"trace[292403156] linearizableReadLoop","detail":"{readStateIndex:21117; appliedIndex:21116; }","duration":"481.398637ms","start":"2026-07-31T00:28:28.654278Z","end":"2026-07-31T00:28:29.135676Z","steps":["trace[292403156] 'read index received' (duration: 481.035127ms)","trace[292403156] 'applied index is now lower than readState.Index' (duration: 362.4µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:28:29.135776Z","caller":"traceutil/trace.go:171","msg":"trace[732360477] transaction","detail":"{read_only:false; response_revision:20416; number_of_response:1; }","duration":"500.008671ms","start":"2026-07-31T00:28:28.635734Z","end":"2026-07-31T00:28:29.135742Z","steps":["trace[732360477] 'process raft request' (duration: 499.559548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:29.135829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.53264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:28:29.135867Z","caller":"traceutil/trace.go:171","msg":"trace[1252034369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20416; }","duration":"481.623093ms","start":"2026-07-31T00:28:28.654233Z","end":"2026-07-31T00:28:29.135856Z","steps":["trace[1252034369] 'agreement among raft nodes before linearized reading' (duration: 481.54398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:29.135902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:28.654214Z","time spent":"481.678135ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:28:29.135933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:28.635701Z","time spent":"500.143604ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:28:29.268614Z","caller":"traceutil/trace.go:171","msg":"trace[1638228277] transaction","detail":"{read_only:false; response_revision:20417; number_of_response:1; }","duration":"201.506773ms","start":"2026-07-31T00:28:29.067075Z","end":"2026-07-31T00:28:29.268582Z","steps":["trace[1638228277] 'process raft request' (duration: 173.548247ms)","trace[1638228277] 'compare' (duration: 27.761101ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:28:29.268927Z","caller":"traceutil/trace.go:171","msg":"trace[801060349] transaction","detail":"{read_only:false; response_revision:20419; number_of_response:1; }","duration":"187.902545ms","start":"2026-07-31T00:28:29.080989Z","end":"2026-07-31T00:28:29.268891Z","steps":["trace[801060349] 'process raft request' (duration: 187.801382ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:28:29.269067Z","caller":"traceutil/trace.go:171","msg":"trace[551725717] transaction","detail":"{read_only:false; response_revision:20418; number_of_response:1; }","duration":"188.528941ms","start":"2026-07-31T00:28:29.080506Z","end":"2026-07-31T00:28:29.269035Z","steps":["trace[551725717] 'process raft request' (duration: 188.032008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:29.813846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.806077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:28:29.813952Z","caller":"traceutil/trace.go:171","msg":"trace[1363975732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20419; }","duration":"114.997402ms","start":"2026-07-31T00:28:29.698932Z","end":"2026-07-31T00:28:29.81393Z","steps":["trace[1363975732] 'count revisions from in-memory index tree' (duration: 114.690024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:29.814076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.588055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:28:29.814193Z","caller":"traceutil/trace.go:171","msg":"trace[841404724] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20419; }","duration":"405.77524ms","start":"2026-07-31T00:28:29.408391Z","end":"2026-07-31T00:28:29.814167Z","steps":["trace[841404724] 'count revisions from in-memory index tree' (duration: 405.128002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:29.814262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:29.408367Z","time spent":"405.876313ms","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:28:30.274358Z","caller":"traceutil/trace.go:171","msg":"trace[381334324] linearizableReadLoop","detail":"{readStateIndex:21122; appliedIndex:21121; }","duration":"306.142054ms","start":"2026-07-31T00:28:29.968187Z","end":"2026-07-31T00:28:30.274329Z","steps":["trace[381334324] 'read index received' (duration: 305.918878ms)","trace[381334324] 'applied index is now lower than readState.Index' (duration: 221.696µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:28:30.274417Z","caller":"traceutil/trace.go:171","msg":"trace[1035553881] transaction","detail":"{read_only:false; response_revision:20421; number_of_response:1; }","duration":"455.815205ms","start":"2026-07-31T00:28:29.818572Z","end":"2026-07-31T00:28:30.274388Z","steps":["trace[1035553881] 'process raft request' (duration: 455.598529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:30.274636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.412511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:28:30.274713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.002522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T00:28:30.274735Z","caller":"traceutil/trace.go:171","msg":"trace[34817355] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20421; }","duration":"306.579816ms","start":"2026-07-31T00:28:29.96813Z","end":"2026-07-31T00:28:30.27471Z","steps":["trace[34817355] 'agreement among raft nodes before linearized reading' (duration: 306.343309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:30.274749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.114875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T00:28:30.274754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.165674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T00:28:30.274801Z","caller":"traceutil/trace.go:171","msg":"trace[1673581551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20421; }","duration":"125.110906ms","start":"2026-07-31T00:28:30.14967Z","end":"2026-07-31T00:28:30.274781Z","steps":["trace[1673581551] 'agreement among raft nodes before linearized reading' (duration: 124.90927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:30.274809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:29.968106Z","time spent":"306.687229ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:28:30.274818Z","caller":"traceutil/trace.go:171","msg":"trace[913774497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20421; }","duration":"126.289567ms","start":"2026-07-31T00:28:30.148511Z","end":"2026-07-31T00:28:30.274801Z","steps":["trace[913774497] 'agreement among raft nodes before linearized reading' (duration: 126.119003ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:28:30.274818Z","caller":"traceutil/trace.go:171","msg":"trace[1027358757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20421; }","duration":"125.204048ms","start":"2026-07-31T00:28:30.149598Z","end":"2026-07-31T00:28:30.274802Z","steps":["trace[1027358757] 'agreement among raft nodes before linearized reading' (duration: 125.002753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:30.274713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.026183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T00:28:30.274946Z","caller":"traceutil/trace.go:171","msg":"trace[945833033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20421; }","duration":"125.290771ms","start":"2026-07-31T00:28:30.149644Z","end":"2026-07-31T00:28:30.274935Z","steps":["trace[945833033] 'agreement among raft nodes before linearized reading' (duration: 124.922501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:28:30.275041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:28:29.818552Z","time spent":"456.419661ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:28:30.275301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.035404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-31T00:28:30.275372Z","caller":"traceutil/trace.go:171","msg":"trace[1349248180] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:20421; }","duration":"298.149918ms","start":"2026-07-31T00:28:29.977208Z","end":"2026-07-31T00:28:30.275358Z","steps":["trace[1349248180] 'agreement among raft nodes before linearized reading' (duration: 297.355287ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:31:48.284649Z","caller":"traceutil/trace.go:171","msg":"trace[915342160] transaction","detail":"{read_only:false; response_revision:22040; number_of_response:1; }","duration":"246.88002ms","start":"2026-07-31T00:31:48.037737Z","end":"2026-07-31T00:31:48.284617Z","steps":["trace[915342160] 'process raft request' (duration: 246.670134ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:31:48.370767Z","caller":"traceutil/trace.go:171","msg":"trace[613659796] transaction","detail":"{read_only:false; response_revision:22042; number_of_response:1; }","duration":"313.135933ms","start":"2026-07-31T00:31:48.057596Z","end":"2026-07-31T00:31:48.370732Z","steps":["trace[613659796] 'process raft request' (duration: 313.065081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:31:48.370957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:31:48.057582Z","time spent":"313.282736ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:31:48.37079Z","caller":"traceutil/trace.go:171","msg":"trace[638538227] transaction","detail":"{read_only:false; response_revision:22041; number_of_response:1; }","duration":"331.556881ms","start":"2026-07-31T00:31:48.0392Z","end":"2026-07-31T00:31:48.370757Z","steps":["trace[638538227] 'process raft request' (duration: 331.226462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:31:48.37114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:31:48.039176Z","time spent":"331.857269ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:32:13.590002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20006} {"level":"info","ts":"2026-07-31T00:32:13.705109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20006,"took":"111.014814ms","hash":2357199764,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":30879744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-31T00:32:13.705171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2357199764,"revision":20006,"compact-revision":17496} {"level":"info","ts":"2026-07-31T00:32:25.948143Z","caller":"traceutil/trace.go:171","msg":"trace[654494980] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"286.182943ms","start":"2026-07-31T00:32:25.661927Z","end":"2026-07-31T00:32:25.94811Z","steps":["trace[654494980] 'process raft request' (duration: 285.922586ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:25.948629Z","caller":"traceutil/trace.go:171","msg":"trace[27436536] linearizableReadLoop","detail":"{readStateIndex:23641; appliedIndex:23639; }","duration":"183.804413ms","start":"2026-07-31T00:32:25.764804Z","end":"2026-07-31T00:32:25.948609Z","steps":["trace[27436536] 'read index received' (duration: 183.070904ms)","trace[27436536] 'applied index is now lower than readState.Index' (duration: 732.359µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:32:25.948743Z","caller":"traceutil/trace.go:171","msg":"trace[1314543419] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"286.654576ms","start":"2026-07-31T00:32:25.66206Z","end":"2026-07-31T00:32:25.948715Z","steps":["trace[1314543419] 'process raft request' (duration: 286.43757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:25.949029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.694862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:32:25.949029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.11128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:32:25.949084Z","caller":"traceutil/trace.go:171","msg":"trace[318812198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22867; }","duration":"172.785255ms","start":"2026-07-31T00:32:25.776287Z","end":"2026-07-31T00:32:25.949073Z","steps":["trace[318812198] 'agreement among raft nodes before linearized reading' (duration: 172.61411ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:25.949099Z","caller":"traceutil/trace.go:171","msg":"trace[536293252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22867; }","duration":"171.238723ms","start":"2026-07-31T00:32:25.777842Z","end":"2026-07-31T00:32:25.949081Z","steps":["trace[536293252] 'agreement among raft nodes before linearized reading' (duration: 171.057638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:25.949204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.362996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:32:25.949279Z","caller":"traceutil/trace.go:171","msg":"trace[1786278385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22867; }","duration":"171.468259ms","start":"2026-07-31T00:32:25.777794Z","end":"2026-07-31T00:32:25.949262Z","steps":["trace[1786278385] 'agreement among raft nodes before linearized reading' (duration: 171.293214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:25.949452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.674097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:32:25.949514Z","caller":"traceutil/trace.go:171","msg":"trace[755573405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22867; }","duration":"184.78697ms","start":"2026-07-31T00:32:25.764712Z","end":"2026-07-31T00:32:25.949499Z","steps":["trace[755573405] 'agreement among raft nodes before linearized reading' (duration: 184.08107ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:26.554182Z","caller":"traceutil/trace.go:171","msg":"trace[1782796523] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"599.461068ms","start":"2026-07-31T00:32:25.954685Z","end":"2026-07-31T00:32:26.554146Z","steps":["trace[1782796523] 'process raft request' (duration: 507.532912ms)","trace[1782796523] 'compare' (duration: 91.522565ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:32:26.554259Z","caller":"traceutil/trace.go:171","msg":"trace[719136262] linearizableReadLoop","detail":"{readStateIndex:23647; appliedIndex:23643; }","duration":"502.086784ms","start":"2026-07-31T00:32:26.052146Z","end":"2026-07-31T00:32:26.554233Z","steps":["trace[719136262] 'read index received' (duration: 410.279171ms)","trace[719136262] 'applied index is now lower than readState.Index' (duration: 91.806583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:32:26.55437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:25.954673Z","time spent":"599.606992ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:32:26.554462Z","caller":"traceutil/trace.go:171","msg":"trace[1930336144] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"599.53984ms","start":"2026-07-31T00:32:25.954892Z","end":"2026-07-31T00:32:26.554432Z","steps":["trace[1930336144] 'process raft request' (duration: 599.150979ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:26.554577Z","caller":"traceutil/trace.go:171","msg":"trace[834250546] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"598.085841ms","start":"2026-07-31T00:32:25.956483Z","end":"2026-07-31T00:32:26.554569Z","steps":["trace[834250546] 'process raft request' (duration: 597.710141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.554635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:25.954883Z","time spent":"599.669614ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:32:26.554742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:25.956457Z","time spent":"598.167333ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:32:26.554499Z","caller":"traceutil/trace.go:171","msg":"trace[1992100473] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"599.52091ms","start":"2026-07-31T00:32:25.954966Z","end":"2026-07-31T00:32:26.554487Z","steps":["trace[1992100473] 'process raft request' (duration: 599.191201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.55491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:25.954953Z","time spent":"599.90146ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:32:26.554991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.772083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:32:26.555101Z","caller":"traceutil/trace.go:171","msg":"trace[1509563138] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22872; }","duration":"502.998108ms","start":"2026-07-31T00:32:26.052079Z","end":"2026-07-31T00:32:26.555077Z","steps":["trace[1509563138] 'agreement among raft nodes before linearized reading' (duration: 502.740692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.555159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.052054Z","time spent":"503.092591ms","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:32:26.60701Z","caller":"traceutil/trace.go:171","msg":"trace[1937581576] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"339.791883ms","start":"2026-07-31T00:32:26.26719Z","end":"2026-07-31T00:32:26.606982Z","steps":["trace[1937581576] 'process raft request' (duration: 339.587827ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:26.607023Z","caller":"traceutil/trace.go:171","msg":"trace[1585760700] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"163.724429ms","start":"2026-07-31T00:32:26.443267Z","end":"2026-07-31T00:32:26.606992Z","steps":["trace[1585760700] 'process raft request' (duration: 163.643647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.607155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.267165Z","time spent":"339.908115ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:32:26.818389Z","caller":"traceutil/trace.go:171","msg":"trace[1926725168] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"307.088328ms","start":"2026-07-31T00:32:26.511269Z","end":"2026-07-31T00:32:26.818358Z","steps":["trace[1926725168] 'process raft request' (duration: 307.003146ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:26.818462Z","caller":"traceutil/trace.go:171","msg":"trace[1359918062] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"323.224074ms","start":"2026-07-31T00:32:26.495178Z","end":"2026-07-31T00:32:26.818402Z","steps":["trace[1359918062] 'process raft request' (duration: 321.97423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.818603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.511246Z","time spent":"307.234932ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:32:26.818592Z","caller":"traceutil/trace.go:171","msg":"trace[2048471265] linearizableReadLoop","detail":"{readStateIndex:23652; appliedIndex:23647; }","duration":"264.142216ms","start":"2026-07-31T00:32:26.554421Z","end":"2026-07-31T00:32:26.818563Z","steps":["trace[2048471265] 'read index received' (duration: 52.405268ms)","trace[2048471265] 'applied index is now lower than readState.Index' (duration: 211.735438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:32:26.818742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.495159Z","time spent":"323.43942ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:32:26.818801Z","caller":"traceutil/trace.go:171","msg":"trace[186252156] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"306.116671ms","start":"2026-07-31T00:32:26.512672Z","end":"2026-07-31T00:32:26.818788Z","steps":["trace[186252156] 'process raft request' (duration: 305.644529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.818912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.955435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:32:26.818932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.204472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:32:26.818966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.512662Z","time spent":"306.173443ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:32:26.818988Z","caller":"traceutil/trace.go:171","msg":"trace[1388654991] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22877; }","duration":"487.088798ms","start":"2026-07-31T00:32:26.331876Z","end":"2026-07-31T00:32:26.818965Z","steps":["trace[1388654991] 'agreement among raft nodes before linearized reading' (duration: 486.914704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.818988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.597021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:32:26.819013Z","caller":"traceutil/trace.go:171","msg":"trace[2078525378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22877; }","duration":"327.312425ms","start":"2026-07-31T00:32:26.491681Z","end":"2026-07-31T00:32:26.818993Z","steps":["trace[2078525378] 'agreement among raft nodes before linearized reading' (duration: 327.12415ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:26.819046Z","caller":"traceutil/trace.go:171","msg":"trace[389795270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22877; }","duration":"331.693133ms","start":"2026-07-31T00:32:26.487341Z","end":"2026-07-31T00:32:26.819034Z","steps":["trace[389795270] 'agreement among raft nodes before linearized reading' (duration: 331.463507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:26.819052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.49162Z","time spent":"327.422958ms","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:32:26.819044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.331853Z","time spent":"487.18022ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:32:26.819033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.287277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-31T00:32:26.819069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:32:26.487321Z","time spent":"331.742915ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-31T00:32:26.819105Z","caller":"traceutil/trace.go:171","msg":"trace[1227629796] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22877; }","duration":"262.389429ms","start":"2026-07-31T00:32:26.556695Z","end":"2026-07-31T00:32:26.819084Z","steps":["trace[1227629796] 'agreement among raft nodes before linearized reading' (duration: 262.128792ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:33:01.737491Z","caller":"traceutil/trace.go:171","msg":"trace[314286734] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"108.346842ms","start":"2026-07-31T00:33:01.629088Z","end":"2026-07-31T00:33:01.737434Z","steps":["trace[314286734] 'process raft request' (duration: 108.057765ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:33:53.285453Z","caller":"traceutil/trace.go:171","msg":"trace[1438759086] linearizableReadLoop","detail":"{readStateIndex:24606; appliedIndex:24605; }","duration":"292.970955ms","start":"2026-07-31T00:33:52.992456Z","end":"2026-07-31T00:33:53.285427Z","steps":["trace[1438759086] 'read index received' (duration: 292.809141ms)","trace[1438759086] 'applied index is now lower than readState.Index' (duration: 160.404µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:33:53.285493Z","caller":"traceutil/trace.go:171","msg":"trace[1602414612] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"303.2814ms","start":"2026-07-31T00:33:52.982181Z","end":"2026-07-31T00:33:53.285463Z","steps":["trace[1602414612] 'process raft request' (duration: 303.035063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:33:53.285677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:33:52.982157Z","time spent":"303.417353ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:33:53.285746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.271864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:33:53.28582Z","caller":"traceutil/trace.go:171","msg":"trace[1280647404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23809; }","duration":"293.364067ms","start":"2026-07-31T00:33:52.992439Z","end":"2026-07-31T00:33:53.285803Z","steps":["trace[1280647404] 'agreement among raft nodes before linearized reading' (duration: 293.12511ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:33:53.372595Z","caller":"traceutil/trace.go:171","msg":"trace[1599883984] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"217.573747ms","start":"2026-07-31T00:33:53.154989Z","end":"2026-07-31T00:33:53.372563Z","steps":["trace[1599883984] 'process raft request' (duration: 180.67748ms)","trace[1599883984] 'compare' (duration: 36.569488ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:33:53.372663Z","caller":"traceutil/trace.go:171","msg":"trace[1046276851] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"211.469658ms","start":"2026-07-31T00:33:53.161151Z","end":"2026-07-31T00:33:53.372621Z","steps":["trace[1046276851] 'process raft request' (duration: 211.274043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:33:53.372832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.864285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:33:53.372971Z","caller":"traceutil/trace.go:171","msg":"trace[463443532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23811; }","duration":"370.074961ms","start":"2026-07-31T00:33:53.002851Z","end":"2026-07-31T00:33:53.372926Z","steps":["trace[463443532] 'agreement among raft nodes before linearized reading' (duration: 369.67983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:33:53.373052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:33:53.002839Z","time spent":"370.198964ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:35:13.911619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.693206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-dmr25\" ","response":"range_response_count:1 size:8724"} {"level":"info","ts":"2026-07-31T00:35:13.911773Z","caller":"traceutil/trace.go:171","msg":"trace[1761403537] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-dmr25; range_end:; response_count:1; response_revision:24565; }","duration":"108.945882ms","start":"2026-07-31T00:35:13.802801Z","end":"2026-07-31T00:35:13.911746Z","steps":["trace[1761403537] 'range keys from in-memory index tree' (duration: 108.397728ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:13.91175Z","caller":"traceutil/trace.go:171","msg":"trace[1955057549] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"107.673858ms","start":"2026-07-31T00:35:13.804041Z","end":"2026-07-31T00:35:13.911715Z","steps":["trace[1955057549] 'process raft request' (duration: 107.497753ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:14.115358Z","caller":"traceutil/trace.go:171","msg":"trace[306835220] linearizableReadLoop","detail":"{readStateIndex:25383; appliedIndex:25381; }","duration":"123.748961ms","start":"2026-07-31T00:35:13.991582Z","end":"2026-07-31T00:35:14.115331Z","steps":["trace[306835220] 'read index received' (duration: 108.700396ms)","trace[306835220] 'applied index is now lower than readState.Index' (duration: 15.047555ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:14.115403Z","caller":"traceutil/trace.go:171","msg":"trace[612048362] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"192.948119ms","start":"2026-07-31T00:35:13.922441Z","end":"2026-07-31T00:35:14.115389Z","steps":["trace[612048362] 'process raft request' (duration: 192.780594ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:14.115535Z","caller":"traceutil/trace.go:171","msg":"trace[173423572] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"197.834833ms","start":"2026-07-31T00:35:13.917689Z","end":"2026-07-31T00:35:14.115524Z","steps":["trace[173423572] 'process raft request' (duration: 182.591482ms)","trace[173423572] 'compare' (duration: 14.605493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:14.115587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.998078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-31T00:35:14.115626Z","caller":"traceutil/trace.go:171","msg":"trace[1822188260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24569; }","duration":"124.098941ms","start":"2026-07-31T00:35:13.991514Z","end":"2026-07-31T00:35:14.115613Z","steps":["trace[1822188260] 'agreement among raft nodes before linearized reading' (duration: 123.954947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:14.144389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.05086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T00:35:14.144636Z","caller":"traceutil/trace.go:171","msg":"trace[1714591266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24570; }","duration":"103.38152ms","start":"2026-07-31T00:35:14.041223Z","end":"2026-07-31T00:35:14.144605Z","steps":["trace[1714591266] 'agreement among raft nodes before linearized reading' (duration: 102.832925ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:16.334881Z","caller":"traceutil/trace.go:171","msg":"trace[156211699] linearizableReadLoop","detail":"{readStateIndex:25404; appliedIndex:25402; }","duration":"146.646522ms","start":"2026-07-31T00:35:16.188203Z","end":"2026-07-31T00:35:16.334849Z","steps":["trace[156211699] 'read index received' (duration: 4.306809ms)","trace[156211699] 'applied index is now lower than readState.Index' (duration: 142.338093ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:16.335155Z","caller":"traceutil/trace.go:171","msg":"trace[565412496] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"174.322424ms","start":"2026-07-31T00:35:16.160783Z","end":"2026-07-31T00:35:16.335105Z","steps":["trace[565412496] 'process raft request' (duration: 173.716748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:16.335283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.034903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T00:35:16.335963Z","caller":"traceutil/trace.go:171","msg":"trace[117339091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24589; }","duration":"147.339231ms","start":"2026-07-31T00:35:16.188156Z","end":"2026-07-31T00:35:16.335495Z","steps":["trace[117339091] 'agreement among raft nodes before linearized reading' (duration: 146.954901ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:16.479144Z","caller":"traceutil/trace.go:171","msg":"trace[1857679629] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"109.391925ms","start":"2026-07-31T00:35:16.369731Z","end":"2026-07-31T00:35:16.479123Z","steps":["trace[1857679629] 'process raft request' (duration: 109.306993ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:16.479289Z","caller":"traceutil/trace.go:171","msg":"trace[885598093] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"114.862686ms","start":"2026-07-31T00:35:16.364419Z","end":"2026-07-31T00:35:16.479282Z","steps":["trace[885598093] 'process raft request' (duration: 91.659626ms)","trace[885598093] 'compare' (duration: 22.717066ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:26.671385Z","caller":"traceutil/trace.go:171","msg":"trace[742472754] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"133.985387ms","start":"2026-07-31T00:35:26.537362Z","end":"2026-07-31T00:35:26.671347Z","steps":["trace[742472754] 'process raft request' (duration: 66.123089ms)","trace[742472754] 'compare' (duration: 67.686073ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:37.185471Z","caller":"traceutil/trace.go:171","msg":"trace[306644367] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"151.61603ms","start":"2026-07-31T00:35:37.033823Z","end":"2026-07-31T00:35:37.185439Z","steps":["trace[306644367] 'process raft request' (duration: 151.391573ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:37.185861Z","caller":"traceutil/trace.go:171","msg":"trace[1112768380] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"149.829051ms","start":"2026-07-31T00:35:37.036015Z","end":"2026-07-31T00:35:37.185844Z","steps":["trace[1112768380] 'process raft request' (duration: 149.345297ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:37.363896Z","caller":"traceutil/trace.go:171","msg":"trace[1332638184] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"152.789352ms","start":"2026-07-31T00:35:37.211076Z","end":"2026-07-31T00:35:37.363865Z","steps":["trace[1332638184] 'process raft request' (duration: 152.642698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:37.363954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.044634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-31T00:35:37.364037Z","caller":"traceutil/trace.go:171","msg":"trace[1940658589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24760; }","duration":"155.172067ms","start":"2026-07-31T00:35:37.208851Z","end":"2026-07-31T00:35:37.364023Z","steps":["trace[1940658589] 'agreement among raft nodes before linearized reading' (duration: 154.968231ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:37.426262Z","caller":"traceutil/trace.go:171","msg":"trace[1580687371] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"127.869699ms","start":"2026-07-31T00:35:37.298356Z","end":"2026-07-31T00:35:37.426225Z","steps":["trace[1580687371] 'process raft request' (duration: 107.183563ms)","trace[1580687371] 'compare' (duration: 20.44622ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:38.543695Z","caller":"traceutil/trace.go:171","msg":"trace[373285644] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"225.729528ms","start":"2026-07-31T00:35:38.317743Z","end":"2026-07-31T00:35:38.543473Z","steps":["trace[373285644] 'process raft request' (duration: 158.018895ms)","trace[373285644] 'compare' (duration: 67.419515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:38.801212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.378996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:35:38.801501Z","caller":"traceutil/trace.go:171","msg":"trace[1758054482] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"209.176274ms","start":"2026-07-31T00:35:38.59228Z","end":"2026-07-31T00:35:38.801456Z","steps":["trace[1758054482] 'process raft request' (duration: 100.459229ms)","trace[1758054482] 'compare' (duration: 108.250672ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:38.801508Z","caller":"traceutil/trace.go:171","msg":"trace[1161712992] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25591; }","duration":"188.051516ms","start":"2026-07-31T00:35:38.613421Z","end":"2026-07-31T00:35:38.801472Z","steps":["trace[1161712992] 'read index received' (duration: 79.27045ms)","trace[1161712992] 'applied index is now lower than readState.Index' (duration: 108.778456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:38.801706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.61302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:38.801751Z","caller":"traceutil/trace.go:171","msg":"trace[437673852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24773; }","duration":"147.703002ms","start":"2026-07-31T00:35:38.654037Z","end":"2026-07-31T00:35:38.80174Z","steps":["trace[437673852] 'agreement among raft nodes before linearized reading' (duration: 147.600609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:38.801756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.316953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:35:38.801997Z","caller":"traceutil/trace.go:171","msg":"trace[520809862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24773; }","duration":"188.590771ms","start":"2026-07-31T00:35:38.613382Z","end":"2026-07-31T00:35:38.801972Z","steps":["trace[520809862] 'agreement among raft nodes before linearized reading' (duration: 188.17974ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:39.188364Z","caller":"traceutil/trace.go:171","msg":"trace[1082623853] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"101.133228ms","start":"2026-07-31T00:35:39.087195Z","end":"2026-07-31T00:35:39.188328Z","steps":["trace[1082623853] 'process raft request' (duration: 95.037441ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:39.615007Z","caller":"traceutil/trace.go:171","msg":"trace[1847639637] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"103.456701ms","start":"2026-07-31T00:35:39.51152Z","end":"2026-07-31T00:35:39.614977Z","steps":["trace[1847639637] 'process raft request' (duration: 85.267714ms)","trace[1847639637] 'compare' (duration: 17.943941ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:39.615394Z","caller":"traceutil/trace.go:171","msg":"trace[1056977554] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"102.776813ms","start":"2026-07-31T00:35:39.512604Z","end":"2026-07-31T00:35:39.615381Z","steps":["trace[1056977554] 'process raft request' (duration: 102.298059ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:39.798892Z","caller":"traceutil/trace.go:171","msg":"trace[1318137295] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"141.453081ms","start":"2026-07-31T00:35:39.657406Z","end":"2026-07-31T00:35:39.798859Z","steps":["trace[1318137295] 'process raft request' (duration: 139.432796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:39.799093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.525803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-31T00:35:39.79917Z","caller":"traceutil/trace.go:171","msg":"trace[648526814] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24800; }","duration":"141.626496ms","start":"2026-07-31T00:35:39.657525Z","end":"2026-07-31T00:35:39.799151Z","steps":["trace[648526814] 'agreement among raft nodes before linearized reading' (duration: 141.370639ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.008016Z","caller":"traceutil/trace.go:171","msg":"trace[2053828773] linearizableReadLoop","detail":"{readStateIndex:25629; appliedIndex:25628; }","duration":"191.632914ms","start":"2026-07-31T00:35:39.816353Z","end":"2026-07-31T00:35:40.007986Z","steps":["trace[2053828773] 'read index received' (duration: 191.536581ms)","trace[2053828773] 'applied index is now lower than readState.Index' (duration: 94.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:40.008109Z","caller":"traceutil/trace.go:171","msg":"trace[340389761] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"201.150144ms","start":"2026-07-31T00:35:39.80693Z","end":"2026-07-31T00:35:40.00808Z","steps":["trace[340389761] 'process raft request' (duration: 200.847975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.008359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.104377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-31T00:35:40.008405Z","caller":"traceutil/trace.go:171","msg":"trace[1685941589] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24808; }","duration":"203.20054ms","start":"2026-07-31T00:35:39.805192Z","end":"2026-07-31T00:35:40.008392Z","steps":["trace[1685941589] 'agreement among raft nodes before linearized reading' (duration: 202.941183ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.167088Z","caller":"traceutil/trace.go:171","msg":"trace[341314839] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"341.418543ms","start":"2026-07-31T00:35:39.825632Z","end":"2026-07-31T00:35:40.16705Z","steps":["trace[341314839] 'process raft request' (duration: 341.264239ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.167179Z","caller":"traceutil/trace.go:171","msg":"trace[2109779284] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"151.63674ms","start":"2026-07-31T00:35:40.015518Z","end":"2026-07-31T00:35:40.167155Z","steps":["trace[2109779284] 'process raft request' (duration: 151.592819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.167241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:39.825615Z","time spent":"341.558878ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:35:40.167581Z","caller":"traceutil/trace.go:171","msg":"trace[1884614049] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"331.679997ms","start":"2026-07-31T00:35:39.835868Z","end":"2026-07-31T00:35:40.167547Z","steps":["trace[1884614049] 'process raft request' (duration: 331.07184ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.167601Z","caller":"traceutil/trace.go:171","msg":"trace[974375894] linearizableReadLoop","detail":"{readStateIndex:25633; appliedIndex:25629; }","duration":"159.477654ms","start":"2026-07-31T00:35:40.008093Z","end":"2026-07-31T00:35:40.167571Z","steps":["trace[974375894] 'read index received' (duration: 110.488704ms)","trace[974375894] 'applied index is now lower than readState.Index' (duration: 48.98361ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:40.167663Z","caller":"traceutil/trace.go:171","msg":"trace[1601849052] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"155.920787ms","start":"2026-07-31T00:35:40.011722Z","end":"2026-07-31T00:35:40.167643Z","steps":["trace[1601849052] 'process raft request' (duration: 155.355392ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.167749Z","caller":"traceutil/trace.go:171","msg":"trace[412025966] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"234.57227ms","start":"2026-07-31T00:35:39.933163Z","end":"2026-07-31T00:35:40.167735Z","steps":["trace[412025966] 'process raft request' (duration: 233.85634ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.167801Z","caller":"traceutil/trace.go:171","msg":"trace[539364292] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"343.684445ms","start":"2026-07-31T00:35:39.824101Z","end":"2026-07-31T00:35:40.167786Z","steps":["trace[539364292] 'process raft request' (duration: 294.465968ms)","trace[539364292] 'compare' (duration: 48.169289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:40.167912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:39.824081Z","time spent":"343.768488ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T00:35:40.167741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:39.835852Z","time spent":"331.807611ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6326,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:40.167956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.847718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:40.168Z","caller":"traceutil/trace.go:171","msg":"trace[1546511161] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24814; }","duration":"158.92453ms","start":"2026-07-31T00:35:40.009063Z","end":"2026-07-31T00:35:40.167988Z","steps":["trace[1546511161] 'agreement among raft nodes before linearized reading' (duration: 158.844198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.168232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.931037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:40.168285Z","caller":"traceutil/trace.go:171","msg":"trace[231343440] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:24814; }","duration":"156.0111ms","start":"2026-07-31T00:35:40.012261Z","end":"2026-07-31T00:35:40.168272Z","steps":["trace[231343440] 'agreement among raft nodes before linearized reading' (duration: 155.933357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.168289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.134532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:40.168324Z","caller":"traceutil/trace.go:171","msg":"trace[1403372694] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:24814; }","duration":"316.208274ms","start":"2026-07-31T00:35:39.852105Z","end":"2026-07-31T00:35:40.168313Z","steps":["trace[1403372694] 'agreement among raft nodes before linearized reading' (duration: 316.152952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.168232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.002063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-31T00:35:40.16848Z","caller":"traceutil/trace.go:171","msg":"trace[1378061447] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24814; }","duration":"314.265791ms","start":"2026-07-31T00:35:39.854202Z","end":"2026-07-31T00:35:40.168468Z","steps":["trace[1378061447] 'agreement among raft nodes before linearized reading' (duration: 313.941772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.168526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:39.854197Z","time spent":"314.312362ms","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-31T00:35:40.168831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:39.852084Z","time spent":"316.732498ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-07-31T00:35:40.621845Z","caller":"traceutil/trace.go:171","msg":"trace[1722926859] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"186.062902ms","start":"2026-07-31T00:35:40.435755Z","end":"2026-07-31T00:35:40.621818Z","steps":["trace[1722926859] 'process raft request' (duration: 182.965487ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.622326Z","caller":"traceutil/trace.go:171","msg":"trace[960409788] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"183.714858ms","start":"2026-07-31T00:35:40.438596Z","end":"2026-07-31T00:35:40.62231Z","steps":["trace[960409788] 'process raft request' (duration: 183.469611ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.622407Z","caller":"traceutil/trace.go:171","msg":"trace[271745184] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"183.212353ms","start":"2026-07-31T00:35:40.439187Z","end":"2026-07-31T00:35:40.6224Z","steps":["trace[271745184] 'process raft request' (duration: 183.061459ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.622567Z","caller":"traceutil/trace.go:171","msg":"trace[151543681] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"183.193473ms","start":"2026-07-31T00:35:40.439348Z","end":"2026-07-31T00:35:40.622542Z","steps":["trace[151543681] 'process raft request' (duration: 182.986678ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.622751Z","caller":"traceutil/trace.go:171","msg":"trace[1189910865] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"183.091701ms","start":"2026-07-31T00:35:40.439648Z","end":"2026-07-31T00:35:40.62274Z","steps":["trace[1189910865] 'process raft request' (duration: 182.768702ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.622879Z","caller":"traceutil/trace.go:171","msg":"trace[899546873] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"182.831103ms","start":"2026-07-31T00:35:40.440034Z","end":"2026-07-31T00:35:40.622866Z","steps":["trace[899546873] 'process raft request' (duration: 182.663219ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.623035Z","caller":"traceutil/trace.go:171","msg":"trace[146453867] linearizableReadLoop","detail":"{readStateIndex:25653; appliedIndex:25650; }","duration":"186.529884ms","start":"2026-07-31T00:35:40.436483Z","end":"2026-07-31T00:35:40.623013Z","steps":["trace[146453867] 'read index received' (duration: 40.359644ms)","trace[146453867] 'applied index is now lower than readState.Index' (duration: 146.16922ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:40.623122Z","caller":"traceutil/trace.go:171","msg":"trace[1223573893] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"182.801233ms","start":"2026-07-31T00:35:40.440314Z","end":"2026-07-31T00:35:40.623115Z","steps":["trace[1223573893] 'process raft request' (duration: 182.637348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.623295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.798432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-31T00:35:40.623326Z","caller":"traceutil/trace.go:171","msg":"trace[1537886935] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24837; }","duration":"186.861853ms","start":"2026-07-31T00:35:40.436453Z","end":"2026-07-31T00:35:40.623315Z","steps":["trace[1537886935] 'agreement among raft nodes before linearized reading' (duration: 186.74818ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.655936Z","caller":"traceutil/trace.go:171","msg":"trace[562696161] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"104.51001ms","start":"2026-07-31T00:35:40.551409Z","end":"2026-07-31T00:35:40.655919Z","steps":["trace[562696161] 'process raft request' (duration: 104.476159ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.656273Z","caller":"traceutil/trace.go:171","msg":"trace[1565673487] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"106.541005ms","start":"2026-07-31T00:35:40.549721Z","end":"2026-07-31T00:35:40.656262Z","steps":["trace[1565673487] 'process raft request' (duration: 106.060242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.656279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.717473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112207"} {"level":"info","ts":"2026-07-31T00:35:40.656314Z","caller":"traceutil/trace.go:171","msg":"trace[895964918] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24839; }","duration":"219.772155ms","start":"2026-07-31T00:35:40.436533Z","end":"2026-07-31T00:35:40.656305Z","steps":["trace[895964918] 'agreement among raft nodes before linearized reading' (duration: 219.485517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.656521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.98299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-31T00:35:40.656552Z","caller":"traceutil/trace.go:171","msg":"trace[1854610665] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24839; }","duration":"220.075283ms","start":"2026-07-31T00:35:40.436467Z","end":"2026-07-31T00:35:40.656542Z","steps":["trace[1854610665] 'agreement among raft nodes before linearized reading' (duration: 220.000041ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.740685Z","caller":"traceutil/trace.go:171","msg":"trace[1321784537] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"113.512757ms","start":"2026-07-31T00:35:40.627132Z","end":"2026-07-31T00:35:40.740645Z","steps":["trace[1321784537] 'process raft request' (duration: 110.168285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.740764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.878161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-31T00:35:40.740787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.657956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-xsnrv\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-07-31T00:35:40.740811Z","caller":"traceutil/trace.go:171","msg":"trace[390924921] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24842; }","duration":"100.949553ms","start":"2026-07-31T00:35:40.639848Z","end":"2026-07-31T00:35:40.740798Z","steps":["trace[390924921] 'agreement among raft nodes before linearized reading' (duration: 100.759218ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.740845Z","caller":"traceutil/trace.go:171","msg":"trace[1378062753] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-xsnrv; range_end:; response_count:1; response_revision:24842; }","duration":"111.754169ms","start":"2026-07-31T00:35:40.629078Z","end":"2026-07-31T00:35:40.740833Z","steps":["trace[1378062753] 'agreement among raft nodes before linearized reading' (duration: 111.539153ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.741011Z","caller":"traceutil/trace.go:171","msg":"trace[1561545085] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"111.631925ms","start":"2026-07-31T00:35:40.629366Z","end":"2026-07-31T00:35:40.740998Z","steps":["trace[1561545085] 'process raft request' (duration: 110.921806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.741083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.64441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-865f5989dc-q6bht\" ","response":"range_response_count:1 size:8504"} {"level":"info","ts":"2026-07-31T00:35:40.741146Z","caller":"traceutil/trace.go:171","msg":"trace[913452697] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-865f5989dc-q6bht; range_end:; response_count:1; response_revision:24842; }","duration":"113.745453ms","start":"2026-07-31T00:35:40.627384Z","end":"2026-07-31T00:35:40.741129Z","steps":["trace[913452697] 'agreement among raft nodes before linearized reading' (duration: 113.609999ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.741399Z","caller":"traceutil/trace.go:171","msg":"trace[1701347638] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"112.262642ms","start":"2026-07-31T00:35:40.62912Z","end":"2026-07-31T00:35:40.741382Z","steps":["trace[1701347638] 'process raft request' (duration: 111.09897ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.909205Z","caller":"traceutil/trace.go:171","msg":"trace[1094555222] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"137.624506ms","start":"2026-07-31T00:35:40.771555Z","end":"2026-07-31T00:35:40.90918Z","steps":["trace[1094555222] 'process raft request' (duration: 137.213985ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:40.909491Z","caller":"traceutil/trace.go:171","msg":"trace[266124865] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"103.467832ms","start":"2026-07-31T00:35:40.806003Z","end":"2026-07-31T00:35:40.909471Z","steps":["trace[266124865] 'process raft request' (duration: 102.919837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.909677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.591923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:35:40.909704Z","caller":"traceutil/trace.go:171","msg":"trace[977103373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24848; }","duration":"100.692006ms","start":"2026-07-31T00:35:40.809003Z","end":"2026-07-31T00:35:40.909695Z","steps":["trace[977103373] 'agreement among raft nodes before linearized reading' (duration: 100.575023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.909849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.296524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-8plxd\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-07-31T00:35:40.909869Z","caller":"traceutil/trace.go:171","msg":"trace[1012280525] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-8plxd; range_end:; response_count:1; response_revision:24849; }","duration":"146.336375ms","start":"2026-07-31T00:35:40.763526Z","end":"2026-07-31T00:35:40.909863Z","steps":["trace[1012280525] 'agreement among raft nodes before linearized reading' (duration: 146.265313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.910132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.474166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112207"} {"level":"info","ts":"2026-07-31T00:35:40.910153Z","caller":"traceutil/trace.go:171","msg":"trace[1514803282] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24849; }","duration":"151.523256ms","start":"2026-07-31T00:35:40.758623Z","end":"2026-07-31T00:35:40.910147Z","steps":["trace[1514803282] 'agreement among raft nodes before linearized reading' (duration: 151.340611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:40.910326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.872301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-31T00:35:40.910346Z","caller":"traceutil/trace.go:171","msg":"trace[1730708083] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24849; }","duration":"153.914083ms","start":"2026-07-31T00:35:40.756425Z","end":"2026-07-31T00:35:40.910339Z","steps":["trace[1730708083] 'agreement among raft nodes before linearized reading' (duration: 153.844991ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:41.752942Z","caller":"traceutil/trace.go:171","msg":"trace[1802837574] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"100.110659ms","start":"2026-07-31T00:35:41.652805Z","end":"2026-07-31T00:35:41.752916Z","steps":["trace[1802837574] 'process raft request' (duration: 99.741929ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:42.292394Z","caller":"traceutil/trace.go:171","msg":"trace[612109012] linearizableReadLoop","detail":"{readStateIndex:25692; appliedIndex:25689; }","duration":"107.851401ms","start":"2026-07-31T00:35:42.184514Z","end":"2026-07-31T00:35:42.292365Z","steps":["trace[612109012] 'read index received' (duration: 51.595612ms)","trace[612109012] 'applied index is now lower than readState.Index' (duration: 56.254309ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:42.292416Z","caller":"traceutil/trace.go:171","msg":"trace[879757252] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"119.264264ms","start":"2026-07-31T00:35:42.173118Z","end":"2026-07-31T00:35:42.292382Z","steps":["trace[879757252] 'process raft request' (duration: 63.029045ms)","trace[879757252] 'compare' (duration: 55.712444ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:42.292456Z","caller":"traceutil/trace.go:171","msg":"trace[1412498901] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"115.399698ms","start":"2026-07-31T00:35:42.177031Z","end":"2026-07-31T00:35:42.292431Z","steps":["trace[1412498901] 'process raft request' (duration: 115.263914ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:42.292442Z","caller":"traceutil/trace.go:171","msg":"trace[2029733276] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"115.758798ms","start":"2026-07-31T00:35:42.176656Z","end":"2026-07-31T00:35:42.292415Z","steps":["trace[2029733276] 'process raft request' (duration: 115.537962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:42.292626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.093278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T00:35:42.292955Z","caller":"traceutil/trace.go:171","msg":"trace[201052244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24869; }","duration":"108.446438ms","start":"2026-07-31T00:35:42.184478Z","end":"2026-07-31T00:35:42.292925Z","steps":["trace[201052244] 'agreement among raft nodes before linearized reading' (duration: 108.001245ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:42.75006Z","caller":"traceutil/trace.go:171","msg":"trace[2077669812] linearizableReadLoop","detail":"{readStateIndex:25703; appliedIndex:25701; }","duration":"159.178636ms","start":"2026-07-31T00:35:42.590862Z","end":"2026-07-31T00:35:42.750041Z","steps":["trace[2077669812] 'read index received' (duration: 53.167725ms)","trace[2077669812] 'applied index is now lower than readState.Index' (duration: 106.009951ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:42.750203Z","caller":"traceutil/trace.go:171","msg":"trace[1800757416] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"163.228887ms","start":"2026-07-31T00:35:42.586938Z","end":"2026-07-31T00:35:42.750167Z","steps":["trace[1800757416] 'process raft request' (duration: 131.297743ms)","trace[1800757416] 'compare' (duration: 31.713288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:42.750338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.463054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-31T00:35:42.750375Z","caller":"traceutil/trace.go:171","msg":"trace[251681676] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24879; }","duration":"159.538856ms","start":"2026-07-31T00:35:42.590826Z","end":"2026-07-31T00:35:42.750365Z","steps":["trace[251681676] 'agreement among raft nodes before linearized reading' (duration: 159.415793ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:42.773314Z","caller":"traceutil/trace.go:171","msg":"trace[2145333395] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"107.761339ms","start":"2026-07-31T00:35:42.665533Z","end":"2026-07-31T00:35:42.773294Z","steps":["trace[2145333395] 'process raft request' (duration: 107.476611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:42.773485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.178566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:42.773509Z","caller":"traceutil/trace.go:171","msg":"trace[273986927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24880; }","duration":"121.242347ms","start":"2026-07-31T00:35:42.652261Z","end":"2026-07-31T00:35:42.773503Z","steps":["trace[273986927] 'agreement among raft nodes before linearized reading' (duration: 121.185166ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:44.882965Z","caller":"traceutil/trace.go:171","msg":"trace[695391254] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"104.804028ms","start":"2026-07-31T00:35:44.778135Z","end":"2026-07-31T00:35:44.882939Z","steps":["trace[695391254] 'process raft request' (duration: 104.613213ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:44.908663Z","caller":"traceutil/trace.go:171","msg":"trace[367910691] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"129.734821ms","start":"2026-07-31T00:35:44.77891Z","end":"2026-07-31T00:35:44.908645Z","steps":["trace[367910691] 'process raft request' (duration: 129.437743ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:45.057462Z","caller":"traceutil/trace.go:171","msg":"trace[537231318] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"116.672433ms","start":"2026-07-31T00:35:44.94073Z","end":"2026-07-31T00:35:45.057403Z","steps":["trace[537231318] 'process raft request' (duration: 116.302263ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:46.064762Z","caller":"traceutil/trace.go:171","msg":"trace[583765008] linearizableReadLoop","detail":"{readStateIndex:25750; appliedIndex:25749; }","duration":"130.510801ms","start":"2026-07-31T00:35:45.934221Z","end":"2026-07-31T00:35:46.064731Z","steps":["trace[583765008] 'read index received' (duration: 45.945277ms)","trace[583765008] 'applied index is now lower than readState.Index' (duration: 84.564174ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:46.064797Z","caller":"traceutil/trace.go:171","msg":"trace[1091453551] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"148.006331ms","start":"2026-07-31T00:35:45.916747Z","end":"2026-07-31T00:35:46.064753Z","steps":["trace[1091453551] 'process raft request' (duration: 63.421616ms)","trace[1091453551] 'compare' (duration: 84.39737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:46.065137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.889762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:35:46.065249Z","caller":"traceutil/trace.go:171","msg":"trace[2129158363] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24923; }","duration":"131.021316ms","start":"2026-07-31T00:35:45.934203Z","end":"2026-07-31T00:35:46.065225Z","steps":["trace[2129158363] 'agreement among raft nodes before linearized reading' (duration: 130.673716ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:48.460127Z","caller":"traceutil/trace.go:171","msg":"trace[1253571108] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"117.140206ms","start":"2026-07-31T00:35:48.342965Z","end":"2026-07-31T00:35:48.460105Z","steps":["trace[1253571108] 'process raft request' (duration: 116.995082ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:48.467844Z","caller":"traceutil/trace.go:171","msg":"trace[241355657] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"103.074141ms","start":"2026-07-31T00:35:48.364747Z","end":"2026-07-31T00:35:48.467822Z","steps":["trace[241355657] 'process raft request' (duration: 102.853425ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:50.716757Z","caller":"traceutil/trace.go:171","msg":"trace[1272599200] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"246.041763ms","start":"2026-07-31T00:35:50.470694Z","end":"2026-07-31T00:35:50.716736Z","steps":["trace[1272599200] 'process raft request' (duration: 245.897659ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:50.741306Z","caller":"traceutil/trace.go:171","msg":"trace[1378455908] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"266.01772ms","start":"2026-07-31T00:35:50.475261Z","end":"2026-07-31T00:35:50.741279Z","steps":["trace[1378455908] 'process raft request' (duration: 265.798494ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:50.741293Z","caller":"traceutil/trace.go:171","msg":"trace[581992341] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25786; }","duration":"261.770043ms","start":"2026-07-31T00:35:50.479484Z","end":"2026-07-31T00:35:50.741254Z","steps":["trace[581992341] 'read index received' (duration: 237.204601ms)","trace[581992341] 'applied index is now lower than readState.Index' (duration: 24.564032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:50.741697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.188165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:50.74175Z","caller":"traceutil/trace.go:171","msg":"trace[1804277759] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24962; }","duration":"262.279827ms","start":"2026-07-31T00:35:50.479454Z","end":"2026-07-31T00:35:50.741733Z","steps":["trace[1804277759] 'agreement among raft nodes before linearized reading' (duration: 262.184155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:50.742004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.37679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:35:50.742048Z","caller":"traceutil/trace.go:171","msg":"trace[1171172879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24962; }","duration":"201.465093ms","start":"2026-07-31T00:35:50.54057Z","end":"2026-07-31T00:35:50.742035Z","steps":["trace[1171172879] 'agreement among raft nodes before linearized reading' (duration: 201.328449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:50.742228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.770213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:35:50.742269Z","caller":"traceutil/trace.go:171","msg":"trace[1610163831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24962; }","duration":"155.844026ms","start":"2026-07-31T00:35:50.586413Z","end":"2026-07-31T00:35:50.742257Z","steps":["trace[1610163831] 'agreement among raft nodes before linearized reading' (duration: 155.727952ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:55.18675Z","caller":"traceutil/trace.go:171","msg":"trace[1901347467] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"142.89989ms","start":"2026-07-31T00:35:55.043828Z","end":"2026-07-31T00:35:55.186728Z","steps":["trace[1901347467] 'process raft request' (duration: 142.586602ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:55.270108Z","caller":"traceutil/trace.go:171","msg":"trace[479207825] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"120.148088ms","start":"2026-07-31T00:35:55.149937Z","end":"2026-07-31T00:35:55.270085Z","steps":["trace[479207825] 'process raft request' (duration: 114.463552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.170379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.164191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:56.170547Z","caller":"traceutil/trace.go:171","msg":"trace[1967630345] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24997; }","duration":"594.328415ms","start":"2026-07-31T00:35:55.57617Z","end":"2026-07-31T00:35:56.170499Z","steps":["trace[1967630345] 'range keys from in-memory index tree' (duration: 594.14204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.170678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.83693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:35:56.170843Z","caller":"traceutil/trace.go:171","msg":"trace[1128973789] linearizableReadLoop","detail":"{readStateIndex:25826; appliedIndex:25825; }","duration":"517.382329ms","start":"2026-07-31T00:35:55.653435Z","end":"2026-07-31T00:35:56.170817Z","steps":["trace[1128973789] 'read index received' (duration: 382.21103ms)","trace[1128973789] 'applied index is now lower than readState.Index' (duration: 135.169619ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:56.17091Z","caller":"traceutil/trace.go:171","msg":"trace[107172041] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"573.059513ms","start":"2026-07-31T00:35:55.597823Z","end":"2026-07-31T00:35:56.170882Z","steps":["trace[107172041] 'process raft request' (duration: 437.840452ms)","trace[107172041] 'compare' (duration: 134.242104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:56.170965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.510812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:56.171082Z","caller":"traceutil/trace.go:171","msg":"trace[5084286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24998; }","duration":"517.679228ms","start":"2026-07-31T00:35:55.653385Z","end":"2026-07-31T00:35:56.171064Z","steps":["trace[5084286] 'agreement among raft nodes before linearized reading' (duration: 517.499003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.171104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:55.597797Z","time spent":"573.216487ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:56.171135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:55.653359Z","time spent":"517.759279ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:35:56.644381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.840603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:35:56.644584Z","caller":"traceutil/trace.go:171","msg":"trace[857007730] linearizableReadLoop","detail":"{readStateIndex:25828; appliedIndex:25826; }","duration":"473.681363ms","start":"2026-07-31T00:35:56.170885Z","end":"2026-07-31T00:35:56.644567Z","steps":["trace[857007730] 'read index received' (duration: 134.551792ms)","trace[857007730] 'applied index is now lower than readState.Index' (duration: 339.128381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:56.644717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.629812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:35:56.644757Z","caller":"traceutil/trace.go:171","msg":"trace[1087827869] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25000; }","duration":"682.716824ms","start":"2026-07-31T00:35:55.962032Z","end":"2026-07-31T00:35:56.644749Z","steps":["trace[1087827869] 'agreement among raft nodes before linearized reading' (duration: 682.633122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.644794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:55.962007Z","time spent":"682.776496ms","remote":"127.0.0.1:58108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:35:56.64476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.483386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-31T00:35:56.644832Z","caller":"traceutil/trace.go:171","msg":"trace[903735680] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"896.219487ms","start":"2026-07-31T00:35:55.748578Z","end":"2026-07-31T00:35:56.644798Z","steps":["trace[903735680] 'process raft request' (duration: 556.876181ms)","trace[903735680] 'compare' (duration: 338.714209ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:56.644867Z","caller":"traceutil/trace.go:171","msg":"trace[700760914] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25000; }","duration":"588.629679ms","start":"2026-07-31T00:35:56.056209Z","end":"2026-07-31T00:35:56.644838Z","steps":["trace[700760914] 'agreement among raft nodes before linearized reading' (duration: 588.361152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.644913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.056187Z","time spent":"588.716491ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-31T00:35:56.645005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:55.748549Z","time spent":"896.3552ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:56.645048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.103097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:56.645082Z","caller":"traceutil/trace.go:171","msg":"trace[1604793746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25000; }","duration":"473.158499ms","start":"2026-07-31T00:35:56.171914Z","end":"2026-07-31T00:35:56.645072Z","steps":["trace[1604793746] 'agreement among raft nodes before linearized reading' (duration: 473.104107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.645106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.171898Z","time spent":"473.20267ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:35:56.645135Z","caller":"traceutil/trace.go:171","msg":"trace[1088657574] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"739.57319ms","start":"2026-07-31T00:35:55.905548Z","end":"2026-07-31T00:35:56.645121Z","steps":["trace[1088657574] 'process raft request' (duration: 738.955323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.645135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.339623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T00:35:56.645201Z","caller":"traceutil/trace.go:171","msg":"trace[1162455264] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25000; }","duration":"743.427796ms","start":"2026-07-31T00:35:55.901749Z","end":"2026-07-31T00:35:56.645177Z","steps":["trace[1162455264] 'agreement among raft nodes before linearized reading' (duration: 743.322863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.645231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:55.905511Z","time spent":"739.654252ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:56.645247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:55.901719Z","time spent":"743.517908ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-31T00:35:56.645305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.476959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:35:56.645339Z","caller":"traceutil/trace.go:171","msg":"trace[279391497] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25000; }","duration":"203.51321ms","start":"2026-07-31T00:35:56.441817Z","end":"2026-07-31T00:35:56.64533Z","steps":["trace[279391497] 'agreement among raft nodes before linearized reading' (duration: 203.434778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.645568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.830123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-31T00:35:56.645003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.645756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:35:56.645593Z","caller":"traceutil/trace.go:171","msg":"trace[930684160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25000; }","duration":"372.884625ms","start":"2026-07-31T00:35:56.272701Z","end":"2026-07-31T00:35:56.645586Z","steps":["trace[930684160] 'agreement among raft nodes before linearized reading' (duration: 372.746461ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:56.645613Z","caller":"traceutil/trace.go:171","msg":"trace[1261354038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25000; }","duration":"788.329304ms","start":"2026-07-31T00:35:55.857269Z","end":"2026-07-31T00:35:56.645598Z","steps":["trace[1261354038] 'agreement among raft nodes before linearized reading' (duration: 787.44905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:56.64562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.272679Z","time spent":"372.935067ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:35:56.645656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:55.857245Z","time spent":"788.394396ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:35:57.774443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.895563ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-31T00:35:57.774567Z","caller":"traceutil/trace.go:171","msg":"trace[1949855128] linearizableReadLoop","detail":"{readStateIndex:25829; appliedIndex:25828; }","duration":"1.124988986s","start":"2026-07-31T00:35:56.649558Z","end":"2026-07-31T00:35:57.774547Z","steps":["trace[1949855128] 'read index received' (duration: 291.98671ms)","trace[1949855128] 'applied index is now lower than readState.Index' (duration: 833.000656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:57.774581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.647268Z","time spent":"1.12730284s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:35:57.774769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125202023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:35:57.7748Z","caller":"traceutil/trace.go:171","msg":"trace[846179903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25000; }","duration":"1.125275755s","start":"2026-07-31T00:35:56.649515Z","end":"2026-07-31T00:35:57.774791Z","steps":["trace[846179903] 'agreement among raft nodes before linearized reading' (duration: 1.12511221s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:57.774834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.649496Z","time spent":"1.125328726s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:35:58.275207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:35:58.29367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028934927s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:35:58.656029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:35:58.65612Z","caller":"traceutil/trace.go:171","msg":"trace[342962978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542897s","start":"2026-07-31T00:35:56.655556Z","end":"2026-07-31T00:35:58.656099Z","steps":["trace[342962978] 'agreement among raft nodes before linearized reading' (duration: 2.000423594s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:58.656164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.655539Z","time spent":"2.00061699s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:35:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:35:58.875051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.98773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:35:58.875337Z","caller":"traceutil/trace.go:171","msg":"trace[938706519] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"2.097475331s","start":"2026-07-31T00:35:56.777843Z","end":"2026-07-31T00:35:58.875318Z","steps":["trace[938706519] 'process raft request' (duration: 2.097322037s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:58.875416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.777825Z","time spent":"2.097555782s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:35:58.875431Z","caller":"traceutil/trace.go:171","msg":"trace[1554088510] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"2.22499715s","start":"2026-07-31T00:35:56.650401Z","end":"2026-07-31T00:35:58.875398Z","steps":["trace[1554088510] 'process raft request' (duration: 1.643562168s)","trace[1554088510] 'compare' (duration: 580.583679ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:58.875561Z","caller":"traceutil/trace.go:171","msg":"trace[921397578] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"2.069493704s","start":"2026-07-31T00:35:56.806033Z","end":"2026-07-31T00:35:58.875526Z","steps":["trace[921397578] 'process raft request' (duration: 2.069240938s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:58.875602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.65039Z","time spent":"2.225115334s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:58.876183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.806003Z","time spent":"2.07004115s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:59.739302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.528993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:35:59.739637Z","caller":"traceutil/trace.go:171","msg":"trace[1586429973] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"2.547409303s","start":"2026-07-31T00:35:57.1922Z","end":"2026-07-31T00:35:59.739609Z","steps":["trace[1586429973] 'process raft request' (duration: 2.056422617s)","trace[1586429973] 'compare' (duration: 489.335291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:35:59.73973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.192172Z","time spent":"2.547521687s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:35:59.739946Z","caller":"traceutil/trace.go:171","msg":"trace[1399481331] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"2.464587046s","start":"2026-07-31T00:35:57.275322Z","end":"2026-07-31T00:35:59.739909Z","steps":["trace[1399481331] 'process raft request' (duration: 2.464155965s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.740135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.275301Z","time spent":"2.464724911s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:35:59.740175Z","caller":"traceutil/trace.go:171","msg":"trace[1859915087] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"1.963935116s","start":"2026-07-31T00:35:57.776211Z","end":"2026-07-31T00:35:59.740146Z","steps":["trace[1859915087] 'process raft request' (duration: 1.963805262s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.740195Z","caller":"traceutil/trace.go:171","msg":"trace[1848555491] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"2.463774034s","start":"2026-07-31T00:35:57.276375Z","end":"2026-07-31T00:35:59.740149Z","steps":["trace[1848555491] 'process raft request' (duration: 2.463470266s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.740321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.776193Z","time spent":"1.9640513s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:59.74032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.276346Z","time spent":"2.463906958s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:35:59.740287Z","caller":"traceutil/trace.go:171","msg":"trace[1240527423] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"983.224117ms","start":"2026-07-31T00:35:58.757035Z","end":"2026-07-31T00:35:59.740259Z","steps":["trace[1240527423] 'process raft request' (duration: 983.176696ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.740452Z","caller":"traceutil/trace.go:171","msg":"trace[570774197] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"1.5442143s","start":"2026-07-31T00:35:58.196225Z","end":"2026-07-31T00:35:59.740439Z","steps":["trace[570774197] 'process raft request' (duration: 1.543897741s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.740465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.756999Z","time spent":"983.378981ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:59.740504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.19621Z","time spent":"1.544262701s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:35:59.740488Z","caller":"traceutil/trace.go:171","msg":"trace[1384378364] linearizableReadLoop","detail":"{readStateIndex:25838; appliedIndex:25829; }","duration":"1.965860239s","start":"2026-07-31T00:35:57.774595Z","end":"2026-07-31T00:35:59.740455Z","steps":["trace[1384378364] 'read index received' (duration: 519.286971ms)","trace[1384378364] 'applied index is now lower than readState.Index' (duration: 1.446568368s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:35:59.740601Z","caller":"traceutil/trace.go:171","msg":"trace[1589434589] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"1.56285959s","start":"2026-07-31T00:35:58.177731Z","end":"2026-07-31T00:35:59.74059Z","steps":["trace[1589434589] 'process raft request' (duration: 1.562346216s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.740576Z","caller":"traceutil/trace.go:171","msg":"trace[336803194] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"1.090338489s","start":"2026-07-31T00:35:58.65019Z","end":"2026-07-31T00:35:59.740528Z","steps":["trace[336803194] 'process raft request' (duration: 1.08998169s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.740723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981430471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:35:59.740765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437948098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-31T00:35:59.740774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333678504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:35:59.74078Z","caller":"traceutil/trace.go:171","msg":"trace[517040268] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25011; }","duration":"2.981553084s","start":"2026-07-31T00:35:56.759213Z","end":"2026-07-31T00:35:59.740766Z","steps":["trace[517040268] 'agreement among raft nodes before linearized reading' (duration: 2.981387239s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.740794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085729556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-31T00:35:59.740809Z","caller":"traceutil/trace.go:171","msg":"trace[1077068803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25011; }","duration":"2.43803352s","start":"2026-07-31T00:35:57.302763Z","end":"2026-07-31T00:35:59.740797Z","steps":["trace[1077068803] 'agreement among raft nodes before linearized reading' (duration: 2.437884116s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.740824Z","caller":"traceutil/trace.go:171","msg":"trace[1010049038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25011; }","duration":"2.333740546s","start":"2026-07-31T00:35:57.407068Z","end":"2026-07-31T00:35:59.740808Z","steps":["trace[1010049038] 'agreement among raft nodes before linearized reading' (duration: 2.3335298s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.740831Z","caller":"traceutil/trace.go:171","msg":"trace[1596887061] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25011; }","duration":"3.085776036s","start":"2026-07-31T00:35:56.655046Z","end":"2026-07-31T00:35:59.740822Z","steps":["trace[1596887061] 'agreement among raft nodes before linearized reading' (duration: 3.085659313s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.740816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.650162Z","time spent":"1.090543764s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:59.740907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.655039Z","time spent":"3.085860459s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-31T00:35:59.740923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.407047Z","time spent":"2.333865459s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:35:59.740844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.302741Z","time spent":"2.438095272s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:35:59.740965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446745718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T00:35:59.740995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772651517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-31T00:35:59.741011Z","caller":"traceutil/trace.go:171","msg":"trace[987633754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25011; }","duration":"2.44682026s","start":"2026-07-31T00:35:57.294173Z","end":"2026-07-31T00:35:59.740993Z","steps":["trace[987633754] 'agreement among raft nodes before linearized reading' (duration: 2.446646905s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.74079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635570756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:35:59.741044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.294155Z","time spent":"2.446882212s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:35:59.741049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059841497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.740825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.759196Z","time spent":"2.981618996s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:35:59.741039Z","caller":"traceutil/trace.go:171","msg":"trace[2099089830] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25011; }","duration":"2.7727314s","start":"2026-07-31T00:35:56.968295Z","end":"2026-07-31T00:35:59.741026Z","steps":["trace[2099089830] 'agreement among raft nodes before linearized reading' (duration: 2.772551605s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.741098Z","caller":"traceutil/trace.go:171","msg":"trace[207881505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25011; }","duration":"3.05994971s","start":"2026-07-31T00:35:56.681134Z","end":"2026-07-31T00:35:59.741084Z","steps":["trace[207881505] 'agreement among raft nodes before linearized reading' (duration: 3.059868077s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.740651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.1777Z","time spent":"1.562921752s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:35:59.741115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908952237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:35:59.741134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.681111Z","time spent":"3.060014492s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:35:59.741135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965034447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18477"} {"level":"info","ts":"2026-07-31T00:35:59.741147Z","caller":"traceutil/trace.go:171","msg":"trace[1984842778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25011; }","duration":"2.909012419s","start":"2026-07-31T00:35:56.832127Z","end":"2026-07-31T00:35:59.741139Z","steps":["trace[1984842778] 'agreement among raft nodes before linearized reading' (duration: 2.908931917s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.741169Z","caller":"traceutil/trace.go:171","msg":"trace[1963441282] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25011; }","duration":"1.965108399s","start":"2026-07-31T00:35:57.77605Z","end":"2026-07-31T00:35:59.741158Z","steps":["trace[1963441282] 'agreement among raft nodes before linearized reading' (duration: 1.965001116s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.832106Z","time spent":"2.909065561s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:35:59.741199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.776027Z","time spent":"1.965166031s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18500,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-31T00:35:59.741075Z","caller":"traceutil/trace.go:171","msg":"trace[862641937] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25011; }","duration":"2.635955737s","start":"2026-07-31T00:35:57.105106Z","end":"2026-07-31T00:35:59.741062Z","steps":["trace[862641937] 'agreement among raft nodes before linearized reading' (duration: 2.635526525s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990835538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:35:59.741272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.105081Z","time spent":"2.636176132s","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:35:59.741301Z","caller":"traceutil/trace.go:171","msg":"trace[1795311950] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25011; }","duration":"2.99090406s","start":"2026-07-31T00:35:56.750385Z","end":"2026-07-31T00:35:59.741289Z","steps":["trace[1795311950] 'agreement among raft nodes before linearized reading' (duration: 2.990820518s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.750362Z","time spent":"2.990963332s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:35:59.741116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.968265Z","time spent":"2.772839272s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-31T00:35:59.741353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921680876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-31T00:35:59.741379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091702429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:59.741413Z","caller":"traceutil/trace.go:171","msg":"trace[615907553] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25011; }","duration":"3.09174445s","start":"2026-07-31T00:35:56.649656Z","end":"2026-07-31T00:35:59.7414Z","steps":["trace[615907553] 'agreement among raft nodes before linearized reading' (duration: 3.091689849s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.649652Z","time spent":"3.091781691s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:35:59.741473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34361643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:35:59.741509Z","caller":"traceutil/trace.go:171","msg":"trace[1886005797] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25011; }","duration":"1.343673482s","start":"2026-07-31T00:35:58.397825Z","end":"2026-07-31T00:35:59.741499Z","steps":["trace[1886005797] 'agreement among raft nodes before linearized reading' (duration: 1.34359662s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.397816Z","time spent":"1.343714143s","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:35:59.741612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.474692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:35:59.741646Z","caller":"traceutil/trace.go:171","msg":"trace[1363849509] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25011; }","duration":"471.559275ms","start":"2026-07-31T00:35:59.270076Z","end":"2026-07-31T00:35:59.741636Z","steps":["trace[1363849509] 'agreement among raft nodes before linearized reading' (duration: 471.499993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168527018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.741715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951581559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.74171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.27005Z","time spent":"471.652238ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:35:59.741781Z","caller":"traceutil/trace.go:171","msg":"trace[913555061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25011; }","duration":"1.168666442s","start":"2026-07-31T00:35:58.573068Z","end":"2026-07-31T00:35:59.741734Z","steps":["trace[913555061] 'agreement among raft nodes before linearized reading' (duration: 1.168554179s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34578743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.741657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407995752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.741841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412473435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.741845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.040726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.741865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.573039Z","time spent":"1.168782316s","remote":"127.0.0.1:55832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:35:59.741863Z","caller":"traceutil/trace.go:171","msg":"trace[321282248] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25011; }","duration":"1.408255479s","start":"2026-07-31T00:35:58.333589Z","end":"2026-07-31T00:35:59.741845Z","steps":["trace[321282248] 'agreement among raft nodes before linearized reading' (duration: 1.408044804s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.741882Z","caller":"traceutil/trace.go:171","msg":"trace[775066989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25011; }","duration":"427.113788ms","start":"2026-07-31T00:35:59.314758Z","end":"2026-07-31T00:35:59.741871Z","steps":["trace[775066989] 'agreement among raft nodes before linearized reading' (duration: 427.061667ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.741887Z","caller":"traceutil/trace.go:171","msg":"trace[774357254] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25011; }","duration":"1.412563957s","start":"2026-07-31T00:35:58.329299Z","end":"2026-07-31T00:35:59.741863Z","steps":["trace[774357254] 'agreement among raft nodes before linearized reading' (duration: 1.412512846s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:35:59.741787Z","caller":"traceutil/trace.go:171","msg":"trace[1132631651] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25011; }","duration":"1.951677112s","start":"2026-07-31T00:35:57.790061Z","end":"2026-07-31T00:35:59.741738Z","steps":["trace[1132631651] 'agreement among raft nodes before linearized reading' (duration: 1.95162096s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.314741Z","time spent":"427.1691ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:35:59.741838Z","caller":"traceutil/trace.go:171","msg":"trace[1589579687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25011; }","duration":"1.346039557s","start":"2026-07-31T00:35:58.395783Z","end":"2026-07-31T00:35:59.741822Z","steps":["trace[1589579687] 'agreement among raft nodes before linearized reading' (duration: 1.34580068s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.741925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.329271Z","time spent":"1.412644489s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:35:59.74138Z","caller":"traceutil/trace.go:171","msg":"trace[711370577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25011; }","duration":"2.921745528s","start":"2026-07-31T00:35:56.819626Z","end":"2026-07-31T00:35:59.741372Z","steps":["trace[711370577] 'agreement among raft nodes before linearized reading' (duration: 2.921666005s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.74196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:56.819603Z","time spent":"2.922352105s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:35:59.741922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.333558Z","time spent":"1.408345732s","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:35:59.741645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085364003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:35:59.741968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.395763Z","time spent":"1.34618937s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:35:59.742037Z","caller":"traceutil/trace.go:171","msg":"trace[1046253338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25011; }","duration":"1.085789735s","start":"2026-07-31T00:35:58.65624Z","end":"2026-07-31T00:35:59.742029Z","steps":["trace[1046253338] 'agreement among raft nodes before linearized reading' (duration: 1.085372983s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:35:59.742056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:58.656228Z","time spent":"1.085822675s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:35:59.741932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:57.790029Z","time spent":"1.951890668s","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:00.249204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:36:00.367456Z","caller":"traceutil/trace.go:171","msg":"trace[1744049548] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"619.70316ms","start":"2026-07-31T00:35:59.747716Z","end":"2026-07-31T00:36:00.367419Z","steps":["trace[1744049548] 'process raft request' (duration: 535.097104ms)","trace[1744049548] 'compare' (duration: 84.321178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:00.367621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.747704Z","time spent":"619.832423ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:00.801636Z","caller":"traceutil/trace.go:171","msg":"trace[479687654] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"1.053379568s","start":"2026-07-31T00:35:59.748228Z","end":"2026-07-31T00:36:00.801608Z","steps":["trace[479687654] 'process raft request' (duration: 1.003122892s)","trace[479687654] 'compare' (duration: 50.134802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:00.801753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.748214Z","time spent":"1.0534799s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:00.801987Z","caller":"traceutil/trace.go:171","msg":"trace[635123851] linearizableReadLoop","detail":"{readStateIndex:25847; appliedIndex:25840; }","duration":"1.053687426s","start":"2026-07-31T00:35:59.74828Z","end":"2026-07-31T00:36:00.801968Z","steps":["trace[635123851] 'read index received' (duration: 534.842217ms)","trace[635123851] 'applied index is now lower than readState.Index' (duration: 518.844359ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:00.802083Z","caller":"traceutil/trace.go:171","msg":"trace[1431755730] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"1.052545874s","start":"2026-07-31T00:35:59.74953Z","end":"2026-07-31T00:36:00.802076Z","steps":["trace[1431755730] 'process raft request' (duration: 1.052223986s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:00.802139Z","caller":"traceutil/trace.go:171","msg":"trace[1689821842] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"914.138237ms","start":"2026-07-31T00:35:59.887992Z","end":"2026-07-31T00:36:00.80213Z","steps":["trace[1689821842] 'process raft request' (duration: 913.940962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.749515Z","time spent":"1.052585596s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:00.802174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.887967Z","time spent":"914.187019ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:00.802221Z","caller":"traceutil/trace.go:171","msg":"trace[2054064068] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"1.051975549s","start":"2026-07-31T00:35:59.750237Z","end":"2026-07-31T00:36:00.802213Z","steps":["trace[2054064068] 'process raft request' (duration: 1.051607949s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:00.802195Z","caller":"traceutil/trace.go:171","msg":"trace[1200305600] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"1.05384837s","start":"2026-07-31T00:35:59.748321Z","end":"2026-07-31T00:36:00.802169Z","steps":["trace[1200305600] 'process raft request' (duration: 1.053262394s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.750228Z","time spent":"1.0520021s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:36:00.802267Z","caller":"traceutil/trace.go:171","msg":"trace[1189296932] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"1.051871536s","start":"2026-07-31T00:35:59.750389Z","end":"2026-07-31T00:36:00.80226Z","steps":["trace[1189296932] 'process raft request' (duration: 1.051504686s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.75038Z","time spent":"1.051907977s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:00.802299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.748302Z","time spent":"1.053945823s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:00.802379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.660012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:00.802401Z","caller":"traceutil/trace.go:171","msg":"trace[2033244985] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25018; }","duration":"439.711673ms","start":"2026-07-31T00:36:00.362682Z","end":"2026-07-31T00:36:00.802394Z","steps":["trace[2033244985] 'agreement among raft nodes before linearized reading' (duration: 439.670362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049719698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:00.802411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000173111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:00.802398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.025143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:00.802421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:00.362665Z","time spent":"439.752225ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:00.802433Z","caller":"traceutil/trace.go:171","msg":"trace[1924542624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25018; }","duration":"1.000238133s","start":"2026-07-31T00:35:59.802189Z","end":"2026-07-31T00:36:00.802427Z","steps":["trace[1924542624] 'agreement among raft nodes before linearized reading' (duration: 1.000197492s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.802168Z","time spent":"1.000279685s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T00:36:00.802439Z","caller":"traceutil/trace.go:171","msg":"trace[524938553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25018; }","duration":"1.049785989s","start":"2026-07-31T00:35:59.75264Z","end":"2026-07-31T00:36:00.802426Z","steps":["trace[524938553] 'agreement among raft nodes before linearized reading' (duration: 1.049706597s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:00.802454Z","caller":"traceutil/trace.go:171","msg":"trace[1597931129] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25018; }","duration":"831.127855ms","start":"2026-07-31T00:35:59.971311Z","end":"2026-07-31T00:36:00.802439Z","steps":["trace[1597931129] 'agreement among raft nodes before linearized reading' (duration: 830.991512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.752633Z","time spent":"1.04983497s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:00.802452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042658704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:00.802491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.971291Z","time spent":"831.190737ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:00.802489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05419928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T00:36:00.802555Z","caller":"traceutil/trace.go:171","msg":"trace[1547636068] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25018; }","duration":"1.042771057s","start":"2026-07-31T00:35:59.759734Z","end":"2026-07-31T00:36:00.802505Z","steps":["trace[1547636068] 'agreement among raft nodes before linearized reading' (duration: 1.042596012s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.105583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:00.802577Z","caller":"traceutil/trace.go:171","msg":"trace[1716204391] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25018; }","duration":"1.054334504s","start":"2026-07-31T00:35:59.748229Z","end":"2026-07-31T00:36:00.802564Z","steps":["trace[1716204391] 'agreement among raft nodes before linearized reading' (duration: 1.054145129s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.759714Z","time spent":"1.04287475s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:36:00.802623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:35:59.748213Z","time spent":"1.054396675s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-31T00:36:00.802639Z","caller":"traceutil/trace.go:171","msg":"trace[982444726] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25018; }","duration":"539.240507ms","start":"2026-07-31T00:36:00.26336Z","end":"2026-07-31T00:36:00.802601Z","steps":["trace[982444726] 'agreement among raft nodes before linearized reading' (duration: 539.022611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:00.802693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:00.263339Z","time spent":"539.33908ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:01.435104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:01.935207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:02.206483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277435318s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:02.20722Z","caller":"traceutil/trace.go:171","msg":"trace[1205165054] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"1.325488262s","start":"2026-07-31T00:36:00.881703Z","end":"2026-07-31T00:36:02.207192Z","steps":["trace[1205165054] 'process raft request' (duration: 1.325005309s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:02.207494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:00.881689Z","time spent":"1.325603936s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:03.725751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.824312Z","time spent":"901.429679ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:36:04.652344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:36:04.652446Z","caller":"traceutil/trace.go:171","msg":"trace[916032810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258991s","start":"2026-07-31T00:36:02.652164Z","end":"2026-07-31T00:36:04.652423Z","steps":["trace[916032810] 'agreement among raft nodes before linearized reading' (duration: 2.000141798s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:04.652503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.652149Z","time spent":"2.000340443s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:04.77505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.568092731s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:04.775603Z","caller":"traceutil/trace.go:171","msg":"trace[2114451532] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"3.893400648s","start":"2026-07-31T00:36:00.882179Z","end":"2026-07-31T00:36:04.77558Z","steps":["trace[2114451532] 'process raft request' (duration: 3.893021358s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:04.775671Z","caller":"traceutil/trace.go:171","msg":"trace[1637465131] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"3.890650904s","start":"2026-07-31T00:36:00.88498Z","end":"2026-07-31T00:36:04.775631Z","steps":["trace[1637465131] 'process raft request' (duration: 3.890349206s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:04.77573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:00.882157Z","time spent":"3.893510032s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:04.775825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:00.884973Z","time spent":"3.890777167s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:05.937982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16276206s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:36:06.653101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:06.653206Z","caller":"traceutil/trace.go:171","msg":"trace[197835529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154858s","start":"2026-07-31T00:36:04.653027Z","end":"2026-07-31T00:36:06.653181Z","steps":["trace[197835529] 'agreement among raft nodes before linearized reading' (duration: 1.999991543s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:06.653276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:04.65301Z","time spent":"2.0002512s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:06.74622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:01.748848Z","time spent":"4.997362731s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/31 00:36:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:06.747047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:01.750154Z","time spent":"4.996888128s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/31 00:36:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:06.747302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:01.748852Z","time spent":"4.998441841s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-31T00:36:06.747338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:01.749498Z","time spent":"4.997834644s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/31 00:36:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/31 00:36:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:06.748735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:01.750721Z","time spent":"4.998008329s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-31T00:36:07.027676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252276086s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-31T00:36:07.0305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454644999s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:07.030639Z","caller":"traceutil/trace.go:171","msg":"trace[1826968989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25021; }","duration":"1.454787773s","start":"2026-07-31T00:36:05.575833Z","end":"2026-07-31T00:36:07.030621Z","steps":["trace[1826968989] 'range keys from in-memory index tree' (duration: 1.454630349s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:07.030737Z","caller":"traceutil/trace.go:171","msg":"trace[1891893013] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"5.379964592s","start":"2026-07-31T00:36:01.650756Z","end":"2026-07-31T00:36:07.03072Z","steps":["trace[1891893013] 'process raft request' (duration: 5.377021121s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:07.030861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:01.650727Z","time spent":"5.380062014s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:07.380988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993582828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:36:07.381075Z","caller":"traceutil/trace.go:171","msg":"trace[1285753861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.993764803s","start":"2026-07-31T00:36:02.38729Z","end":"2026-07-31T00:36:07.381055Z","steps":["trace[1285753861] 'agreement among raft nodes before linearized reading' (duration: 4.99365046s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:07.381147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.387253Z","time spent":"4.993879946s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/31 00:36:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:07.806785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997941797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:07.806894Z","caller":"traceutil/trace.go:171","msg":"trace[588364826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998105882s","start":"2026-07-31T00:36:02.808761Z","end":"2026-07-31T00:36:07.806867Z","steps":["trace[588364826] 'agreement among raft nodes before linearized reading' (duration: 4.997974589s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:07.806976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.808738Z","time spent":"4.998218075s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/31 00:36:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:07.807752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998864033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:07.80784Z","caller":"traceutil/trace.go:171","msg":"trace[1974502696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999010136s","start":"2026-07-31T00:36:02.808805Z","end":"2026-07-31T00:36:07.807816Z","steps":["trace[1974502696] 'agreement among raft nodes before linearized reading' (duration: 4.998903433s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:07.807898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.808782Z","time spent":"4.999102169s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/31 00:36:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:08.245714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214920668s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:08.246155Z","caller":"traceutil/trace.go:171","msg":"trace[2033254145] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"995.747281ms","start":"2026-07-31T00:36:07.250387Z","end":"2026-07-31T00:36:08.246135Z","steps":["trace[2033254145] 'process raft request' (duration: 995.695209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.246254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:07.250359Z","time spent":"995.844643ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":472,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:08.246478Z","caller":"traceutil/trace.go:171","msg":"trace[501363579] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"4.033095193s","start":"2026-07-31T00:36:04.213371Z","end":"2026-07-31T00:36:08.246466Z","steps":["trace[501363579] 'process raft request' (duration: 4.032664331s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.246584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:04.213351Z","time spent":"4.033159484s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:08.24621Z","caller":"traceutil/trace.go:171","msg":"trace[541772755] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25847; }","duration":"7.312443006s","start":"2026-07-31T00:36:00.933724Z","end":"2026-07-31T00:36:08.246167Z","steps":["trace[541772755] 'read index received' (duration: 1.273007257s)","trace[541772755] 'applied index is now lower than readState.Index' (duration: 6.039430759s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:08.246969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783788033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.247012Z","caller":"traceutil/trace.go:171","msg":"trace[1248429631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25029; }","duration":"5.783876415s","start":"2026-07-31T00:36:02.463125Z","end":"2026-07-31T00:36:08.247001Z","steps":["trace[1248429631] 'agreement among raft nodes before linearized reading' (duration: 5.783795473s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.463106Z","time spent":"5.783932667s","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765656451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:08.247144Z","caller":"traceutil/trace.go:171","msg":"trace[2068757861] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25029; }","duration":"1.765771154s","start":"2026-07-31T00:36:06.481358Z","end":"2026-07-31T00:36:08.247129Z","steps":["trace[2068757861] 'agreement among raft nodes before linearized reading' (duration: 1.765607389s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490358693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:08.247191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.4813Z","time spent":"1.765877906s","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:08.247227Z","caller":"traceutil/trace.go:171","msg":"trace[592980250] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25029; }","duration":"2.490529398s","start":"2026-07-31T00:36:05.756674Z","end":"2026-07-31T00:36:08.247203Z","steps":["trace[592980250] 'agreement among raft nodes before linearized reading' (duration: 2.490324552s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277983575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:08.247291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.368945201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.247303Z","caller":"traceutil/trace.go:171","msg":"trace[2025982705] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25029; }","duration":"1.278090948s","start":"2026-07-31T00:36:06.969185Z","end":"2026-07-31T00:36:08.247276Z","steps":["trace[2025982705] 'agreement among raft nodes before linearized reading' (duration: 1.277905213s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:05.756653Z","time spent":"2.490641551s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59279818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.247336Z","caller":"traceutil/trace.go:171","msg":"trace[1519513577] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25029; }","duration":"5.369034523s","start":"2026-07-31T00:36:02.878291Z","end":"2026-07-31T00:36:08.247325Z","steps":["trace[1519513577] 'agreement among raft nodes before linearized reading' (duration: 5.368971171s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.969094Z","time spent":"1.278248132s","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:08.247363Z","caller":"traceutil/trace.go:171","msg":"trace[982829495] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25029; }","duration":"4.592922174s","start":"2026-07-31T00:36:03.654423Z","end":"2026-07-31T00:36:08.247345Z","steps":["trace[982829495] 'agreement among raft nodes before linearized reading' (duration: 4.59279548s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080487749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-31T00:36:08.247421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:03.654402Z","time spent":"4.593006735s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498433627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-31T00:36:08.247496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848456046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:08.24754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500239787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-31T00:36:08.247564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903102659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:08.247578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.438859354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:36:08.247611Z","caller":"traceutil/trace.go:171","msg":"trace[897177198] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25029; }","duration":"1.50035209s","start":"2026-07-31T00:36:06.747245Z","end":"2026-07-31T00:36:08.247597Z","steps":["trace[897177198] 'agreement among raft nodes before linearized reading' (duration: 1.500260597s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.247573Z","caller":"traceutil/trace.go:171","msg":"trace[338000956] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25029; }","duration":"1.498564451s","start":"2026-07-31T00:36:06.748953Z","end":"2026-07-31T00:36:08.247517Z","steps":["trace[338000956] 'agreement among raft nodes before linearized reading' (duration: 1.498364826s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071829149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:08.247638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067138104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:08.247659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930187603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:08.24768Z","caller":"traceutil/trace.go:171","msg":"trace[1686269615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25029; }","duration":"2.071907851s","start":"2026-07-31T00:36:06.175759Z","end":"2026-07-31T00:36:08.247667Z","steps":["trace[1686269615] 'agreement among raft nodes before linearized reading' (duration: 2.07184159s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.49682054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:08.247717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588980346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:08.247717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0768372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-31T00:36:08.247713Z","caller":"traceutil/trace.go:171","msg":"trace[554388336] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25029; }","duration":"4.930276615s","start":"2026-07-31T00:36:03.317424Z","end":"2026-07-31T00:36:08.247701Z","steps":["trace[554388336] 'agreement among raft nodes before linearized reading' (duration: 4.930166132s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.247748Z","caller":"traceutil/trace.go:171","msg":"trace[506147527] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25029; }","duration":"5.496904572s","start":"2026-07-31T00:36:02.750835Z","end":"2026-07-31T00:36:08.24774Z","steps":["trace[506147527] 'agreement among raft nodes before linearized reading' (duration: 5.496837911s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.247762Z","caller":"traceutil/trace.go:171","msg":"trace[1310960492] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25029; }","duration":"4.076898971s","start":"2026-07-31T00:36:04.170851Z","end":"2026-07-31T00:36:08.24775Z","steps":["trace[1310960492] 'agreement among raft nodes before linearized reading' (duration: 4.076794398s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.247684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.748942Z","time spent":"1.498720245s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:04.170841Z","time spent":"4.077143778s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.527137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-31T00:36:08.247709Z","caller":"traceutil/trace.go:171","msg":"trace[1732855657] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25029; }","duration":"4.067231756s","start":"2026-07-31T00:36:04.18046Z","end":"2026-07-31T00:36:08.247692Z","steps":["trace[1732855657] 'agreement among raft nodes before linearized reading' (duration: 4.067108773s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.248071Z","caller":"traceutil/trace.go:171","msg":"trace[727549191] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25029; }","duration":"204.600319ms","start":"2026-07-31T00:36:08.04346Z","end":"2026-07-31T00:36:08.24806Z","steps":["trace[727549191] 'agreement among raft nodes before linearized reading' (duration: 204.290531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746791684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:08.248087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589620973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-31T00:36:08.247714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.175735Z","time spent":"2.071971213s","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:08.248131Z","caller":"traceutil/trace.go:171","msg":"trace[92426875] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25029; }","duration":"1.746879457s","start":"2026-07-31T00:36:06.501235Z","end":"2026-07-31T00:36:08.248114Z","steps":["trace[92426875] 'agreement among raft nodes before linearized reading' (duration: 1.746789734s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346892187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T00:36:08.24816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498053208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-31T00:36:08.247556Z","caller":"traceutil/trace.go:171","msg":"trace[1208943780] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25029; }","duration":"4.848560149s","start":"2026-07-31T00:36:03.398975Z","end":"2026-07-31T00:36:08.247536Z","steps":["trace[1208943780] 'agreement among raft nodes before linearized reading' (duration: 4.848472936s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.248189Z","caller":"traceutil/trace.go:171","msg":"trace[1421517120] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25029; }","duration":"2.346948258s","start":"2026-07-31T00:36:05.901231Z","end":"2026-07-31T00:36:08.248179Z","steps":["trace[1421517120] 'agreement among raft nodes before linearized reading' (duration: 2.346514767s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.501223Z","time spent":"1.746947518s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.248193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4678651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-31T00:36:08.248219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:05.901216Z","time spent":"2.34699726s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418319702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-31T00:36:08.248244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497815941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-07-31T00:36:08.24822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46853252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-31T00:36:08.248269Z","caller":"traceutil/trace.go:171","msg":"trace[1481719833] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25029; }","duration":"1.467969193s","start":"2026-07-31T00:36:06.780284Z","end":"2026-07-31T00:36:08.248253Z","steps":["trace[1481719833] 'agreement among raft nodes before linearized reading' (duration: 1.467809149s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.248277Z","caller":"traceutil/trace.go:171","msg":"trace[1243020613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25029; }","duration":"2.418350603s","start":"2026-07-31T00:36:05.829915Z","end":"2026-07-31T00:36:08.248265Z","steps":["trace[1243020613] 'agreement among raft nodes before linearized reading' (duration: 2.41824452s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.248279Z","caller":"traceutil/trace.go:171","msg":"trace[291360484] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25029; }","duration":"1.497866812s","start":"2026-07-31T00:36:06.750404Z","end":"2026-07-31T00:36:08.24827Z","steps":["trace[291360484] 'agreement among raft nodes before linearized reading' (duration: 1.497817791s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:05.829894Z","time spent":"2.418414584s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.750393Z","time spent":"1.497919753s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-31T00:36:08.24832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.780266Z","time spent":"1.468037876s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.611768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:08.24741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.2176332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-31T00:36:08.248373Z","caller":"traceutil/trace.go:171","msg":"trace[1168059110] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25029; }","duration":"634.685029ms","start":"2026-07-31T00:36:07.613678Z","end":"2026-07-31T00:36:08.248363Z","steps":["trace[1168059110] 'agreement among raft nodes before linearized reading' (duration: 634.625248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:07.613658Z","time spent":"634.73981ms","remote":"127.0.0.1:58152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.248408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.346297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.248448Z","caller":"traceutil/trace.go:171","msg":"trace[92528161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25029; }","duration":"654.4445ms","start":"2026-07-31T00:36:07.593993Z","end":"2026-07-31T00:36:08.248438Z","steps":["trace[92528161] 'agreement among raft nodes before linearized reading' (duration: 654.380289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:07.593956Z","time spent":"654.513422ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.248456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.314738089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.24747Z","caller":"traceutil/trace.go:171","msg":"trace[582151203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25029; }","duration":"4.080703435s","start":"2026-07-31T00:36:04.166737Z","end":"2026-07-31T00:36:08.247441Z","steps":["trace[582151203] 'agreement among raft nodes before linearized reading' (duration: 4.080246803s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.248409Z","caller":"traceutil/trace.go:171","msg":"trace[1980531159] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25029; }","duration":"5.218675688s","start":"2026-07-31T00:36:03.02972Z","end":"2026-07-31T00:36:08.248395Z","steps":["trace[1980531159] 'agreement among raft nodes before linearized reading' (duration: 5.217494646s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:08.248607Z","caller":"traceutil/trace.go:171","msg":"trace[688495421] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25029; }","duration":"7.314952815s","start":"2026-07-31T00:36:00.933636Z","end":"2026-07-31T00:36:08.248588Z","steps":["trace[688495421] 'agreement among raft nodes before linearized reading' (duration: 7.312648962s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:04.166717Z","time spent":"4.081884998s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:00.933604Z","time spent":"7.315044727s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:08.248199Z","caller":"traceutil/trace.go:171","msg":"trace[1896314123] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25029; }","duration":"1.49814477s","start":"2026-07-31T00:36:06.750042Z","end":"2026-07-31T00:36:08.248187Z","steps":["trace[1896314123] 'agreement among raft nodes before linearized reading' (duration: 1.498073928s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.248873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.750029Z","time spent":"1.498823398s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.05828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.249147Z","caller":"traceutil/trace.go:171","msg":"trace[645795991] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25029; }","duration":"441.966475ms","start":"2026-07-31T00:36:07.807149Z","end":"2026-07-31T00:36:08.249116Z","steps":["trace[645795991] 'agreement among raft nodes before linearized reading' (duration: 441.080511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.249227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:07.807128Z","time spent":"442.084049ms","remote":"127.0.0.1:58568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:08.248314Z","caller":"traceutil/trace.go:171","msg":"trace[1920534134] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25029; }","duration":"1.468666623s","start":"2026-07-31T00:36:06.779628Z","end":"2026-07-31T00:36:08.248295Z","steps":["trace[1920534134] 'agreement among raft nodes before linearized reading' (duration: 1.468384475s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.24939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.779613Z","time spent":"1.469744863s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-31T00:36:08.247752Z","caller":"traceutil/trace.go:171","msg":"trace[1542341749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"1.589027846s","start":"2026-07-31T00:36:06.658714Z","end":"2026-07-31T00:36:08.247742Z","steps":["trace[1542341749] 'agreement among raft nodes before linearized reading' (duration: 1.588972665s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.249599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.658706Z","time spent":"1.590882488s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:08.248086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:04.180451Z","time spent":"4.067623888s","remote":"127.0.0.1:58526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918847873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.249919Z","caller":"traceutil/trace.go:171","msg":"trace[1236636374] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25029; }","duration":"1.921192737s","start":"2026-07-31T00:36:06.328712Z","end":"2026-07-31T00:36:08.249905Z","steps":["trace[1236636374] 'agreement among raft nodes before linearized reading' (duration: 1.918821542s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.249964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.328639Z","time spent":"1.92131353s","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:03.317402Z","time spent":"4.930357848s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.747221Z","time spent":"1.500425212s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-31T00:36:08.247618Z","caller":"traceutil/trace.go:171","msg":"trace[1045394573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25029; }","duration":"5.438932596s","start":"2026-07-31T00:36:02.808676Z","end":"2026-07-31T00:36:08.247609Z","steps":["trace[1045394573] 'agreement among raft nodes before linearized reading' (duration: 5.438831933s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.250394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.808651Z","time spent":"5.441722912s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:08.247367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.878268Z","time spent":"5.369090695s","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49964193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-31T00:36:08.25063Z","caller":"traceutil/trace.go:171","msg":"trace[1989802180] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25029; }","duration":"1.502803387s","start":"2026-07-31T00:36:06.747799Z","end":"2026-07-31T00:36:08.250602Z","steps":["trace[1989802180] 'agreement among raft nodes before linearized reading' (duration: 1.49962736s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.25067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.747779Z","time spent":"1.502880519s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-31T00:36:08.247486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.438701429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:36:08.250743Z","caller":"traceutil/trace.go:171","msg":"trace[1548090923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25029; }","duration":"5.441966398s","start":"2026-07-31T00:36:02.80877Z","end":"2026-07-31T00:36:08.250736Z","steps":["trace[1548090923] 'agreement among raft nodes before linearized reading' (duration: 5.438618147s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.25077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.808765Z","time spent":"5.441999049s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T00:36:08.247619Z","caller":"traceutil/trace.go:171","msg":"trace[1968089970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25029; }","duration":"2.903194882s","start":"2026-07-31T00:36:05.34441Z","end":"2026-07-31T00:36:08.247605Z","steps":["trace[1968089970] 'agreement among raft nodes before linearized reading' (duration: 2.903104279s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.250833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:05.344389Z","time spent":"2.90643483s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:02.750814Z","time spent":"5.496964083s","remote":"127.0.0.1:58226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836140662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.251043Z","caller":"traceutil/trace.go:171","msg":"trace[1046124105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25029; }","duration":"3.839434652s","start":"2026-07-31T00:36:04.4116Z","end":"2026-07-31T00:36:08.251034Z","steps":["trace[1046124105] 'agreement among raft nodes before linearized reading' (duration: 3.836140732s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.251072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:04.411581Z","time spent":"3.839479403s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.247557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538945246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:08.251263Z","caller":"traceutil/trace.go:171","msg":"trace[1104961504] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25029; }","duration":"4.54276144s","start":"2026-07-31T00:36:03.708492Z","end":"2026-07-31T00:36:08.251254Z","steps":["trace[1104961504] 'agreement among raft nodes before linearized reading' (duration: 4.538747581s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.251294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:03.708474Z","time spent":"4.542810751s","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:08.248129Z","caller":"traceutil/trace.go:171","msg":"trace[281462487] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25029; }","duration":"1.589700355s","start":"2026-07-31T00:36:06.658418Z","end":"2026-07-31T00:36:08.248119Z","steps":["trace[281462487] 'agreement among raft nodes before linearized reading' (duration: 1.589353135s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.251489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:06.6584Z","time spent":"1.593080338s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" "} {"level":"warn","ts":"2026-07-31T00:36:08.247241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523806132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:08.251603Z","caller":"traceutil/trace.go:171","msg":"trace[312142425] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25029; }","duration":"4.528206662s","start":"2026-07-31T00:36:03.723388Z","end":"2026-07-31T00:36:08.251595Z","steps":["trace[312142425] 'agreement among raft nodes before linearized reading' (duration: 4.523807992s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:08.251626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:03.723356Z","time spent":"4.528262163s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.248225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:03.398954Z","time spent":"4.849257898s","remote":"127.0.0.1:55748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:08.248722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:03.0297Z","time spent":"5.218898574s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-31T00:36:08.751493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:09.075904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.139994ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-31T00:36:09.075979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.250066Z","time spent":"825.909102ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:36:10.25153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:10.25162Z","caller":"traceutil/trace.go:171","msg":"trace[108923032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453056s","start":"2026-07-31T00:36:08.251146Z","end":"2026-07-31T00:36:10.251599Z","steps":["trace[108923032] 'agreement among raft nodes before linearized reading' (duration: 2.000339693s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:10.251673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.251094Z","time spent":"2.000567259s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:11.146939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.184671018s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:11.212781Z","caller":"traceutil/trace.go:171","msg":"trace[1230528268] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"379.436564ms","start":"2026-07-31T00:36:10.833314Z","end":"2026-07-31T00:36:11.212751Z","steps":["trace[1230528268] 'process raft request' (duration: 379.390852ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.212869Z","caller":"traceutil/trace.go:171","msg":"trace[570629829] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"2.957153918s","start":"2026-07-31T00:36:08.255704Z","end":"2026-07-31T00:36:11.212858Z","steps":["trace[570629829] 'process raft request' (duration: 2.956757187s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.212888Z","caller":"traceutil/trace.go:171","msg":"trace[342530596] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"2.957737963s","start":"2026-07-31T00:36:08.255124Z","end":"2026-07-31T00:36:11.212862Z","steps":["trace[342530596] 'process raft request' (duration: 2.892309522s)","trace[342530596] 'compare' (duration: 64.562417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:11.212947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:10.833276Z","time spent":"379.589318ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:11.212992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255689Z","time spent":"2.957218569s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:11.213043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255105Z","time spent":"2.957828476s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:11.21314Z","caller":"traceutil/trace.go:171","msg":"trace[1534375341] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"2.956751356s","start":"2026-07-31T00:36:08.256378Z","end":"2026-07-31T00:36:11.21313Z","steps":["trace[1534375341] 'process raft request' (duration: 2.956119569s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.256366Z","time spent":"2.956803467s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:11.213215Z","caller":"traceutil/trace.go:171","msg":"trace[365178035] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"2.958026581s","start":"2026-07-31T00:36:08.255153Z","end":"2026-07-31T00:36:11.21318Z","steps":["trace[365178035] 'process raft request' (duration: 2.957104386s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.213199Z","caller":"traceutil/trace.go:171","msg":"trace[1340229812] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25859; }","duration":"2.962030101s","start":"2026-07-31T00:36:08.251152Z","end":"2026-07-31T00:36:11.213182Z","steps":["trace[1340229812] 'read index received' (duration: 710.831092ms)","trace[1340229812] 'applied index is now lower than readState.Index' (duration: 2.251197708s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:11.213327Z","caller":"traceutil/trace.go:171","msg":"trace[1445720732] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"2.958075502s","start":"2026-07-31T00:36:08.255238Z","end":"2026-07-31T00:36:11.213313Z","steps":["trace[1445720732] 'process raft request' (duration: 2.957143697s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.212777Z","caller":"traceutil/trace.go:171","msg":"trace[82634584] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"2.95725348s","start":"2026-07-31T00:36:08.255472Z","end":"2026-07-31T00:36:11.212725Z","steps":["trace[82634584] 'process raft request' (duration: 2.956948212s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.213378Z","caller":"traceutil/trace.go:171","msg":"trace[2106481688] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"2.134784732s","start":"2026-07-31T00:36:09.078576Z","end":"2026-07-31T00:36:11.213361Z","steps":["trace[2106481688] 'process raft request' (duration: 2.134012951s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255136Z","time spent":"2.958163975s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:11.213424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255228Z","time spent":"2.958140475s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:11.213402Z","caller":"traceutil/trace.go:171","msg":"trace[982431954] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"1.195165748s","start":"2026-07-31T00:36:10.018207Z","end":"2026-07-31T00:36:11.213373Z","steps":["trace[982431954] 'process raft request' (duration: 1.194425377s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.213281Z","caller":"traceutil/trace.go:171","msg":"trace[803284153] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"956.541818ms","start":"2026-07-31T00:36:10.256685Z","end":"2026-07-31T00:36:11.213227Z","steps":["trace[803284153] 'process raft request' (duration: 955.982902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:09.078494Z","time spent":"2.134938526s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:11.213561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:10.018159Z","time spent":"1.195317313s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:11.213587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958548695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:36:11.213627Z","caller":"traceutil/trace.go:171","msg":"trace[419958551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25040; }","duration":"2.958620647s","start":"2026-07-31T00:36:08.254997Z","end":"2026-07-31T00:36:11.213617Z","steps":["trace[419958551] 'agreement among raft nodes before linearized reading' (duration: 2.958448393s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:10.25665Z","time spent":"956.937049ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:11.212788Z","caller":"traceutil/trace.go:171","msg":"trace[2124687545] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"2.956280443s","start":"2026-07-31T00:36:08.256446Z","end":"2026-07-31T00:36:11.212726Z","steps":["trace[2124687545] 'process raft request' (duration: 2.956105238s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255465Z","time spent":"2.957911398s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:11.213731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.256437Z","time spent":"2.95726418s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:11.213763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830763392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:36:11.213805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461310968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-31T00:36:11.213821Z","caller":"traceutil/trace.go:171","msg":"trace[365441102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25040; }","duration":"1.830864955s","start":"2026-07-31T00:36:09.382944Z","end":"2026-07-31T00:36:11.213809Z","steps":["trace[365441102] 'agreement among raft nodes before linearized reading' (duration: 1.830720671s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898315281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:11.213851Z","caller":"traceutil/trace.go:171","msg":"trace[638771734] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25040; }","duration":"2.461387981s","start":"2026-07-31T00:36:08.752452Z","end":"2026-07-31T00:36:11.21384Z","steps":["trace[638771734] 'agreement among raft nodes before linearized reading' (duration: 2.461279958s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.213878Z","caller":"traceutil/trace.go:171","msg":"trace[671273955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25040; }","duration":"1.898528757s","start":"2026-07-31T00:36:09.315335Z","end":"2026-07-31T00:36:11.213864Z","steps":["trace[671273955] 'agreement among raft nodes before linearized reading' (duration: 1.898351532s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.361706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:11.21392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:09.315303Z","time spent":"1.89860789s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:11.214062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757326342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:11.21409Z","caller":"traceutil/trace.go:171","msg":"trace[796352765] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25040; }","duration":"1.757400864s","start":"2026-07-31T00:36:09.456681Z","end":"2026-07-31T00:36:11.214082Z","steps":["trace[796352765] 'agreement among raft nodes before linearized reading' (duration: 1.757358433s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958890575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-31T00:36:11.214122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:09.456658Z","time spent":"1.757452286s","remote":"127.0.0.1:35678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:11.214145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405516815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:36:11.213668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.254979Z","time spent":"2.958682039s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:36:11.214168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958907225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5bdd6840-f68b-4a03-b608-49062a6f0790\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-31T00:36:11.214183Z","caller":"traceutil/trace.go:171","msg":"trace[564551811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25040; }","duration":"1.405596227s","start":"2026-07-31T00:36:09.808578Z","end":"2026-07-31T00:36:11.214174Z","steps":["trace[564551811] 'agreement among raft nodes before linearized reading' (duration: 1.405415382s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959032999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-07-31T00:36:11.214194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958605417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-31T00:36:11.214215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:09.808544Z","time spent":"1.405666419s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:36:11.214218Z","caller":"traceutil/trace.go:171","msg":"trace[739899118] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25040; }","duration":"2.95906853s","start":"2026-07-31T00:36:08.255142Z","end":"2026-07-31T00:36:11.214211Z","steps":["trace[739899118] 'agreement among raft nodes before linearized reading' (duration: 2.959000368s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:11.214219Z","caller":"traceutil/trace.go:171","msg":"trace[1135635911] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5bdd6840-f68b-4a03-b608-49062a6f0790; range_end:; response_count:1; response_revision:25040; }","duration":"2.958954116s","start":"2026-07-31T00:36:08.255248Z","end":"2026-07-31T00:36:11.214202Z","steps":["trace[1135635911] 'agreement among raft nodes before linearized reading' (duration: 2.95873452s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255134Z","time spent":"2.959106221s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-31T00:36:11.214243Z","caller":"traceutil/trace.go:171","msg":"trace[747868094] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25040; }","duration":"2.958655288s","start":"2026-07-31T00:36:08.255567Z","end":"2026-07-31T00:36:11.214222Z","steps":["trace[747868094] 'agreement among raft nodes before linearized reading' (duration: 2.958498624s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.17623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:11.214125Z","caller":"traceutil/trace.go:171","msg":"trace[195885660] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25040; }","duration":"2.958945566s","start":"2026-07-31T00:36:08.255168Z","end":"2026-07-31T00:36:11.214113Z","steps":["trace[195885660] 'agreement among raft nodes before linearized reading' (duration: 2.958866834s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255561Z","time spent":"2.958714149s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-31T00:36:11.213888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.752433Z","time spent":"2.461448563s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-31T00:36:11.214326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255149Z","time spent":"2.959154372s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-31T00:36:11.214373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958853064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-31T00:36:11.213858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:09.38292Z","time spent":"1.830928117s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T00:36:11.214405Z","caller":"traceutil/trace.go:171","msg":"trace[293641840] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25040; }","duration":"2.958909966s","start":"2026-07-31T00:36:08.255485Z","end":"2026-07-31T00:36:11.214395Z","steps":["trace[293641840] 'agreement among raft nodes before linearized reading' (duration: 2.958794873s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.213935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533828453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:11.214433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255474Z","time spent":"2.958951877s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-31T00:36:11.214446Z","caller":"traceutil/trace.go:171","msg":"trace[1097932908] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25040; }","duration":"2.534366738s","start":"2026-07-31T00:36:08.680064Z","end":"2026-07-31T00:36:11.214431Z","steps":["trace[1097932908] 'agreement among raft nodes before linearized reading' (duration: 2.533842613s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.680046Z","time spent":"2.53442459s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:11.213942Z","caller":"traceutil/trace.go:171","msg":"trace[1101954377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25040; }","duration":"951.451888ms","start":"2026-07-31T00:36:10.262482Z","end":"2026-07-31T00:36:11.213934Z","steps":["trace[1101954377] 'agreement among raft nodes before linearized reading' (duration: 951.394557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:10.262468Z","time spent":"952.086036ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:11.213935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.896129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:11.214016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958327099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-31T00:36:11.214699Z","caller":"traceutil/trace.go:171","msg":"trace[287976325] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25040; }","duration":"387.711261ms","start":"2026-07-31T00:36:10.826967Z","end":"2026-07-31T00:36:11.214679Z","steps":["trace[287976325] 'agreement among raft nodes before linearized reading' (duration: 386.895958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:10.826936Z","time spent":"387.793163ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:36:11.21402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404094906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:36:11.214707Z","caller":"traceutil/trace.go:171","msg":"trace[341692251] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25040; }","duration":"2.959023928s","start":"2026-07-31T00:36:08.255672Z","end":"2026-07-31T00:36:11.214696Z","steps":["trace[341692251] 'agreement among raft nodes before linearized reading' (duration: 2.958282878s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255665Z","time spent":"2.959161763s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-31T00:36:11.214297Z","caller":"traceutil/trace.go:171","msg":"trace[1082208900] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25040; }","duration":"826.607382ms","start":"2026-07-31T00:36:10.387675Z","end":"2026-07-31T00:36:11.214282Z","steps":["trace[1082208900] 'agreement among raft nodes before linearized reading' (duration: 826.17908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.214981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:10.387647Z","time spent":"827.319471ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:11.214028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.64609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:11.215093Z","caller":"traceutil/trace.go:171","msg":"trace[2132573313] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25040; }","duration":"486.783171ms","start":"2026-07-31T00:36:10.728296Z","end":"2026-07-31T00:36:11.215079Z","steps":["trace[2132573313] 'agreement among raft nodes before linearized reading' (duration: 485.658081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.215144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:10.728275Z","time spent":"486.849804ms","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:11.214855Z","caller":"traceutil/trace.go:171","msg":"trace[1849761208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25040; }","duration":"1.404951249s","start":"2026-07-31T00:36:09.809865Z","end":"2026-07-31T00:36:11.214816Z","steps":["trace[1849761208] 'agreement among raft nodes before linearized reading' (duration: 1.404094936s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:11.21533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:09.809836Z","time spent":"1.405420172s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:36:11.214258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:08.255215Z","time spent":"2.959035999s","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5bdd6840-f68b-4a03-b608-49062a6f0790\" "} {"level":"warn","ts":"2026-07-31T00:36:11.722045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:12.22288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:12.2586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01183296s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:12.331906Z","caller":"traceutil/trace.go:171","msg":"trace[1908026271] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"1.110556311s","start":"2026-07-31T00:36:11.221315Z","end":"2026-07-31T00:36:12.331871Z","steps":["trace[1908026271] 'process raft request' (duration: 1.037496022s)","trace[1908026271] 'compare' (duration: 72.387151ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:12.332028Z","caller":"traceutil/trace.go:171","msg":"trace[1523837646] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"1.110384807s","start":"2026-07-31T00:36:11.221605Z","end":"2026-07-31T00:36:12.33199Z","steps":["trace[1523837646] 'process raft request' (duration: 1.11014442s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.332083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.221301Z","time spent":"1.110673004s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:12.332101Z","caller":"traceutil/trace.go:171","msg":"trace[877904656] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"1.110000416s","start":"2026-07-31T00:36:11.222073Z","end":"2026-07-31T00:36:12.332073Z","steps":["trace[877904656] 'process raft request' (duration: 1.10980224s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:12.332102Z","caller":"traceutil/trace.go:171","msg":"trace[268288999] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"296.069743ms","start":"2026-07-31T00:36:12.036004Z","end":"2026-07-31T00:36:12.332074Z","steps":["trace[268288999] 'process raft request' (duration: 295.987161ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:12.33216Z","caller":"traceutil/trace.go:171","msg":"trace[2114018415] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"1.109640296s","start":"2026-07-31T00:36:11.222472Z","end":"2026-07-31T00:36:12.332112Z","steps":["trace[2114018415] 'process raft request' (duration: 1.109477891s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.332228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.221596Z","time spent":"1.110501839s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:12.332243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.222066Z","time spent":"1.110100268s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:12.332371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.222466Z","time spent":"1.10978796s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:12.787041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.981791ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T00:36:12.787301Z","caller":"traceutil/trace.go:171","msg":"trace[534453096] linearizableReadLoop","detail":"{readStateIndex:25877; appliedIndex:25871; }","duration":"1.56582171s","start":"2026-07-31T00:36:11.221456Z","end":"2026-07-31T00:36:12.787278Z","steps":["trace[534453096] 'read index received' (duration: 1.037365858s)","trace[534453096] 'applied index is now lower than readState.Index' (duration: 528.453542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:12.789161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567687622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:36:12.78922Z","caller":"traceutil/trace.go:171","msg":"trace[1372666655] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25045; }","duration":"1.567762974s","start":"2026-07-31T00:36:11.221441Z","end":"2026-07-31T00:36:12.789204Z","steps":["trace[1372666655] 'agreement among raft nodes before linearized reading' (duration: 1.567577439s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.78932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.221435Z","time spent":"1.567870507s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:36:12.789702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566903341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:12.789746Z","caller":"traceutil/trace.go:171","msg":"trace[489345600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25045; }","duration":"1.566960372s","start":"2026-07-31T00:36:11.222775Z","end":"2026-07-31T00:36:12.789736Z","steps":["trace[489345600] 'agreement among raft nodes before linearized reading' (duration: 1.56688857s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.789823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.222768Z","time spent":"1.567045694s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:12.790255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.450994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:12.790312Z","caller":"traceutil/trace.go:171","msg":"trace[1645543009] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25045; }","duration":"144.546806ms","start":"2026-07-31T00:36:12.645745Z","end":"2026-07-31T00:36:12.790292Z","steps":["trace[1645543009] 'agreement among raft nodes before linearized reading' (duration: 144.462824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.790691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.328216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:12.790742Z","caller":"traceutil/trace.go:171","msg":"trace[944172714] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25045; }","duration":"787.46786ms","start":"2026-07-31T00:36:12.003264Z","end":"2026-07-31T00:36:12.790732Z","steps":["trace[944172714] 'agreement among raft nodes before linearized reading' (duration: 787.246714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.79079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:12.003242Z","time spent":"787.538201ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:12.79105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466761059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-31T00:36:12.791091Z","caller":"traceutil/trace.go:171","msg":"trace[1928293708] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25045; }","duration":"1.466828462s","start":"2026-07-31T00:36:11.324251Z","end":"2026-07-31T00:36:12.79108Z","steps":["trace[1928293708] 'agreement among raft nodes before linearized reading' (duration: 1.466705288s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.791133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.324241Z","time spent":"1.466883943s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-31T00:36:12.791307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499227829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:12.791343Z","caller":"traceutil/trace.go:171","msg":"trace[698367709] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25045; }","duration":"1.4992831s","start":"2026-07-31T00:36:11.292051Z","end":"2026-07-31T00:36:12.791334Z","steps":["trace[698367709] 'agreement among raft nodes before linearized reading' (duration: 1.499228448s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.791376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.292039Z","time spent":"1.499330722s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T00:36:12.791537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567164238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:12.791573Z","caller":"traceutil/trace.go:171","msg":"trace[44382776] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25045; }","duration":"1.567214079s","start":"2026-07-31T00:36:11.224351Z","end":"2026-07-31T00:36:12.791565Z","steps":["trace[44382776] 'agreement among raft nodes before linearized reading' (duration: 1.567158297s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:12.791608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:11.224344Z","time spent":"1.56725692s","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:36:13.725583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:36:13.861795Z","caller":"traceutil/trace.go:171","msg":"trace[954861577] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"636.813718ms","start":"2026-07-31T00:36:13.224955Z","end":"2026-07-31T00:36:13.861768Z","steps":["trace[954861577] 'process raft request' (duration: 636.581771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:13.86196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.224931Z","time spent":"636.939221ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:15.136618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275071264s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:15.137227Z","caller":"traceutil/trace.go:171","msg":"trace[98314208] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.911913263s","start":"2026-07-31T00:36:13.225282Z","end":"2026-07-31T00:36:15.137195Z","steps":["trace[98314208] 'process raft request' (duration: 1.911823971s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:15.137264Z","caller":"traceutil/trace.go:171","msg":"trace[100866831] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"1.912016076s","start":"2026-07-31T00:36:13.225193Z","end":"2026-07-31T00:36:15.137209Z","steps":["trace[100866831] 'process raft request' (duration: 1.911634475s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.137377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.225271Z","time spent":"1.912002575s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:15.137487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.225172Z","time spent":"1.912195351s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:15.137277Z","caller":"traceutil/trace.go:171","msg":"trace[1742861169] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"1.912034516s","start":"2026-07-31T00:36:13.225201Z","end":"2026-07-31T00:36:15.137236Z","steps":["trace[1742861169] 'process raft request' (duration: 1.911849421s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.137607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.225182Z","time spent":"1.912393677s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:15.137672Z","caller":"traceutil/trace.go:171","msg":"trace[2136531944] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.912094318s","start":"2026-07-31T00:36:13.225563Z","end":"2026-07-31T00:36:15.137658Z","steps":["trace[2136531944] 'process raft request' (duration: 1.912010016s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:15.137702Z","caller":"traceutil/trace.go:171","msg":"trace[10099920] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.912352145s","start":"2026-07-31T00:36:13.225336Z","end":"2026-07-31T00:36:15.137688Z","steps":["trace[10099920] 'process raft request' (duration: 1.91180858s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.137755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.22533Z","time spent":"1.912397977s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:15.137811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.225551Z","time spent":"1.912168531s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:15.137882Z","caller":"traceutil/trace.go:171","msg":"trace[1516314784] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25877; }","duration":"1.912565191s","start":"2026-07-31T00:36:13.225289Z","end":"2026-07-31T00:36:15.137854Z","steps":["trace[1516314784] 'read index received' (duration: 636.256423ms)","trace[1516314784] 'applied index is now lower than readState.Index' (duration: 1.276307188s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:15.137976Z","caller":"traceutil/trace.go:171","msg":"trace[817434444] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.912649053s","start":"2026-07-31T00:36:13.225312Z","end":"2026-07-31T00:36:15.137961Z","steps":["trace[817434444] 'process raft request' (duration: 1.912105618s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:15.138026Z","caller":"traceutil/trace.go:171","msg":"trace[1982512981] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"1.911692448s","start":"2026-07-31T00:36:13.226314Z","end":"2026-07-31T00:36:15.138006Z","steps":["trace[1982512981] 'process raft request' (duration: 1.911309707s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.225283Z","time spent":"1.912734516s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:15.138112Z","caller":"traceutil/trace.go:171","msg":"trace[73313265] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.911475091s","start":"2026-07-31T00:36:13.226616Z","end":"2026-07-31T00:36:15.138091Z","steps":["trace[73313265] 'process raft request' (duration: 1.911143792s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.226299Z","time spent":"1.911777039s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:15.138183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.226606Z","time spent":"1.911544814s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:15.138287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.10282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bb75c849b-gk5lv.18c736ec4ec434b4\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-07-31T00:36:15.138275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.097761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:15.138288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912967922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:36:15.138326Z","caller":"traceutil/trace.go:171","msg":"trace[2136787143] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bb75c849b-gk5lv.18c736ec4ec434b4; range_end:; response_count:1; response_revision:25054; }","duration":"920.169112ms","start":"2026-07-31T00:36:14.218144Z","end":"2026-07-31T00:36:15.138313Z","steps":["trace[2136787143] 'agreement among raft nodes before linearized reading' (duration: 919.993117ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:15.138345Z","caller":"traceutil/trace.go:171","msg":"trace[1226489720] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25054; }","duration":"935.219514ms","start":"2026-07-31T00:36:14.203105Z","end":"2026-07-31T00:36:15.138325Z","steps":["trace[1226489720] 'agreement among raft nodes before linearized reading' (duration: 935.07356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.578791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:15.138314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.183125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:36:15.138369Z","caller":"traceutil/trace.go:171","msg":"trace[2005922164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25054; }","duration":"1.913066715s","start":"2026-07-31T00:36:13.225281Z","end":"2026-07-31T00:36:15.138347Z","steps":["trace[2005922164] 'agreement among raft nodes before linearized reading' (duration: 1.912779267s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:15.138389Z","caller":"traceutil/trace.go:171","msg":"trace[2130493552] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25054; }","duration":"575.652494ms","start":"2026-07-31T00:36:14.562728Z","end":"2026-07-31T00:36:15.138381Z","steps":["trace[2130493552] 'agreement among raft nodes before linearized reading' (duration: 575.610183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.1384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.203084Z","time spent":"935.301136ms","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:15.138427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.562705Z","time spent":"575.716746ms","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:15.138425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:13.225251Z","time spent":"1.913164508s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-31T00:36:15.13842Z","caller":"traceutil/trace.go:171","msg":"trace[1519203506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25054; }","duration":"801.395001ms","start":"2026-07-31T00:36:14.337003Z","end":"2026-07-31T00:36:15.138398Z","steps":["trace[1519203506] 'agreement among raft nodes before linearized reading' (duration: 801.139534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.537786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:36:15.13847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.219807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:36:15.138496Z","caller":"traceutil/trace.go:171","msg":"trace[1144388391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25054; }","duration":"801.605378ms","start":"2026-07-31T00:36:14.336881Z","end":"2026-07-31T00:36:15.138487Z","steps":["trace[1144388391] 'agreement among raft nodes before linearized reading' (duration: 801.508735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.33698Z","time spent":"801.510835ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T00:36:15.138513Z","caller":"traceutil/trace.go:171","msg":"trace[1524265205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25054; }","duration":"801.276168ms","start":"2026-07-31T00:36:14.337223Z","end":"2026-07-31T00:36:15.1385Z","steps":["trace[1524265205] 'agreement among raft nodes before linearized reading' (duration: 801.122524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.11287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-31T00:36:15.138592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.337216Z","time spent":"801.36286ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T00:36:15.138635Z","caller":"traceutil/trace.go:171","msg":"trace[851496890] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25054; }","duration":"962.417618ms","start":"2026-07-31T00:36:14.176192Z","end":"2026-07-31T00:36:15.13861Z","steps":["trace[851496890] 'agreement among raft nodes before linearized reading' (duration: 961.894044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.218128Z","time spent":"920.231954ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-5bb75c849b-gk5lv.18c736ec4ec434b4\" "} {"level":"warn","ts":"2026-07-31T00:36:15.138378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.539158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:15.138707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.176133Z","time spent":"962.550382ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:15.138758Z","caller":"traceutil/trace.go:171","msg":"trace[1879134478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25054; }","duration":"485.948209ms","start":"2026-07-31T00:36:14.652789Z","end":"2026-07-31T00:36:15.138738Z","steps":["trace[1879134478] 'agreement among raft nodes before linearized reading' (duration: 485.562428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:15.138574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.336867Z","time spent":"801.6983ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:36:15.138803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:14.652766Z","time spent":"486.023721ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:16.030982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.735303ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:16.031106Z","caller":"traceutil/trace.go:171","msg":"trace[47589239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25054; }","duration":"454.876077ms","start":"2026-07-31T00:36:15.576211Z","end":"2026-07-31T00:36:16.031087Z","steps":["trace[47589239] 'range keys from in-memory index tree' (duration: 454.719853ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:16.031618Z","caller":"traceutil/trace.go:171","msg":"trace[1307967342] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"890.321454ms","start":"2026-07-31T00:36:15.141245Z","end":"2026-07-31T00:36:16.031567Z","steps":["trace[1307967342] 'process raft request' (duration: 802.924723ms)","trace[1307967342] 'compare' (duration: 87.0008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:16.031813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.141219Z","time spent":"890.485309ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:17.266693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32240587s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:17.328703Z","caller":"traceutil/trace.go:171","msg":"trace[1144580818] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"2.185416297s","start":"2026-07-31T00:36:15.143248Z","end":"2026-07-31T00:36:17.328664Z","steps":["trace[1144580818] 'process raft request' (duration: 2.123813871s)","trace[1144580818] 'compare' (duration: 61.36463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:17.328948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.143098Z","time spent":"2.185720435s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:17.32913Z","caller":"traceutil/trace.go:171","msg":"trace[203321516] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"2.185100289s","start":"2026-07-31T00:36:15.14399Z","end":"2026-07-31T00:36:17.32909Z","steps":["trace[203321516] 'process raft request' (duration: 2.184617765s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:17.329321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.143981Z","time spent":"2.185229602s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:17.329585Z","caller":"traceutil/trace.go:171","msg":"trace[432673547] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"2.185239363s","start":"2026-07-31T00:36:15.144331Z","end":"2026-07-31T00:36:17.32957Z","steps":["trace[432673547] 'process raft request' (duration: 2.184642386s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:17.329664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.144285Z","time spent":"2.185336405s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:17.330025Z","caller":"traceutil/trace.go:171","msg":"trace[374852796] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"2.185482609s","start":"2026-07-31T00:36:15.144517Z","end":"2026-07-31T00:36:17.33Z","steps":["trace[374852796] 'process raft request' (duration: 2.184972915s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:17.330222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.144497Z","time spent":"2.185602852s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:17.330629Z","caller":"traceutil/trace.go:171","msg":"trace[278234830] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25886; }","duration":"1.780673211s","start":"2026-07-31T00:36:15.549926Z","end":"2026-07-31T00:36:17.330599Z","steps":["trace[278234830] 'read index received' (duration: 394.321401ms)","trace[278234830] 'applied index is now lower than readState.Index' (duration: 1.38635054s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:17.330696Z","caller":"traceutil/trace.go:171","msg":"trace[1538596532] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"1.459922334s","start":"2026-07-31T00:36:15.870753Z","end":"2026-07-31T00:36:17.330675Z","steps":["trace[1538596532] 'process raft request' (duration: 1.459670347s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:17.330677Z","caller":"traceutil/trace.go:171","msg":"trace[901959599] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"1.573168093s","start":"2026-07-31T00:36:15.75747Z","end":"2026-07-31T00:36:17.330638Z","steps":["trace[901959599] 'process raft request' (duration: 1.572441653s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:17.330854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.870732Z","time spent":"1.460074158s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:17.330923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.757445Z","time spent":"1.5734356s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:17.330847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780888436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:17.33105Z","caller":"traceutil/trace.go:171","msg":"trace[1258767250] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25061; }","duration":"1.781116683s","start":"2026-07-31T00:36:15.549852Z","end":"2026-07-31T00:36:17.330968Z","steps":["trace[1258767250] 'agreement among raft nodes before linearized reading' (duration: 1.780854596s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:17.331363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.549822Z","time spent":"1.781290267s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:17.654954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999726206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:17.655059Z","caller":"traceutil/trace.go:171","msg":"trace[1778193008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915162s","start":"2026-07-31T00:36:15.655125Z","end":"2026-07-31T00:36:17.65504Z","steps":["trace[1778193008] 'agreement among raft nodes before linearized reading' (duration: 1.999780758s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:17.655117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.655087Z","time spent":"2.000012634s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:17.831374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:18.33224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:18.413452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086268688s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:36:18.671009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.166678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:18.671234Z","caller":"traceutil/trace.go:171","msg":"trace[941232496] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.52373682s","start":"2026-07-31T00:36:17.147485Z","end":"2026-07-31T00:36:18.671221Z","steps":["trace[941232496] 'process raft request' (duration: 1.523710569s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:18.671271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.147472Z","time spent":"1.523781141s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:18.671381Z","caller":"traceutil/trace.go:171","msg":"trace[1504263407] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"1.527610666s","start":"2026-07-31T00:36:17.14376Z","end":"2026-07-31T00:36:18.671371Z","steps":["trace[1504263407] 'process raft request' (duration: 1.270021296s)","trace[1504263407] 'compare' (duration: 256.753357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:18.671414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.143737Z","time spent":"1.527655277s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:18.671554Z","caller":"traceutil/trace.go:171","msg":"trace[1511843896] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.527648856s","start":"2026-07-31T00:36:17.143895Z","end":"2026-07-31T00:36:18.671544Z","steps":["trace[1511843896] 'process raft request' (duration: 1.527181594s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:18.67158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.143855Z","time spent":"1.527710129s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:18.671631Z","caller":"traceutil/trace.go:171","msg":"trace[1963246802] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.524923632s","start":"2026-07-31T00:36:17.146686Z","end":"2026-07-31T00:36:18.67161Z","steps":["trace[1963246802] 'process raft request' (duration: 1.52448941s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:18.671688Z","caller":"traceutil/trace.go:171","msg":"trace[1606965706] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.525671513s","start":"2026-07-31T00:36:17.14599Z","end":"2026-07-31T00:36:18.671662Z","steps":["trace[1606965706] 'process raft request' (duration: 1.525116067s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:18.671734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.146666Z","time spent":"1.525012825s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:18.671801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.14598Z","time spent":"1.525759406s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:18.671894Z","caller":"traceutil/trace.go:171","msg":"trace[1705636577] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.52590427s","start":"2026-07-31T00:36:17.145982Z","end":"2026-07-31T00:36:18.671886Z","steps":["trace[1705636577] 'process raft request' (duration: 1.525142189s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:18.671933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.145969Z","time spent":"1.525941s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:19.655534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:36:19.655602Z","caller":"traceutil/trace.go:171","msg":"trace[1864307545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442675s","start":"2026-07-31T00:36:17.655144Z","end":"2026-07-31T00:36:19.655586Z","steps":["trace[1864307545] 'agreement among raft nodes before linearized reading' (duration: 2.000345892s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.655635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.655121Z","time spent":"2.000507947s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:19.722244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.875702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:19.722495Z","caller":"traceutil/trace.go:171","msg":"trace[284906147] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25893; }","duration":"2.391723643s","start":"2026-07-31T00:36:17.330756Z","end":"2026-07-31T00:36:19.72248Z","steps":["trace[284906147] 'read index received' (duration: 1.0830417s)","trace[284906147] 'applied index is now lower than readState.Index' (duration: 1.308680633s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:19.722621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12205353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:19.722644Z","caller":"traceutil/trace.go:171","msg":"trace[1348485487] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25068; }","duration":"3.122128411s","start":"2026-07-31T00:36:16.600508Z","end":"2026-07-31T00:36:19.722636Z","steps":["trace[1348485487] 'agreement among raft nodes before linearized reading' (duration: 3.12206337s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:19.722642Z","caller":"traceutil/trace.go:171","msg":"trace[1593307135] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"2.384856325s","start":"2026-07-31T00:36:17.337753Z","end":"2026-07-31T00:36:19.722609Z","steps":["trace[1593307135] 'process raft request' (duration: 1.76053115s)","trace[1593307135] 'compare' (duration: 622.850704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:19.722702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:16.600473Z","time spent":"3.122221984s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:19.722743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.337732Z","time spent":"2.384958198s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:19.722907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76799214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-31T00:36:19.723027Z","caller":"traceutil/trace.go:171","msg":"trace[1563716438] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25068; }","duration":"2.768154614s","start":"2026-07-31T00:36:16.95484Z","end":"2026-07-31T00:36:19.722994Z","steps":["trace[1563716438] 'agreement among raft nodes before linearized reading' (duration: 2.767662811s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.723088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:16.954822Z","time spent":"2.768250737s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-31T00:36:19.72347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778413772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:19.723491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578370001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T00:36:19.723568Z","caller":"traceutil/trace.go:171","msg":"trace[11821318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25068; }","duration":"2.578778992s","start":"2026-07-31T00:36:17.144773Z","end":"2026-07-31T00:36:19.723552Z","steps":["trace[11821318] 'agreement among raft nodes before linearized reading' (duration: 2.57831334s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:19.723581Z","caller":"traceutil/trace.go:171","msg":"trace[992387104] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25068; }","duration":"3.778790492s","start":"2026-07-31T00:36:15.944755Z","end":"2026-07-31T00:36:19.723546Z","steps":["trace[992387104] 'agreement among raft nodes before linearized reading' (duration: 3.778388541s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.723581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620778168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:19.723612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.144756Z","time spent":"2.578848884s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:19.723631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.944729Z","time spent":"3.778890475s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:19.723631Z","caller":"traceutil/trace.go:171","msg":"trace[1113116622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25068; }","duration":"3.620890461s","start":"2026-07-31T00:36:16.102727Z","end":"2026-07-31T00:36:19.723618Z","steps":["trace[1113116622] 'agreement among raft nodes before linearized reading' (duration: 3.620749227s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.723649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821612245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T00:36:19.723674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:16.102717Z","time spent":"3.620947453s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:19.723691Z","caller":"traceutil/trace.go:171","msg":"trace[1105572591] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25068; }","duration":"3.821655986s","start":"2026-07-31T00:36:15.902028Z","end":"2026-07-31T00:36:19.723684Z","steps":["trace[1105572591] 'agreement among raft nodes before linearized reading' (duration: 3.821528233s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.723709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.901968Z","time spent":"3.821736398s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-31T00:36:19.723718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612957738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-07-31T00:36:19.723754Z","caller":"traceutil/trace.go:171","msg":"trace[621223245] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25068; }","duration":"2.613060841s","start":"2026-07-31T00:36:17.110683Z","end":"2026-07-31T00:36:19.723743Z","steps":["trace[621223245] 'agreement among raft nodes before linearized reading' (duration: 2.612981479s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.72379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.110653Z","time spent":"2.613131242s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-31T00:36:19.723899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93654604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:19.723916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622250488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:19.723928Z","caller":"traceutil/trace.go:171","msg":"trace[927181084] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25068; }","duration":"3.936607572s","start":"2026-07-31T00:36:15.787313Z","end":"2026-07-31T00:36:19.72392Z","steps":["trace[927181084] 'agreement among raft nodes before linearized reading' (duration: 3.93655916s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.723949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:15.787296Z","time spent":"3.936647873s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:19.723944Z","caller":"traceutil/trace.go:171","msg":"trace[2094168065] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25068; }","duration":"3.62231217s","start":"2026-07-31T00:36:16.101623Z","end":"2026-07-31T00:36:19.723935Z","steps":["trace[2094168065] 'agreement among raft nodes before linearized reading' (duration: 3.622251788s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.723996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:16.101596Z","time spent":"3.622393472s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:19.72467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714445334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-31T00:36:19.724712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57978759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:36:19.724768Z","caller":"traceutil/trace.go:171","msg":"trace[1735650280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25068; }","duration":"2.579854951s","start":"2026-07-31T00:36:17.144898Z","end":"2026-07-31T00:36:19.724753Z","steps":["trace[1735650280] 'agreement among raft nodes before linearized reading' (duration: 2.577689472s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:19.724768Z","caller":"traceutil/trace.go:171","msg":"trace[1858159796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25068; }","duration":"2.71462049s","start":"2026-07-31T00:36:17.010114Z","end":"2026-07-31T00:36:19.724734Z","steps":["trace[1858159796] 'agreement among raft nodes before linearized reading' (duration: 2.713739886s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.724811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.144829Z","time spent":"2.579969075s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:19.72482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.010067Z","time spent":"2.714740353s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-31T00:36:19.771005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.742977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:36:19.77104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.914164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:36:19.771095Z","caller":"traceutil/trace.go:171","msg":"trace[90790329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25069; }","duration":"438.879211ms","start":"2026-07-31T00:36:19.332196Z","end":"2026-07-31T00:36:19.771075Z","steps":["trace[90790329] 'agreement among raft nodes before linearized reading' (duration: 438.652435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.77108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.738038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T00:36:19.771137Z","caller":"traceutil/trace.go:171","msg":"trace[1529019038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25069; }","duration":"438.049378ms","start":"2026-07-31T00:36:19.333064Z","end":"2026-07-31T00:36:19.771114Z","steps":["trace[1529019038] 'agreement among raft nodes before linearized reading' (duration: 437.75954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.094436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:19.771171Z","caller":"traceutil/trace.go:171","msg":"trace[1337432178] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25069; }","duration":"111.860331ms","start":"2026-07-31T00:36:19.659289Z","end":"2026-07-31T00:36:19.771149Z","steps":["trace[1337432178] 'agreement among raft nodes before linearized reading' (duration: 111.582343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.884563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:19.771209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953053658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:36:19.771261Z","caller":"traceutil/trace.go:171","msg":"trace[1412070800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25069; }","duration":"578.996786ms","start":"2026-07-31T00:36:19.192245Z","end":"2026-07-31T00:36:19.771242Z","steps":["trace[1412070800] 'agreement among raft nodes before linearized reading' (duration: 578.899393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.125443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:19.771301Z","caller":"traceutil/trace.go:171","msg":"trace[2011276145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25069; }","duration":"1.953182402s","start":"2026-07-31T00:36:17.818099Z","end":"2026-07-31T00:36:19.771282Z","steps":["trace[2011276145] 'agreement among raft nodes before linearized reading' (duration: 1.952911204s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052097772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:19.77133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.192224Z","time spent":"579.087938ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:19.771363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.818082Z","time spent":"1.953267884s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:36:19.77127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.387991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-31T00:36:19.771199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.333056Z","time spent":"438.13189ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:36:19.771149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.332174Z","time spent":"438.961943ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T00:36:19.771367Z","caller":"traceutil/trace.go:171","msg":"trace[159977827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25069; }","duration":"1.052217175s","start":"2026-07-31T00:36:18.719135Z","end":"2026-07-31T00:36:19.771352Z","steps":["trace[159977827] 'agreement among raft nodes before linearized reading' (duration: 1.052079731s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:18.719114Z","time spent":"1.052450111s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:19.771207Z","caller":"traceutil/trace.go:171","msg":"trace[1415279824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25069; }","duration":"678.328503ms","start":"2026-07-31T00:36:19.092859Z","end":"2026-07-31T00:36:19.771188Z","steps":["trace[1415279824] 'agreement among raft nodes before linearized reading' (duration: 678.067696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.092831Z","time spent":"678.889658ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:19.771019Z","caller":"traceutil/trace.go:171","msg":"trace[1314665088] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"435.219371ms","start":"2026-07-31T00:36:19.335766Z","end":"2026-07-31T00:36:19.770986Z","steps":["trace[1314665088] 'process raft request' (duration: 434.730167ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:19.77185Z","caller":"traceutil/trace.go:171","msg":"trace[399426160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25069; }","duration":"433.596676ms","start":"2026-07-31T00:36:19.337851Z","end":"2026-07-31T00:36:19.771447Z","steps":["trace[399426160] 'agreement among raft nodes before linearized reading' (duration: 433.231186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.085823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:19.771912Z","caller":"traceutil/trace.go:171","msg":"trace[1636240370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25069; }","duration":"106.738251ms","start":"2026-07-31T00:36:19.665166Z","end":"2026-07-31T00:36:19.771904Z","steps":["trace[1636240370] 'agreement among raft nodes before linearized reading' (duration: 106.063362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.771919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.335749Z","time spent":"436.075945ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:19.771274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.756008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:36:19.772002Z","caller":"traceutil/trace.go:171","msg":"trace[904157570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25069; }","duration":"435.492308ms","start":"2026-07-31T00:36:19.336489Z","end":"2026-07-31T00:36:19.771981Z","steps":["trace[904157570] 'agreement among raft nodes before linearized reading' (duration: 434.689886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.77207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.336478Z","time spent":"435.574731ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:19.77114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088017642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:19.772132Z","caller":"traceutil/trace.go:171","msg":"trace[1426677323] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25069; }","duration":"2.08905485s","start":"2026-07-31T00:36:17.683057Z","end":"2026-07-31T00:36:19.772112Z","steps":["trace[1426677323] 'agreement among raft nodes before linearized reading' (duration: 2.088015322s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.772194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:17.683039Z","time spent":"2.089136992s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:19.772207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.337799Z","time spent":"434.398838ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-31T00:36:19.771352Z","caller":"traceutil/trace.go:171","msg":"trace[1924511368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25069; }","duration":"456.341849ms","start":"2026-07-31T00:36:19.314981Z","end":"2026-07-31T00:36:19.771323Z","steps":["trace[1924511368] 'agreement among raft nodes before linearized reading' (duration: 456.081792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:19.772265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.31497Z","time spent":"457.287334ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:20.271666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:20.591314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.496637ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-31T00:36:20.591544Z","caller":"traceutil/trace.go:171","msg":"trace[603624830] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"861.980569ms","start":"2026-07-31T00:36:19.729549Z","end":"2026-07-31T00:36:20.59153Z","steps":["trace[603624830] 'process raft request' (duration: 861.945218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:20.591626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.729524Z","time spent":"862.053012ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:20.591767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.724906Z","time spent":"866.859563ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-31T00:36:20.591968Z","caller":"traceutil/trace.go:171","msg":"trace[2011897262] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"863.741298ms","start":"2026-07-31T00:36:19.728216Z","end":"2026-07-31T00:36:20.591957Z","steps":["trace[2011897262] 'process raft request' (duration: 863.182243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:20.592015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.728195Z","time spent":"863.798159ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:22.654906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:22.655041Z","caller":"traceutil/trace.go:171","msg":"trace[1413249202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000638171s","start":"2026-07-31T00:36:20.654364Z","end":"2026-07-31T00:36:22.655002Z","steps":["trace[1413249202] 'agreement among raft nodes before linearized reading' (duration: 2.000478397s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:22.655106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.654341Z","time spent":"2.000751294s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:22.836397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.557438278s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:22.837014Z","caller":"traceutil/trace.go:171","msg":"trace[545229086] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"3.058985064s","start":"2026-07-31T00:36:19.778016Z","end":"2026-07-31T00:36:22.837001Z","steps":["trace[545229086] 'process raft request' (duration: 3.058863421s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:22.837079Z","caller":"traceutil/trace.go:171","msg":"trace[1021694952] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"3.060724362s","start":"2026-07-31T00:36:19.776279Z","end":"2026-07-31T00:36:22.837003Z","steps":["trace[1021694952] 'process raft request' (duration: 3.060546697s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:22.836959Z","caller":"traceutil/trace.go:171","msg":"trace[467575632] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"3.063061926s","start":"2026-07-31T00:36:19.773859Z","end":"2026-07-31T00:36:22.836921Z","steps":["trace[467575632] 'process raft request' (duration: 3.062824109s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:22.837216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.773832Z","time spent":"3.063366013s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:22.837151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.77799Z","time spent":"3.059090557s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:22.837002Z","caller":"traceutil/trace.go:171","msg":"trace[199003879] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"3.058794418s","start":"2026-07-31T00:36:19.778188Z","end":"2026-07-31T00:36:22.836982Z","steps":["trace[199003879] 'process raft request' (duration: 3.058727327s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:22.837624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.778174Z","time spent":"3.059430946s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:22.837287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.776228Z","time spent":"3.060964698s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:22.837412Z","caller":"traceutil/trace.go:171","msg":"trace[1786641916] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"3.058486451s","start":"2026-07-31T00:36:19.77891Z","end":"2026-07-31T00:36:22.837396Z","steps":["trace[1786641916] 'process raft request' (duration: 3.058033638s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:22.837746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.778884Z","time spent":"3.05884793s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:22.837904Z","caller":"traceutil/trace.go:171","msg":"trace[1593926669] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"2.676421184s","start":"2026-07-31T00:36:20.161459Z","end":"2026-07-31T00:36:22.83788Z","steps":["trace[1593926669] 'process raft request' (duration: 2.675992872s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:22.838038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.161437Z","time spent":"2.676519497s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:22.838062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110103722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-31T00:36:22.837882Z","caller":"traceutil/trace.go:171","msg":"trace[1380876784] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25901; }","duration":"3.067050205s","start":"2026-07-31T00:36:19.770799Z","end":"2026-07-31T00:36:22.837849Z","steps":["trace[1380876784] 'read index received' (duration: 506.144132ms)","trace[1380876784] 'applied index is now lower than readState.Index' (duration: 2.560904753s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:22.838134Z","caller":"traceutil/trace.go:171","msg":"trace[1823476398] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245; range_end:; response_count:1; response_revision:25077; }","duration":"3.110178984s","start":"2026-07-31T00:36:19.72794Z","end":"2026-07-31T00:36:22.838119Z","steps":["trace[1823476398] 'agreement among raft nodes before linearized reading' (duration: 3.109958348s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:22.838129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112993451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9m9d9\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-07-31T00:36:22.838174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.727877Z","time spent":"3.110285598s","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245\" "} {"level":"info","ts":"2026-07-31T00:36:22.838211Z","caller":"traceutil/trace.go:171","msg":"trace[1880924657] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9m9d9; range_end:; response_count:1; response_revision:25077; }","duration":"3.113167417s","start":"2026-07-31T00:36:19.72503Z","end":"2026-07-31T00:36:22.838197Z","steps":["trace[1880924657] 'agreement among raft nodes before linearized reading' (duration: 3.11291283s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:22.838262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.725004Z","time spent":"3.113247879s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-9m9d9\" "} {"level":"warn","ts":"2026-07-31T00:36:23.338418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:23.839074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:24.339815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:24.41332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.481862934s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:24.49228Z","caller":"traceutil/trace.go:171","msg":"trace[1627185981] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"3.814609423s","start":"2026-07-31T00:36:20.67764Z","end":"2026-07-31T00:36:24.492249Z","steps":["trace[1627185981] 'process raft request' (duration: 3.814231322s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:24.49241Z","caller":"traceutil/trace.go:171","msg":"trace[1175686342] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"3.815376994s","start":"2026-07-31T00:36:20.677011Z","end":"2026-07-31T00:36:24.492388Z","steps":["trace[1175686342] 'process raft request' (duration: 3.814805248s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:24.492454Z","caller":"traceutil/trace.go:171","msg":"trace[377859143] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"3.814044667s","start":"2026-07-31T00:36:20.678395Z","end":"2026-07-31T00:36:24.492439Z","steps":["trace[377859143] 'process raft request' (duration: 3.813707718s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:24.492502Z","caller":"traceutil/trace.go:171","msg":"trace[1800229631] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"3.813998706s","start":"2026-07-31T00:36:20.678484Z","end":"2026-07-31T00:36:24.492483Z","steps":["trace[1800229631] 'process raft request' (duration: 3.813868553s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:24.492455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.677628Z","time spent":"3.814735966s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:24.492568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.67699Z","time spent":"3.815493667s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:24.492568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.678382Z","time spent":"3.81411131s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:24.49262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.678476Z","time spent":"3.814081828s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:24.492682Z","caller":"traceutil/trace.go:171","msg":"trace[94959399] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"3.813741859s","start":"2026-07-31T00:36:20.67893Z","end":"2026-07-31T00:36:24.492672Z","steps":["trace[94959399] 'process raft request' (duration: 3.813519583s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:24.492717Z","caller":"traceutil/trace.go:171","msg":"trace[947964141] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"3.219778284s","start":"2026-07-31T00:36:21.272925Z","end":"2026-07-31T00:36:24.492704Z","steps":["trace[947964141] 'process raft request' (duration: 3.219709462s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:24.492739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.678918Z","time spent":"3.81379224s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:24.492686Z","caller":"traceutil/trace.go:171","msg":"trace[1709386688] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"3.812217128s","start":"2026-07-31T00:36:20.680458Z","end":"2026-07-31T00:36:24.492675Z","steps":["trace[1709386688] 'process raft request' (duration: 3.812121765s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:24.492788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:21.272892Z","time spent":"3.219863427s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:24.492829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.680447Z","time spent":"3.812355351s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:24.492879Z","caller":"traceutil/trace.go:171","msg":"trace[1349186099] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"2.930705664s","start":"2026-07-31T00:36:21.562154Z","end":"2026-07-31T00:36:24.49286Z","steps":["trace[1349186099] 'process raft request' (duration: 2.930519588s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:24.492935Z","caller":"traceutil/trace.go:171","msg":"trace[1974755402] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"2.714780023s","start":"2026-07-31T00:36:21.778144Z","end":"2026-07-31T00:36:24.492924Z","steps":["trace[1974755402] 'process raft request' (duration: 2.71464219s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:24.492987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:21.778111Z","time spent":"2.714850675s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:24.493052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:21.562128Z","time spent":"2.930799056s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:24.492923Z","caller":"traceutil/trace.go:171","msg":"trace[1303592622] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"3.899975309s","start":"2026-07-31T00:36:20.592928Z","end":"2026-07-31T00:36:24.492903Z","steps":["trace[1303592622] 'process raft request' (duration: 3.820642948s)","trace[1303592622] 'compare' (duration: 77.733687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:24.493187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.592906Z","time spent":"3.900251437s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:24.655774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000782144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:24.655864Z","caller":"traceutil/trace.go:171","msg":"trace[1523112228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000912708s","start":"2026-07-31T00:36:22.654929Z","end":"2026-07-31T00:36:24.655842Z","steps":["trace[1523112228] 'agreement among raft nodes before linearized reading' (duration: 2.000799525s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:24.655915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.654919Z","time spent":"2.00098594s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:25.734705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.642243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T00:36:25.73503Z","caller":"traceutil/trace.go:171","msg":"trace[523968648] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25910; }","duration":"2.896843338s","start":"2026-07-31T00:36:22.83815Z","end":"2026-07-31T00:36:25.734994Z","steps":["trace[523968648] 'read index received' (duration: 1.575433785s)","trace[523968648] 'applied index is now lower than readState.Index' (duration: 1.321405003s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:25.735109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292425249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:25.735175Z","caller":"traceutil/trace.go:171","msg":"trace[484894028] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"898.131319ms","start":"2026-07-31T00:36:24.837019Z","end":"2026-07-31T00:36:25.73515Z","steps":["trace[484894028] 'process raft request' (duration: 898.057977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.735186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137546274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T00:36:25.735262Z","caller":"traceutil/trace.go:171","msg":"trace[1299306800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25087; }","duration":"3.137628376s","start":"2026-07-31T00:36:22.597612Z","end":"2026-07-31T00:36:25.735241Z","steps":["trace[1299306800] 'agreement among raft nodes before linearized reading' (duration: 3.13739623s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.73528Z","caller":"traceutil/trace.go:171","msg":"trace[490040690] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.006938287s","start":"2026-07-31T00:36:24.728316Z","end":"2026-07-31T00:36:25.735254Z","steps":["trace[490040690] 'process raft request' (duration: 1.006529256s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.735315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.721037489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-07-31T00:36:25.735322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.837003Z","time spent":"898.223862ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:25.735356Z","caller":"traceutil/trace.go:171","msg":"trace[333676678] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25089; }","duration":"4.721160483s","start":"2026-07-31T00:36:21.014184Z","end":"2026-07-31T00:36:25.735345Z","steps":["trace[333676678] 'agreement among raft nodes before linearized reading' (duration: 4.720982778s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.735357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139794956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T00:36:25.735369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985081091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:25.735391Z","caller":"traceutil/trace.go:171","msg":"trace[1943097960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25089; }","duration":"3.139863818s","start":"2026-07-31T00:36:22.595517Z","end":"2026-07-31T00:36:25.735381Z","steps":["trace[1943097960] 'agreement among raft nodes before linearized reading' (duration: 3.139723914s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.735398Z","caller":"traceutil/trace.go:171","msg":"trace[662152638] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25089; }","duration":"2.985137313s","start":"2026-07-31T00:36:22.750251Z","end":"2026-07-31T00:36:25.735388Z","steps":["trace[662152638] 'agreement among raft nodes before linearized reading' (duration: 2.985087252s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.7354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:21.014155Z","time spent":"4.721232204s","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-31T00:36:25.735416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.728289Z","time spent":"1.007039889s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:25.735429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.750235Z","time spent":"2.985186684s","remote":"127.0.0.1:58530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.735434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.595498Z","time spent":"3.139926749s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:25.73557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480701675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:25.735605Z","caller":"traceutil/trace.go:171","msg":"trace[1199033178] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25089; }","duration":"3.480776718s","start":"2026-07-31T00:36:22.254819Z","end":"2026-07-31T00:36:25.735596Z","steps":["trace[1199033178] 'agreement among raft nodes before linearized reading' (duration: 3.480722746s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.735633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.25479Z","time spent":"3.480835778s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.735716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037772861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T00:36:25.735764Z","caller":"traceutil/trace.go:171","msg":"trace[295585658] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25089; }","duration":"4.037886884s","start":"2026-07-31T00:36:21.697865Z","end":"2026-07-31T00:36:25.735752Z","steps":["trace[295585658] 'agreement among raft nodes before linearized reading' (duration: 4.037683198s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.735778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.813563191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:25.735807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:21.697831Z","time spent":"4.037965136s","remote":"127.0.0.1:59936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.735854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.776629497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:25.735906Z","caller":"traceutil/trace.go:171","msg":"trace[466582738] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25089; }","duration":"5.77671818s","start":"2026-07-31T00:36:19.959175Z","end":"2026-07-31T00:36:25.735893Z","steps":["trace[466582738] 'agreement among raft nodes before linearized reading' (duration: 5.776631727s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.7358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9104488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:25.736045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.669303861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:25.736045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264889993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:25.736069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894550015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T00:36:25.736094Z","caller":"traceutil/trace.go:171","msg":"trace[1831279980] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25089; }","duration":"5.669381953s","start":"2026-07-31T00:36:20.066696Z","end":"2026-07-31T00:36:25.736078Z","steps":["trace[1831279980] 'agreement among raft nodes before linearized reading' (duration: 5.66927183s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.736103Z","caller":"traceutil/trace.go:171","msg":"trace[1445562590] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25089; }","duration":"2.894609156s","start":"2026-07-31T00:36:22.841485Z","end":"2026-07-31T00:36:25.736094Z","steps":["trace[1445562590] 'agreement among raft nodes before linearized reading' (duration: 2.894514474s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074426504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:25.736169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.041737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:25.736181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038695743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:25.736192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267961267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:25.73621Z","caller":"traceutil/trace.go:171","msg":"trace[929289282] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25089; }","duration":"822.122819ms","start":"2026-07-31T00:36:24.914077Z","end":"2026-07-31T00:36:25.7362Z","steps":["trace[929289282] 'agreement among raft nodes before linearized reading' (duration: 822.052217ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.736225Z","caller":"traceutil/trace.go:171","msg":"trace[1359503081] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25089; }","duration":"2.268023109s","start":"2026-07-31T00:36:23.468193Z","end":"2026-07-31T00:36:25.736216Z","steps":["trace[1359503081] 'agreement among raft nodes before linearized reading' (duration: 2.267961057s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79134849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-31T00:36:25.736222Z","caller":"traceutil/trace.go:171","msg":"trace[1217997706] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25089; }","duration":"2.038776465s","start":"2026-07-31T00:36:23.697434Z","end":"2026-07-31T00:36:25.736211Z","steps":["trace[1217997706] 'agreement among raft nodes before linearized reading' (duration: 2.038699503s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.736208Z","caller":"traceutil/trace.go:171","msg":"trace[1747332558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25089; }","duration":"2.911243132s","start":"2026-07-31T00:36:22.824863Z","end":"2026-07-31T00:36:25.736106Z","steps":["trace[1747332558] 'agreement among raft nodes before linearized reading' (duration: 2.910239124s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.736286Z","caller":"traceutil/trace.go:171","msg":"trace[1183202814] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25089; }","duration":"2.791418522s","start":"2026-07-31T00:36:22.94486Z","end":"2026-07-31T00:36:25.736278Z","steps":["trace[1183202814] 'agreement among raft nodes before linearized reading' (duration: 2.791317769s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:23.697415Z","time spent":"2.038871657s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.736313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.944841Z","time spent":"2.791465544s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-31T00:36:25.736312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.492215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:36:25.736334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075238126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-31T00:36:25.736353Z","caller":"traceutil/trace.go:171","msg":"trace[715843969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25089; }","duration":"892.547986ms","start":"2026-07-31T00:36:24.843791Z","end":"2026-07-31T00:36:25.736339Z","steps":["trace[715843969] 'agreement among raft nodes before linearized reading' (duration: 892.408232ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.736366Z","caller":"traceutil/trace.go:171","msg":"trace[1699027572] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25089; }","duration":"1.075304367s","start":"2026-07-31T00:36:24.661052Z","end":"2026-07-31T00:36:25.736357Z","steps":["trace[1699027572] 'agreement among raft nodes before linearized reading' (duration: 1.075195054s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.843781Z","time spent":"892.604308ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:25.736469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.40495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-31T00:36:25.736499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836713382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:25.736512Z","caller":"traceutil/trace.go:171","msg":"trace[424024690] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25089; }","duration":"737.449561ms","start":"2026-07-31T00:36:24.999052Z","end":"2026-07-31T00:36:25.736502Z","steps":["trace[424024690] 'agreement among raft nodes before linearized reading' (duration: 737.300187ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.736531Z","caller":"traceutil/trace.go:171","msg":"trace[1913909597] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25089; }","duration":"2.836805665s","start":"2026-07-31T00:36:22.899715Z","end":"2026-07-31T00:36:25.736521Z","steps":["trace[1913909597] 'agreement among raft nodes before linearized reading' (duration: 2.836750033s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.735314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.59758Z","time spent":"3.137724599s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:25.736565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.89968Z","time spent":"2.836876737s","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.736614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849292669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18477"} {"level":"info","ts":"2026-07-31T00:36:25.736176Z","caller":"traceutil/trace.go:171","msg":"trace[1821721095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25089; }","duration":"1.074493136s","start":"2026-07-31T00:36:24.661671Z","end":"2026-07-31T00:36:25.736164Z","steps":["trace[1821721095] 'agreement among raft nodes before linearized reading' (duration: 1.074409344s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.736668Z","caller":"traceutil/trace.go:171","msg":"trace[4789044] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25089; }","duration":"1.849376602s","start":"2026-07-31T00:36:23.887282Z","end":"2026-07-31T00:36:25.736658Z","steps":["trace[4789044] 'agreement among raft nodes before linearized reading' (duration: 1.849270429s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.661661Z","time spent":"1.07502324s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:25.736528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275671868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:25.736742Z","caller":"traceutil/trace.go:171","msg":"trace[1627577719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25089; }","duration":"2.275923045s","start":"2026-07-31T00:36:23.460807Z","end":"2026-07-31T00:36:25.73673Z","steps":["trace[1627577719] 'agreement among raft nodes before linearized reading' (duration: 2.275681488s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.677924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:36:25.73625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.914046Z","time spent":"822.193581ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:25.736798Z","caller":"traceutil/trace.go:171","msg":"trace[1408723528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25089; }","duration":"894.741716ms","start":"2026-07-31T00:36:24.842047Z","end":"2026-07-31T00:36:25.736788Z","steps":["trace[1408723528] 'agreement among raft nodes before linearized reading' (duration: 894.669484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.842033Z","time spent":"894.788498ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:36:25.736696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.14734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:36:25.736134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.841461Z","time spent":"2.894666168s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" "} {"level":"info","ts":"2026-07-31T00:36:25.736913Z","caller":"traceutil/trace.go:171","msg":"trace[1249020620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25089; }","duration":"894.358066ms","start":"2026-07-31T00:36:24.842543Z","end":"2026-07-31T00:36:25.736901Z","steps":["trace[1249020620] 'agreement among raft nodes before linearized reading' (duration: 894.094759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.842491Z","time spent":"894.458399ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:36:25.73596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.958390161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:36:25.735207Z","caller":"traceutil/trace.go:171","msg":"trace[101429134] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25087; }","duration":"4.292587494s","start":"2026-07-31T00:36:21.442599Z","end":"2026-07-31T00:36:25.735186Z","steps":["trace[101429134] 'agreement among raft nodes before linearized reading' (duration: 4.29241326s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.737139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:21.442577Z","time spent":"4.294548437s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.736617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.04581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:36:25.737315Z","caller":"traceutil/trace.go:171","msg":"trace[979416385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25089; }","duration":"893.7748ms","start":"2026-07-31T00:36:24.843523Z","end":"2026-07-31T00:36:25.737297Z","steps":["trace[979416385] 'agreement among raft nodes before linearized reading' (duration: 893.002129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.736397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.661034Z","time spent":"1.075356129s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-31T00:36:25.737361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.843502Z","time spent":"893.846821ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:36:25.737415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450251325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277927"} {"level":"info","ts":"2026-07-31T00:36:25.737471Z","caller":"traceutil/trace.go:171","msg":"trace[1704891974] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25089; }","duration":"5.450340367s","start":"2026-07-31T00:36:20.287117Z","end":"2026-07-31T00:36:25.737457Z","steps":["trace[1704891974] 'agreement among raft nodes before linearized reading' (duration: 5.448792115s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.73594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.959156Z","time spent":"5.776776272s","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.737515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.2871Z","time spent":"5.45040588s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277950,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-31T00:36:25.7361Z","caller":"traceutil/trace.go:171","msg":"trace[178563697] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25089; }","duration":"5.264938134s","start":"2026-07-31T00:36:20.471147Z","end":"2026-07-31T00:36:25.736085Z","steps":["trace[178563697] 'agreement among raft nodes before linearized reading' (duration: 5.264873902s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.737575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.471085Z","time spent":"5.266478596s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.736133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.066678Z","time spent":"5.669446794s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.736532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310427453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:25.737791Z","caller":"traceutil/trace.go:171","msg":"trace[324878416] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25089; }","duration":"1.311720978s","start":"2026-07-31T00:36:24.426057Z","end":"2026-07-31T00:36:25.737778Z","steps":["trace[324878416] 'agreement among raft nodes before linearized reading' (duration: 1.310442163s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.73785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.426036Z","time spent":"1.31180273s","remote":"127.0.0.1:54588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.736698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:23.887263Z","time spent":"1.849427983s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18500,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T00:36:25.736787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:23.460785Z","time spent":"2.275990887s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:25.73648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241329712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-31T00:36:25.736256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:23.468176Z","time spent":"2.26807295s","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:25.737092Z","caller":"traceutil/trace.go:171","msg":"trace[1297901004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25089; }","duration":"5.959532893s","start":"2026-07-31T00:36:19.777546Z","end":"2026-07-31T00:36:25.737079Z","steps":["trace[1297901004] 'agreement among raft nodes before linearized reading' (duration: 5.958288359s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.738172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:19.777538Z","time spent":"5.960622753s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:36:25.736374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:22.824826Z","time spent":"2.911485438s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:36:25.737798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.998955Z","time spent":"738.822079ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:25.735814Z","caller":"traceutil/trace.go:171","msg":"trace[1460636802] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25089; }","duration":"4.813660714s","start":"2026-07-31T00:36:20.922141Z","end":"2026-07-31T00:36:25.735802Z","steps":["trace[1460636802] 'agreement among raft nodes before linearized reading' (duration: 4.813536461s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:25.738047Z","caller":"traceutil/trace.go:171","msg":"trace[1711320387] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25089; }","duration":"1.242901365s","start":"2026-07-31T00:36:24.495119Z","end":"2026-07-31T00:36:25.73802Z","steps":["trace[1711320387] 'agreement among raft nodes before linearized reading' (duration: 1.241299731s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.735988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.58269201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:25.738482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.922108Z","time spent":"4.816354488s","remote":"127.0.0.1:58376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:25.738545Z","caller":"traceutil/trace.go:171","msg":"trace[952795504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25089; }","duration":"5.58526097s","start":"2026-07-31T00:36:20.153248Z","end":"2026-07-31T00:36:25.738509Z","steps":["trace[952795504] 'agreement among raft nodes before linearized reading' (duration: 5.582714741s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:25.738601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:24.495104Z","time spent":"1.243394548s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:36:25.738661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:20.153226Z","time spent":"5.585419404s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:26.243665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:26.261266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.261613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T00:36:26.261328Z","caller":"traceutil/trace.go:171","msg":"trace[146603682] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25089; }","duration":"518.346646ms","start":"2026-07-31T00:36:25.742963Z","end":"2026-07-31T00:36:26.261309Z","steps":["trace[146603682] 'range keys from in-memory index tree' (duration: 518.071038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:26.261373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.742924Z","time spent":"518.436588ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-31T00:36:26.261809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.5331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-31T00:36:26.261914Z","caller":"traceutil/trace.go:171","msg":"trace[1228251429] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25089; }","duration":"518.674185ms","start":"2026-07-31T00:36:25.743214Z","end":"2026-07-31T00:36:26.261889Z","steps":["trace[1228251429] 'range keys from in-memory index tree' (duration: 518.344615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:26.261982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743207Z","time spent":"518.758677ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-31T00:36:26.262165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.096456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73ab7b11-0356-4c41-bb13-f790631f24aa\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-31T00:36:26.262244Z","caller":"traceutil/trace.go:171","msg":"trace[135217657] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73ab7b11-0356-4c41-bb13-f790631f24aa; range_end:; response_count:1; response_revision:25089; }","duration":"519.22851ms","start":"2026-07-31T00:36:25.742998Z","end":"2026-07-31T00:36:26.262227Z","steps":["trace[135217657] 'range keys from in-memory index tree' (duration: 518.931622ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:26.262258Z","caller":"traceutil/trace.go:171","msg":"trace[1437054368] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"518.949952ms","start":"2026-07-31T00:36:25.743237Z","end":"2026-07-31T00:36:26.262187Z","steps":["trace[1437054368] 'process raft request' (duration: 517.06715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:26.262297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.742978Z","time spent":"519.303911ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-73ab7b11-0356-4c41-bb13-f790631f24aa\" "} {"level":"warn","ts":"2026-07-31T00:36:26.2624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743207Z","time spent":"519.115847ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:27.726726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466384389s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:36:27.746106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:27.746173Z","caller":"traceutil/trace.go:171","msg":"trace[802320664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432155s","start":"2026-07-31T00:36:25.74572Z","end":"2026-07-31T00:36:27.746152Z","steps":["trace[802320664] 'agreement among raft nodes before linearized reading' (duration: 2.000350283s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:27.746221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.74571Z","time spent":"2.000502157s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-31T00:36:27.770079Z","caller":"traceutil/trace.go:171","msg":"trace[786052015] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"2.026790316s","start":"2026-07-31T00:36:25.743254Z","end":"2026-07-31T00:36:27.770044Z","steps":["trace[786052015] 'process raft request' (duration: 2.02658999s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:27.770158Z","caller":"traceutil/trace.go:171","msg":"trace[2039380806] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"2.026794356s","start":"2026-07-31T00:36:25.743327Z","end":"2026-07-31T00:36:27.770121Z","steps":["trace[2039380806] 'process raft request' (duration: 2.026591501s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:27.770244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743228Z","time spent":"2.02692856s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:27.77027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743319Z","time spent":"2.026880758s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:27.770212Z","caller":"traceutil/trace.go:171","msg":"trace[465897291] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"2.026764825s","start":"2026-07-31T00:36:25.743405Z","end":"2026-07-31T00:36:27.77017Z","steps":["trace[465897291] 'process raft request' (duration: 2.026586671s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:27.769851Z","caller":"traceutil/trace.go:171","msg":"trace[1898648191] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"2.02657069s","start":"2026-07-31T00:36:25.743248Z","end":"2026-07-31T00:36:27.769818Z","steps":["trace[1898648191] 'process raft request' (duration: 1.983667376s)","trace[1898648191] 'compare' (duration: 42.446721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:27.77063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.74322Z","time spent":"2.027237048s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:27.77065Z","caller":"traceutil/trace.go:171","msg":"trace[289115203] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"2.027096274s","start":"2026-07-31T00:36:25.743536Z","end":"2026-07-31T00:36:27.770632Z","steps":["trace[289115203] 'process raft request' (duration: 2.026602921s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:27.770724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743526Z","time spent":"2.027159186s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:27.770897Z","caller":"traceutil/trace.go:171","msg":"trace[315853437] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"2.026271051s","start":"2026-07-31T00:36:25.744484Z","end":"2026-07-31T00:36:27.770755Z","steps":["trace[315853437] 'process raft request' (duration: 2.026015294s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:27.770982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.744469Z","time spent":"2.026474358s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:27.770925Z","caller":"traceutil/trace.go:171","msg":"trace[1651609081] linearizableReadLoop","detail":"{readStateIndex:25931; appliedIndex:25923; }","duration":"2.027535236s","start":"2026-07-31T00:36:25.743361Z","end":"2026-07-31T00:36:27.770896Z","steps":["trace[1651609081] 'read index received' (duration: 516.959758ms)","trace[1651609081] 'applied index is now lower than readState.Index' (duration: 1.510574318s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:27.771109Z","caller":"traceutil/trace.go:171","msg":"trace[1450277208] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"2.023539047s","start":"2026-07-31T00:36:25.747534Z","end":"2026-07-31T00:36:27.771073Z","steps":["trace[1450277208] 'process raft request' (duration: 2.023211118s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:27.771339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027964098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18477"} {"level":"info","ts":"2026-07-31T00:36:27.771397Z","caller":"traceutil/trace.go:171","msg":"trace[99574703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25097; }","duration":"2.028047021s","start":"2026-07-31T00:36:25.743336Z","end":"2026-07-31T00:36:27.771383Z","steps":["trace[99574703] 'agreement among raft nodes before linearized reading' (duration: 2.027865766s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:27.771432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743327Z","time spent":"2.028096712s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18500,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T00:36:27.771355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.747529Z","time spent":"2.023739712s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:27.771606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743396Z","time spent":"2.027000472s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:28.27226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870526,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:36:28.777905Z","caller":"traceutil/trace.go:171","msg":"trace[225672930] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"2.509799275s","start":"2026-07-31T00:36:26.268058Z","end":"2026-07-31T00:36:28.777858Z","steps":["trace[225672930] 'process raft request' (duration: 2.451318484s)","trace[225672930] 'compare' (duration: 57.751921ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:28.777948Z","caller":"traceutil/trace.go:171","msg":"trace[1078893462] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"2.279841352s","start":"2026-07-31T00:36:26.498068Z","end":"2026-07-31T00:36:28.777909Z","steps":["trace[1078893462] 'process raft request' (duration: 2.279657457s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:28.777929Z","caller":"traceutil/trace.go:171","msg":"trace[2008305896] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"2.278973758s","start":"2026-07-31T00:36:26.498937Z","end":"2026-07-31T00:36:28.777911Z","steps":["trace[2008305896] 'process raft request' (duration: 2.278890136s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.778109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.498046Z","time spent":"2.279967456s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:28.778058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.268039Z","time spent":"2.509940698s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:28.778219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.49893Z","time spent":"2.279179194s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:28.778313Z","caller":"traceutil/trace.go:171","msg":"trace[921806212] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"2.279129362s","start":"2026-07-31T00:36:26.499149Z","end":"2026-07-31T00:36:28.778278Z","steps":["trace[921806212] 'process raft request' (duration: 2.278717421s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.778486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.499123Z","time spent":"2.279272516s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:28.778732Z","caller":"traceutil/trace.go:171","msg":"trace[1406931415] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.279383859s","start":"2026-07-31T00:36:26.49933Z","end":"2026-07-31T00:36:28.778714Z","steps":["trace[1406931415] 'process raft request' (duration: 2.278823744s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:28.778778Z","caller":"traceutil/trace.go:171","msg":"trace[1997111928] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"2.277482707s","start":"2026-07-31T00:36:26.501282Z","end":"2026-07-31T00:36:28.778764Z","steps":["trace[1997111928] 'process raft request' (duration: 2.277414716s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.778833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.499323Z","time spent":"2.279460972s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:28.778857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.501128Z","time spent":"2.277688513s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:28.778851Z","caller":"traceutil/trace.go:171","msg":"trace[436456612] linearizableReadLoop","detail":"{readStateIndex:25939; appliedIndex:25931; }","duration":"1.007664776s","start":"2026-07-31T00:36:27.771166Z","end":"2026-07-31T00:36:28.778831Z","steps":["trace[436456612] 'read index received' (duration: 948.123727ms)","trace[436456612] 'applied index is now lower than readState.Index' (duration: 59.539549ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:28.77894Z","caller":"traceutil/trace.go:171","msg":"trace[166941363] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"2.279060071s","start":"2026-07-31T00:36:26.49987Z","end":"2026-07-31T00:36:28.77893Z","steps":["trace[166941363] 'process raft request' (duration: 2.278758163s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:28.778951Z","caller":"traceutil/trace.go:171","msg":"trace[1379492288] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"2.277542389s","start":"2026-07-31T00:36:26.501398Z","end":"2026-07-31T00:36:28.77894Z","steps":["trace[1379492288] 'process raft request' (duration: 2.277334464s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.49986Z","time spent":"2.279109692s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:28.779015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.501382Z","time spent":"2.27759157s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:28.779123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033788634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:28.779167Z","caller":"traceutil/trace.go:171","msg":"trace[1342367628] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25105; }","duration":"3.033851576s","start":"2026-07-31T00:36:25.745304Z","end":"2026-07-31T00:36:28.779156Z","steps":["trace[1342367628] 'agreement among raft nodes before linearized reading' (duration: 3.033780414s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55678467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-31T00:36:28.779198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.745296Z","time spent":"3.033894907s","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:36:28.779218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032878887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:28.779231Z","caller":"traceutil/trace.go:171","msg":"trace[1503370415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25105; }","duration":"2.556846492s","start":"2026-07-31T00:36:26.222368Z","end":"2026-07-31T00:36:28.779215Z","steps":["trace[1503370415] 'agreement among raft nodes before linearized reading' (duration: 2.556679847s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:28.779251Z","caller":"traceutil/trace.go:171","msg":"trace[1771987151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25105; }","duration":"1.032945579s","start":"2026-07-31T00:36:27.746296Z","end":"2026-07-31T00:36:28.779242Z","steps":["trace[1771987151] 'agreement among raft nodes before linearized reading' (duration: 1.032900757s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.222301Z","time spent":"2.556963175s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-31T00:36:28.779285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:27.746265Z","time spent":"1.03301193s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:28.779464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035951043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18477"} {"level":"info","ts":"2026-07-31T00:36:28.779507Z","caller":"traceutil/trace.go:171","msg":"trace[1572426950] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25105; }","duration":"3.036022655s","start":"2026-07-31T00:36:25.743473Z","end":"2026-07-31T00:36:28.779496Z","steps":["trace[1572426950] 'agreement among raft nodes before linearized reading' (duration: 3.035884722s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.743458Z","time spent":"3.036070156s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18500,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T00:36:28.779622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515540632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:36:28.779668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555952047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-31T00:36:28.779711Z","caller":"traceutil/trace.go:171","msg":"trace[583157570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25105; }","duration":"2.55606135s","start":"2026-07-31T00:36:26.223638Z","end":"2026-07-31T00:36:28.779699Z","steps":["trace[583157570] 'agreement among raft nodes before linearized reading' (duration: 2.555962957s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.223612Z","time spent":"2.556123662s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:36:28.779751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036300043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-31T00:36:28.77978Z","caller":"traceutil/trace.go:171","msg":"trace[1558030734] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25105; }","duration":"3.036343164s","start":"2026-07-31T00:36:25.743428Z","end":"2026-07-31T00:36:28.779771Z","steps":["trace[1558030734] 'agreement among raft nodes before linearized reading' (duration: 3.036255472s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:25.74342Z","time spent":"3.036391225s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-07-31T00:36:28.779758Z","caller":"traceutil/trace.go:171","msg":"trace[884491461] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25105; }","duration":"2.515650845s","start":"2026-07-31T00:36:26.264037Z","end":"2026-07-31T00:36:28.779687Z","steps":["trace[884491461] 'agreement among raft nodes before linearized reading' (duration: 2.515407088s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.264022Z","time spent":"2.515897111s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:36:28.780036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.283056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:28.780074Z","caller":"traceutil/trace.go:171","msg":"trace[621952620] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25105; }","duration":"316.349007ms","start":"2026-07-31T00:36:28.463715Z","end":"2026-07-31T00:36:28.780064Z","steps":["trace[621952620] 'agreement among raft nodes before linearized reading' (duration: 316.294146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.780102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.463701Z","time spent":"316.393589ms","remote":"127.0.0.1:53062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:28.779176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318409328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-31T00:36:28.780331Z","caller":"traceutil/trace.go:171","msg":"trace[96690952] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25105; }","duration":"2.319570699s","start":"2026-07-31T00:36:26.460718Z","end":"2026-07-31T00:36:28.780289Z","steps":["trace[96690952] 'agreement among raft nodes before linearized reading' (duration: 2.318350906s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.780378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005281181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-07-31T00:36:28.780371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.398806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:28.780496Z","caller":"traceutil/trace.go:171","msg":"trace[176515639] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25105; }","duration":"359.56831ms","start":"2026-07-31T00:36:28.420912Z","end":"2026-07-31T00:36:28.78048Z","steps":["trace[176515639] 'agreement among raft nodes before linearized reading' (duration: 359.400426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.779468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086010677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:28.780433Z","caller":"traceutil/trace.go:171","msg":"trace[133438765] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25105; }","duration":"1.005352934s","start":"2026-07-31T00:36:27.775066Z","end":"2026-07-31T00:36:28.780419Z","steps":["trace[133438765] 'agreement among raft nodes before linearized reading' (duration: 1.00520485s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.780579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.28981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:36:28.780634Z","caller":"traceutil/trace.go:171","msg":"trace[845617152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25105; }","duration":"512.385932ms","start":"2026-07-31T00:36:28.268237Z","end":"2026-07-31T00:36:28.780623Z","steps":["trace[845617152] 'agreement among raft nodes before linearized reading' (duration: 512.220538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.780696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.268216Z","time spent":"512.471875ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:28.780764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:27.775042Z","time spent":"1.005569939s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-31T00:36:28.779956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005534579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T00:36:28.780859Z","caller":"traceutil/trace.go:171","msg":"trace[1655230606] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25105; }","duration":"1.006465705s","start":"2026-07-31T00:36:27.774381Z","end":"2026-07-31T00:36:28.780847Z","steps":["trace[1655230606] 'agreement among raft nodes before linearized reading' (duration: 1.005505958s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.780894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:27.774365Z","time spent":"1.006518406s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" "} {"level":"warn","ts":"2026-07-31T00:36:28.780438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.460696Z","time spent":"2.319708303s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-07-31T00:36:28.781618Z","caller":"traceutil/trace.go:171","msg":"trace[1447017894] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25105; }","duration":"2.088202727s","start":"2026-07-31T00:36:26.693405Z","end":"2026-07-31T00:36:28.781607Z","steps":["trace[1447017894] 'agreement among raft nodes before linearized reading' (duration: 2.086025968s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:28.781655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:26.693384Z","time spent":"2.088261699s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:28.781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.420887Z","time spent":"360.103425ms","remote":"127.0.0.1:59926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:29.286351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:30.789178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:36:30.789331Z","caller":"traceutil/trace.go:171","msg":"trace[917643035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148927s","start":"2026-07-31T00:36:28.789153Z","end":"2026-07-31T00:36:30.789302Z","steps":["trace[917643035] 'agreement among raft nodes before linearized reading' (duration: 1.999981862s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:30.789407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.789146Z","time spent":"2.000243689s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:31.239987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551199901s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-31T00:36:31.24013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.783101Z","time spent":"2.4570242s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:36:31.928998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240171245s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:36:32.294332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.04646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:32.29469Z","caller":"traceutil/trace.go:171","msg":"trace[156813517] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"3.507094147s","start":"2026-07-31T00:36:28.787577Z","end":"2026-07-31T00:36:32.294671Z","steps":["trace[156813517] 'process raft request' (duration: 3.507003564s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:32.294762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.787556Z","time spent":"3.507170939s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:32.294819Z","caller":"traceutil/trace.go:171","msg":"trace[305331577] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"3.510291685s","start":"2026-07-31T00:36:28.784497Z","end":"2026-07-31T00:36:32.294789Z","steps":["trace[305331577] 'process raft request' (duration: 3.14469329s)","trace[305331577] 'compare' (duration: 364.535186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:32.294966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.784483Z","time spent":"3.510402898s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:32.294991Z","caller":"traceutil/trace.go:171","msg":"trace[1003991057] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"3.509525134s","start":"2026-07-31T00:36:28.785454Z","end":"2026-07-31T00:36:32.294979Z","steps":["trace[1003991057] 'process raft request' (duration: 3.50899627s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:32.295053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.785438Z","time spent":"3.509582185s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:32.295194Z","caller":"traceutil/trace.go:171","msg":"trace[822176063] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"3.507363775s","start":"2026-07-31T00:36:28.787804Z","end":"2026-07-31T00:36:32.295168Z","steps":["trace[822176063] 'process raft request' (duration: 3.50682963s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:32.295354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.787797Z","time spent":"3.507475687s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:32.295466Z","caller":"traceutil/trace.go:171","msg":"trace[459098142] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"3.505920105s","start":"2026-07-31T00:36:28.789534Z","end":"2026-07-31T00:36:32.295454Z","steps":["trace[459098142] 'process raft request' (duration: 3.505503984s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:32.295525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.789524Z","time spent":"3.505971946s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:32.295556Z","caller":"traceutil/trace.go:171","msg":"trace[111621526] linearizableReadLoop","detail":"{readStateIndex:25946; appliedIndex:25939; }","duration":"3.509849103s","start":"2026-07-31T00:36:28.785694Z","end":"2026-07-31T00:36:32.295544Z","steps":["trace[111621526] 'read index received' (duration: 903.090765ms)","trace[111621526] 'applied index is now lower than readState.Index' (duration: 2.606756848s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:32.295596Z","caller":"traceutil/trace.go:171","msg":"trace[1317922379] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"3.500919968s","start":"2026-07-31T00:36:28.794668Z","end":"2026-07-31T00:36:32.295588Z","steps":["trace[1317922379] 'process raft request' (duration: 3.500705832s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:32.295628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.794656Z","time spent":"3.5009549s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:32.295706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510007467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g884d\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-07-31T00:36:32.295748Z","caller":"traceutil/trace.go:171","msg":"trace[1598408396] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g884d; range_end:; response_count:1; response_revision:25111; }","duration":"3.510081219s","start":"2026-07-31T00:36:28.785657Z","end":"2026-07-31T00:36:32.295738Z","steps":["trace[1598408396] 'agreement among raft nodes before linearized reading' (duration: 3.509947135s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:32.295782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.785467Z","time spent":"3.510304315s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g884d\" "} {"level":"warn","ts":"2026-07-31T00:36:32.792153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00277295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:32.792208Z","caller":"traceutil/trace.go:171","msg":"trace[193840382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002869183s","start":"2026-07-31T00:36:30.789327Z","end":"2026-07-31T00:36:32.792196Z","steps":["trace[193840382] 'agreement among raft nodes before linearized reading' (duration: 2.002801571s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:32.792238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.789316Z","time spent":"2.002913933s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:32.795717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:33.296031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:33.711511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780019173s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:33.712127Z","caller":"traceutil/trace.go:171","msg":"trace[387716612] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"2.966937074s","start":"2026-07-31T00:36:30.745162Z","end":"2026-07-31T00:36:33.712099Z","steps":["trace[387716612] 'process raft request' (duration: 2.966665397s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:33.712312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.745139Z","time spent":"2.967069068s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:33.712503Z","caller":"traceutil/trace.go:171","msg":"trace[412830658] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"2.924899764s","start":"2026-07-31T00:36:30.787558Z","end":"2026-07-31T00:36:33.712458Z","steps":["trace[412830658] 'process raft request' (duration: 2.924485883s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:33.712688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.787543Z","time spent":"2.925046879s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:33.712832Z","caller":"traceutil/trace.go:171","msg":"trace[1654110720] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"2.925243024s","start":"2026-07-31T00:36:30.787556Z","end":"2026-07-31T00:36:33.712799Z","steps":["trace[1654110720] 'process raft request' (duration: 2.924823672s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:33.712941Z","caller":"traceutil/trace.go:171","msg":"trace[1798527595] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"2.925309386s","start":"2026-07-31T00:36:30.787575Z","end":"2026-07-31T00:36:33.712884Z","steps":["trace[1798527595] 'process raft request' (duration: 2.925073059s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:33.712987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.78754Z","time spent":"2.925365297s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:33.712982Z","caller":"traceutil/trace.go:171","msg":"trace[1284625694] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"2.925275525s","start":"2026-07-31T00:36:30.787642Z","end":"2026-07-31T00:36:33.712918Z","steps":["trace[1284625694] 'process raft request' (duration: 2.92510125s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:33.713127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.787547Z","time spent":"2.925472191s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:33.713172Z","caller":"traceutil/trace.go:171","msg":"trace[1635056041] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"2.9240123s","start":"2026-07-31T00:36:30.789148Z","end":"2026-07-31T00:36:33.71316Z","steps":["trace[1635056041] 'process raft request' (duration: 2.923874357s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:33.713248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.789136Z","time spent":"2.924075872s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:33.713259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.787617Z","time spent":"2.925511962s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:33.713341Z","caller":"traceutil/trace.go:171","msg":"trace[1981096250] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"2.924777921s","start":"2026-07-31T00:36:30.788554Z","end":"2026-07-31T00:36:33.713332Z","steps":["trace[1981096250] 'process raft request' (duration: 2.924283518s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:33.713352Z","caller":"traceutil/trace.go:171","msg":"trace[1239153039] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"2.470629682s","start":"2026-07-31T00:36:31.242704Z","end":"2026-07-31T00:36:33.713333Z","steps":["trace[1239153039] 'process raft request' (duration: 2.470532199s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:33.713395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.788517Z","time spent":"2.924851223s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:33.713466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:31.242664Z","time spent":"2.470749855s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:33.713478Z","caller":"traceutil/trace.go:171","msg":"trace[270103802] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"2.923658221s","start":"2026-07-31T00:36:30.789806Z","end":"2026-07-31T00:36:33.713464Z","steps":["trace[270103802] 'process raft request' (duration: 2.923306261s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:33.713552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.789794Z","time spent":"2.923720582s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:34.516509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.408678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:34.516646Z","caller":"traceutil/trace.go:171","msg":"trace[1973052893] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25946; }","duration":"2.221045712s","start":"2026-07-31T00:36:32.295577Z","end":"2026-07-31T00:36:34.516623Z","steps":["trace[1973052893] 'read index received' (duration: 1.416251577s)","trace[1973052893] 'applied index is now lower than readState.Index' (duration: 804.791855ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:34.516662Z","caller":"traceutil/trace.go:171","msg":"trace[98362011] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"1.274662093s","start":"2026-07-31T00:36:33.241969Z","end":"2026-07-31T00:36:34.516631Z","steps":["trace[98362011] 'process raft request' (duration: 593.020669ms)","trace[98362011] 'compare' (duration: 680.154033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:34.516769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:33.241943Z","time spent":"1.274772155s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":472,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:34.51677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757867963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.516786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.742069874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:36:34.516845Z","caller":"traceutil/trace.go:171","msg":"trace[1628449672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25121; }","duration":"4.742168126s","start":"2026-07-31T00:36:29.774661Z","end":"2026-07-31T00:36:34.516829Z","steps":["trace[1628449672] 'agreement among raft nodes before linearized reading' (duration: 4.741973991s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.51689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.774648Z","time spent":"4.742234278s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:36:34.516865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487162261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-31T00:36:34.516912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.66570547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.516937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062995616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:34.516941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.119738149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:34.516984Z","caller":"traceutil/trace.go:171","msg":"trace[1016409073] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25121; }","duration":"5.063090018s","start":"2026-07-31T00:36:29.453883Z","end":"2026-07-31T00:36:34.516973Z","steps":["trace[1016409073] 'agreement among raft nodes before linearized reading' (duration: 5.062997466s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181758361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.517017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3983173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:34.517029Z","caller":"traceutil/trace.go:171","msg":"trace[2042956342] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25121; }","duration":"4.181824043s","start":"2026-07-31T00:36:30.335197Z","end":"2026-07-31T00:36:34.517021Z","steps":["trace[2042956342] 'agreement among raft nodes before linearized reading' (duration: 4.181776201s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.453853Z","time spent":"5.06315998s","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.51696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.739525954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-31T00:36:34.51705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.335166Z","time spent":"4.181878914s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.51705Z","caller":"traceutil/trace.go:171","msg":"trace[668503758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25121; }","duration":"3.398385832s","start":"2026-07-31T00:36:31.118654Z","end":"2026-07-31T00:36:34.51704Z","steps":["trace[668503758] 'agreement among raft nodes before linearized reading' (duration: 3.39831507s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.336290636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:34.5171Z","caller":"traceutil/trace.go:171","msg":"trace[755720835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25121; }","duration":"4.73973618s","start":"2026-07-31T00:36:29.777333Z","end":"2026-07-31T00:36:34.517069Z","steps":["trace[755720835] 'agreement among raft nodes before linearized reading' (duration: 4.739318009s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:31.11864Z","time spent":"3.398463155s","remote":"127.0.0.1:58664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.517116Z","caller":"traceutil/trace.go:171","msg":"trace[530175034] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25121; }","duration":"5.336372348s","start":"2026-07-31T00:36:29.180731Z","end":"2026-07-31T00:36:34.517103Z","steps":["trace[530175034] 'agreement among raft nodes before linearized reading' (duration: 5.336275785s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.739787352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:36:34.517024Z","caller":"traceutil/trace.go:171","msg":"trace[808222744] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25121; }","duration":"5.119877133s","start":"2026-07-31T00:36:29.397122Z","end":"2026-07-31T00:36:34.516999Z","steps":["trace[808222744] 'agreement among raft nodes before linearized reading' (duration: 5.119735759s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.180711Z","time spent":"5.3364384s","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.517162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.777312Z","time spent":"4.739838062s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:36:34.517193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.397101Z","time spent":"5.120080839s","remote":"127.0.0.1:59584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.517191Z","caller":"traceutil/trace.go:171","msg":"trace[2101139572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25121; }","duration":"4.739859633s","start":"2026-07-31T00:36:29.777314Z","end":"2026-07-31T00:36:34.517174Z","steps":["trace[2101139572] 'agreement among raft nodes before linearized reading' (duration: 4.739414791s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.516933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.742706501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:36:34.517241Z","caller":"traceutil/trace.go:171","msg":"trace[740383969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25121; }","duration":"4.74306614s","start":"2026-07-31T00:36:29.774164Z","end":"2026-07-31T00:36:34.51723Z","steps":["trace[740383969] 'agreement among raft nodes before linearized reading' (duration: 4.742597788s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:34.516943Z","caller":"traceutil/trace.go:171","msg":"trace[219163966] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25121; }","duration":"3.487300315s","start":"2026-07-31T00:36:31.029627Z","end":"2026-07-31T00:36:34.516928Z","steps":["trace[219163966] 'agreement among raft nodes before linearized reading' (duration: 3.486996897s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.51728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.774137Z","time spent":"4.743132612s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:34.517039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.739702699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:36:34.517341Z","caller":"traceutil/trace.go:171","msg":"trace[1949843124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25121; }","duration":"4.740045848s","start":"2026-07-31T00:36:29.777283Z","end":"2026-07-31T00:36:34.517329Z","steps":["trace[1949843124] 'agreement among raft nodes before linearized reading' (duration: 4.739522174s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221397502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.517375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.777262Z","time spent":"4.74010281s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T00:36:34.517407Z","caller":"traceutil/trace.go:171","msg":"trace[2012937102] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25121; }","duration":"2.221489794s","start":"2026-07-31T00:36:32.2959Z","end":"2026-07-31T00:36:34.51739Z","steps":["trace[2012937102] 'agreement among raft nodes before linearized reading' (duration: 2.221384341s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767805209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.51746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.295888Z","time spent":"2.221550876s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.517466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104091141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.517502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.729938689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18c738b7b86da602\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-31T00:36:34.517504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567150917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:34.517527Z","caller":"traceutil/trace.go:171","msg":"trace[711970058] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25121; }","duration":"2.104191204s","start":"2026-07-31T00:36:32.413317Z","end":"2026-07-31T00:36:34.517508Z","steps":["trace[711970058] 'agreement among raft nodes before linearized reading' (duration: 2.104086641s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:34.517536Z","caller":"traceutil/trace.go:171","msg":"trace[1459921042] range","detail":"{range_begin:/registry/events/openstack/container-infra.18c738b7b86da602; range_end:; response_count:1; response_revision:25121; }","duration":"5.729982279s","start":"2026-07-31T00:36:28.787543Z","end":"2026-07-31T00:36:34.517525Z","steps":["trace[1459921042] 'agreement among raft nodes before linearized reading' (duration: 5.729844336s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.787532Z","time spent":"5.730034482s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18c738b7b86da602\" "} {"level":"warn","ts":"2026-07-31T00:36:34.517574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.413289Z","time spent":"2.104270766s","remote":"127.0.0.1:57988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.517587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543625483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.517607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76750614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:34.517618Z","caller":"traceutil/trace.go:171","msg":"trace[1964809616] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25121; }","duration":"1.543691985s","start":"2026-07-31T00:36:32.973916Z","end":"2026-07-31T00:36:34.517608Z","steps":["trace[1964809616] 'agreement among raft nodes before linearized reading' (duration: 1.543649124s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504055081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-31T00:36:34.51765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.973897Z","time spent":"1.543744727s","remote":"127.0.0.1:35710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.517644Z","caller":"traceutil/trace.go:171","msg":"trace[99149691] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25121; }","duration":"1.767583342s","start":"2026-07-31T00:36:32.750052Z","end":"2026-07-31T00:36:34.517635Z","steps":["trace[99149691] 'agreement among raft nodes before linearized reading' (duration: 1.76751068s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.074038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:36:34.517698Z","caller":"traceutil/trace.go:171","msg":"trace[1293360695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25121; }","duration":"218.13056ms","start":"2026-07-31T00:36:34.299559Z","end":"2026-07-31T00:36:34.51769Z","steps":["trace[1293360695] 'agreement among raft nodes before linearized reading' (duration: 218.053308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.75003Z","time spent":"1.767655905s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.517726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.758165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-31T00:36:34.517763Z","caller":"traceutil/trace.go:171","msg":"trace[1739464106] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25121; }","duration":"800.831997ms","start":"2026-07-31T00:36:33.716921Z","end":"2026-07-31T00:36:34.517753Z","steps":["trace[1739464106] 'agreement among raft nodes before linearized reading' (duration: 800.668462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306142704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.517796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:33.716903Z","time spent":"800.886648ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:36:34.517791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208458397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-07-31T00:36:34.517803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424251687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:34.517814Z","caller":"traceutil/trace.go:171","msg":"trace[2108367747] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25121; }","duration":"1.306174555s","start":"2026-07-31T00:36:33.211629Z","end":"2026-07-31T00:36:34.517804Z","steps":["trace[2108367747] 'agreement among raft nodes before linearized reading' (duration: 1.306110923s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:34.517712Z","caller":"traceutil/trace.go:171","msg":"trace[1512706237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25121; }","duration":"1.504207285s","start":"2026-07-31T00:36:33.013468Z","end":"2026-07-31T00:36:34.517675Z","steps":["trace[1512706237] 'agreement among raft nodes before linearized reading' (duration: 1.503924717s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:34.517847Z","caller":"traceutil/trace.go:171","msg":"trace[704699596] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25121; }","duration":"2.20853125s","start":"2026-07-31T00:36:32.3093Z","end":"2026-07-31T00:36:34.517831Z","steps":["trace[704699596] 'agreement among raft nodes before linearized reading' (duration: 2.208377296s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917877985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.517863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:33.211614Z","time spent":"1.306236966s","remote":"127.0.0.1:35684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.517853Z","caller":"traceutil/trace.go:171","msg":"trace[453261549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25121; }","duration":"1.424327879s","start":"2026-07-31T00:36:33.093509Z","end":"2026-07-31T00:36:34.517837Z","steps":["trace[453261549] 'agreement among raft nodes before linearized reading' (duration: 1.424260587s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:33.013444Z","time spent":"1.504421321s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-31T00:36:34.517891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.309286Z","time spent":"2.208593011s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-31T00:36:34.517903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217478365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-31T00:36:34.5179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130545549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T00:36:34.517905Z","caller":"traceutil/trace.go:171","msg":"trace[1067938431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25121; }","duration":"1.918000718s","start":"2026-07-31T00:36:32.599882Z","end":"2026-07-31T00:36:34.517883Z","steps":["trace[1067938431] 'agreement among raft nodes before linearized reading' (duration: 1.917891795s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:33.09349Z","time spent":"1.424410781s","remote":"127.0.0.1:59516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.517932Z","caller":"traceutil/trace.go:171","msg":"trace[935571406] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25121; }","duration":"2.217559606s","start":"2026-07-31T00:36:32.300362Z","end":"2026-07-31T00:36:34.517921Z","steps":["trace[935571406] 'agreement among raft nodes before linearized reading' (duration: 2.217492624s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:34.517937Z","caller":"traceutil/trace.go:171","msg":"trace[1025479009] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25121; }","duration":"4.130613861s","start":"2026-07-31T00:36:30.387312Z","end":"2026-07-31T00:36:34.517926Z","steps":["trace[1025479009] 'agreement among raft nodes before linearized reading' (duration: 4.129354477s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.300344Z","time spent":"2.217608538s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" "} {"level":"warn","ts":"2026-07-31T00:36:34.517963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:30.38727Z","time spent":"4.130687073s","remote":"127.0.0.1:58364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2667,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.517961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.599846Z","time spent":"1.918099591s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.517971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.957529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.517239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:29.7773Z","time spent":"4.739925855s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:36:34.518008Z","caller":"traceutil/trace.go:171","msg":"trace[1640825065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25121; }","duration":"467.160204ms","start":"2026-07-31T00:36:34.050835Z","end":"2026-07-31T00:36:34.517995Z","steps":["trace[1640825065] 'agreement among raft nodes before linearized reading' (duration: 467.096302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.518044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.050819Z","time spent":"467.214586ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.516982Z","caller":"traceutil/trace.go:171","msg":"trace[1766099628] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25121; }","duration":"5.665806943s","start":"2026-07-31T00:36:28.851158Z","end":"2026-07-31T00:36:34.516965Z","steps":["trace[1766099628] 'agreement among raft nodes before linearized reading' (duration: 5.66568166s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.684468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.518084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.851137Z","time spent":"5.666937934s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T00:36:34.517542Z","caller":"traceutil/trace.go:171","msg":"trace[905556872] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25121; }","duration":"1.567191879s","start":"2026-07-31T00:36:32.950338Z","end":"2026-07-31T00:36:34.51753Z","steps":["trace[905556872] 'agreement among raft nodes before linearized reading' (duration: 1.567131297s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:34.518122Z","caller":"traceutil/trace.go:171","msg":"trace[285587519] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25121; }","duration":"457.334646ms","start":"2026-07-31T00:36:34.060767Z","end":"2026-07-31T00:36:34.518102Z","steps":["trace[285587519] 'agreement among raft nodes before linearized reading' (duration: 456.656528ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:34.517479Z","caller":"traceutil/trace.go:171","msg":"trace[617804040] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25121; }","duration":"1.767880751s","start":"2026-07-31T00:36:32.749587Z","end":"2026-07-31T00:36:34.517468Z","steps":["trace[617804040] 'agreement among raft nodes before linearized reading' (duration: 1.767812309s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.518146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.950272Z","time spent":"1.567863507s","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.517541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721954434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:34.518182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.060702Z","time spent":"457.461149ms","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.518206Z","caller":"traceutil/trace.go:171","msg":"trace[1321061684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25121; }","duration":"1.722645123s","start":"2026-07-31T00:36:32.795549Z","end":"2026-07-31T00:36:34.518194Z","steps":["trace[1321061684] 'agreement among raft nodes before linearized reading' (duration: 1.721956904s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.517336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:31.029608Z","time spent":"3.487693906s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.518249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.795531Z","time spent":"1.722704164s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:34.518197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:32.749566Z","time spent":"1.76860888s","remote":"127.0.0.1:59574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:34.51684Z","caller":"traceutil/trace.go:171","msg":"trace[2064176879] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25121; }","duration":"2.757957655s","start":"2026-07-31T00:36:31.758864Z","end":"2026-07-31T00:36:34.516822Z","steps":["trace[2064176879] 'agreement among raft nodes before linearized reading' (duration: 2.757809871s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.518662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:31.758842Z","time spent":"2.759799496s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:34.521228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.73365937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:34.521295Z","caller":"traceutil/trace.go:171","msg":"trace[1848257773] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25121; }","duration":"5.733738583s","start":"2026-07-31T00:36:28.787537Z","end":"2026-07-31T00:36:34.521276Z","steps":["trace[1848257773] 'agreement among raft nodes before linearized reading' (duration: 5.729288711s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:34.521503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:28.787529Z","time spent":"5.733933618s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:36:35.024774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:36.107784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.911427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:36.109121Z","caller":"traceutil/trace.go:171","msg":"trace[216987941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25121; }","duration":"533.279555ms","start":"2026-07-31T00:36:35.575813Z","end":"2026-07-31T00:36:36.109093Z","steps":["trace[216987941] 'range keys from in-memory index tree' (duration: 531.890376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:36.109034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.490604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:36.109616Z","caller":"traceutil/trace.go:171","msg":"trace[1870868510] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"1.587083723s","start":"2026-07-31T00:36:34.522508Z","end":"2026-07-31T00:36:36.109591Z","steps":["trace[1870868510] 'process raft request' (duration: 685.907981ms)","trace[1870868510] 'compare' (duration: 899.134387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:36.109774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.522489Z","time spent":"1.587227378s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:36.527925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:36:36.528009Z","caller":"traceutil/trace.go:171","msg":"trace[33014168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433885s","start":"2026-07-31T00:36:34.527548Z","end":"2026-07-31T00:36:36.527982Z","steps":["trace[33014168] 'agreement among raft nodes before linearized reading' (duration: 2.000331622s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:36.528049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.527542Z","time spent":"2.000498838s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:36:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:36:36.835255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562415468s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:36:37.762419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.799083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:37.762801Z","caller":"traceutil/trace.go:171","msg":"trace[768528284] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"3.238306751s","start":"2026-07-31T00:36:34.524439Z","end":"2026-07-31T00:36:37.762746Z","steps":["trace[768528284] 'process raft request' (duration: 2.311016785s)","trace[768528284] 'compare' (duration: 924.983333ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:37.762849Z","caller":"traceutil/trace.go:171","msg":"trace[484434762] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"3.23826836s","start":"2026-07-31T00:36:34.524549Z","end":"2026-07-31T00:36:37.762818Z","steps":["trace[484434762] 'process raft request' (duration: 3.238172308s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:37.76294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.524536Z","time spent":"3.238359033s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:37.762871Z","caller":"traceutil/trace.go:171","msg":"trace[2089525689] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"3.238294762s","start":"2026-07-31T00:36:34.524536Z","end":"2026-07-31T00:36:37.762831Z","steps":["trace[2089525689] 'process raft request' (duration: 3.238053475s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:37.763169Z","caller":"traceutil/trace.go:171","msg":"trace[823435867] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"3.238552579s","start":"2026-07-31T00:36:34.524573Z","end":"2026-07-31T00:36:37.763126Z","steps":["trace[823435867] 'process raft request' (duration: 3.238197109s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:37.763236Z","caller":"traceutil/trace.go:171","msg":"trace[2134682494] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"3.23860458s","start":"2026-07-31T00:36:34.524601Z","end":"2026-07-31T00:36:37.763205Z","steps":["trace[2134682494] 'process raft request' (duration: 3.238369103s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:37.763327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.52455Z","time spent":"3.238695762s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:37.76318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.524528Z","time spent":"3.238521857s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:37.763389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.524592Z","time spent":"3.238716023s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:37.762974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.524423Z","time spent":"3.238457356s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:37.763457Z","caller":"traceutil/trace.go:171","msg":"trace[742981683] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25956; }","duration":"3.239149455s","start":"2026-07-31T00:36:34.524283Z","end":"2026-07-31T00:36:37.763433Z","steps":["trace[742981683] 'read index received' (duration: 684.148503ms)","trace[742981683] 'applied index is now lower than readState.Index' (duration: 2.554999112s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:37.763564Z","caller":"traceutil/trace.go:171","msg":"trace[786592646] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"3.133563895s","start":"2026-07-31T00:36:34.629986Z","end":"2026-07-31T00:36:37.763549Z","steps":["trace[786592646] 'process raft request' (duration: 3.133330229s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:37.763591Z","caller":"traceutil/trace.go:171","msg":"trace[1105141886] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"3.238421645s","start":"2026-07-31T00:36:34.52515Z","end":"2026-07-31T00:36:37.763572Z","steps":["trace[1105141886] 'process raft request' (duration: 3.238052745s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:37.763658Z","caller":"traceutil/trace.go:171","msg":"trace[135958357] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"3.101796046s","start":"2026-07-31T00:36:34.661843Z","end":"2026-07-31T00:36:37.763639Z","steps":["trace[135958357] 'process raft request' (duration: 3.101532638s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:37.763581Z","caller":"traceutil/trace.go:171","msg":"trace[463781833] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"3.238540978s","start":"2026-07-31T00:36:34.52503Z","end":"2026-07-31T00:36:37.763571Z","steps":["trace[463781833] 'process raft request' (duration: 3.238091815s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:37.763751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.661815Z","time spent":"3.101891558s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:37.763753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.525021Z","time spent":"3.238693372s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:37.763667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.629965Z","time spent":"3.133646448s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:37.763767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.525141Z","time spent":"3.238532177s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:37.763959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239638108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-31T00:36:37.764072Z","caller":"traceutil/trace.go:171","msg":"trace[847092353] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92; range_end:; response_count:1; response_revision:25131; }","duration":"3.239799973s","start":"2026-07-31T00:36:34.524244Z","end":"2026-07-31T00:36:37.764044Z","steps":["trace[847092353] 'agreement among raft nodes before linearized reading' (duration: 3.239438823s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:37.764133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.52419Z","time spent":"3.239931146s","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d9be2485-fac6-4d36-943d-d0ca40f35c92\" "} {"level":"warn","ts":"2026-07-31T00:36:38.172411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212671516s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:36:38.303667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.8386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:38.304158Z","caller":"traceutil/trace.go:171","msg":"trace[1241812807] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"2.582846564s","start":"2026-07-31T00:36:35.72127Z","end":"2026-07-31T00:36:38.304116Z","steps":["trace[1241812807] 'process raft request' (duration: 2.582610877s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:38.304218Z","caller":"traceutil/trace.go:171","msg":"trace[172389154] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"2.584483648s","start":"2026-07-31T00:36:35.719702Z","end":"2026-07-31T00:36:38.304185Z","steps":["trace[172389154] 'process raft request' (duration: 2.453030441s)","trace[172389154] 'compare' (duration: 130.550943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:38.304344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.719671Z","time spent":"2.584602442s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:38.304331Z","caller":"traceutil/trace.go:171","msg":"trace[958651757] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"2.582497224s","start":"2026-07-31T00:36:35.721781Z","end":"2026-07-31T00:36:38.304278Z","steps":["trace[958651757] 'process raft request' (duration: 2.582187775s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:38.30442Z","caller":"traceutil/trace.go:171","msg":"trace[1844276783] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"2.584298884s","start":"2026-07-31T00:36:35.72011Z","end":"2026-07-31T00:36:38.304409Z","steps":["trace[1844276783] 'process raft request' (duration: 2.583657106s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.304489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.720085Z","time spent":"2.584375065s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:38.304519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.72177Z","time spent":"2.582652388s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:38.304363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.721258Z","time spent":"2.582987597s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:38.304661Z","caller":"traceutil/trace.go:171","msg":"trace[438786048] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"2.583159402s","start":"2026-07-31T00:36:35.721473Z","end":"2026-07-31T00:36:38.304632Z","steps":["trace[438786048] 'process raft request' (duration: 2.582458382s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:38.304673Z","caller":"traceutil/trace.go:171","msg":"trace[685715674] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"2.582758321s","start":"2026-07-31T00:36:35.721856Z","end":"2026-07-31T00:36:38.304614Z","steps":["trace[685715674] 'process raft request' (duration: 2.582151085s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.304833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.721446Z","time spent":"2.583280945s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:38.304802Z","caller":"traceutil/trace.go:171","msg":"trace[113997242] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"2.581343512s","start":"2026-07-31T00:36:35.723369Z","end":"2026-07-31T00:36:38.304713Z","steps":["trace[113997242] 'process raft request' (duration: 2.580671073s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.304892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.721828Z","time spent":"2.582940255s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:38.305042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.723357Z","time spent":"2.581567879s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:38.47607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.968337ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T00:36:38.47667Z","caller":"traceutil/trace.go:171","msg":"trace[1790772810] linearizableReadLoop","detail":"{readStateIndex:25975; appliedIndex:25966; }","duration":"713.107295ms","start":"2026-07-31T00:36:37.763503Z","end":"2026-07-31T00:36:38.47661Z","steps":["trace[1790772810] 'read index received' (duration: 409.154847ms)","trace[1790772810] 'applied index is now lower than readState.Index' (duration: 303.951098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:38.476804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950524483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:38.476862Z","caller":"traceutil/trace.go:171","msg":"trace[634933753] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25138; }","duration":"3.950587135s","start":"2026-07-31T00:36:34.526257Z","end":"2026-07-31T00:36:38.476844Z","steps":["trace[634933753] 'agreement among raft nodes before linearized reading' (duration: 3.950479812s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.476912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95227862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:38.476911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.526244Z","time spent":"3.950657306s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-31T00:36:38.476943Z","caller":"traceutil/trace.go:171","msg":"trace[119252171] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25138; }","duration":"3.952372163s","start":"2026-07-31T00:36:34.524562Z","end":"2026-07-31T00:36:38.476934Z","steps":["trace[119252171] 'agreement among raft nodes before linearized reading' (duration: 3.95227204s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.476957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891558169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-31T00:36:38.476883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101253323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:38.477148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952778114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:36:38.477179Z","caller":"traceutil/trace.go:171","msg":"trace[1604344503] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25138; }","duration":"3.952823556s","start":"2026-07-31T00:36:34.524348Z","end":"2026-07-31T00:36:38.477172Z","steps":["trace[1604344503] 'agreement among raft nodes before linearized reading' (duration: 3.952665951s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.477189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846020133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:38.477234Z","caller":"traceutil/trace.go:171","msg":"trace[1997446450] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25138; }","duration":"3.846112595s","start":"2026-07-31T00:36:34.631108Z","end":"2026-07-31T00:36:38.47722Z","steps":["trace[1997446450] 'agreement among raft nodes before linearized reading' (duration: 3.846031033s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.477197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.524338Z","time spent":"3.952855446s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:36:38.477343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.631101Z","time spent":"3.846224388s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:38.477488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:36.116224Z","time spent":"2.361259959s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:36:38.477544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231026249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:38.477593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949211973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:38.477597Z","caller":"traceutil/trace.go:171","msg":"trace[1322973773] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25138; }","duration":"1.231117792s","start":"2026-07-31T00:36:37.246464Z","end":"2026-07-31T00:36:38.477582Z","steps":["trace[1322973773] 'agreement among raft nodes before linearized reading' (duration: 1.23103153s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:38.477617Z","caller":"traceutil/trace.go:171","msg":"trace[1823836678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25138; }","duration":"1.949265685s","start":"2026-07-31T00:36:36.528344Z","end":"2026-07-31T00:36:38.47761Z","steps":["trace[1823836678] 'agreement among raft nodes before linearized reading' (duration: 1.949197403s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.477637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:36.528326Z","time spent":"1.949306265s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:38.477631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:37.246442Z","time spent":"1.231179794s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:38.477689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147131764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:38.479148Z","caller":"traceutil/trace.go:171","msg":"trace[801292875] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25138; }","duration":"1.148634124s","start":"2026-07-31T00:36:37.33046Z","end":"2026-07-31T00:36:38.479095Z","steps":["trace[801292875] 'agreement among raft nodes before linearized reading' (duration: 1.146996659s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:38.4771Z","caller":"traceutil/trace.go:171","msg":"trace[1617212405] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25138; }","duration":"3.891716623s","start":"2026-07-31T00:36:34.585331Z","end":"2026-07-31T00:36:38.477048Z","steps":["trace[1617212405] 'agreement among raft nodes before linearized reading' (duration: 3.891337623s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.479273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.585309Z","time spent":"3.893944905s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:38.477809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127340202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:38.479393Z","caller":"traceutil/trace.go:171","msg":"trace[1400994983] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25138; }","duration":"1.128937326s","start":"2026-07-31T00:36:37.350433Z","end":"2026-07-31T00:36:38.47937Z","steps":["trace[1400994983] 'agreement among raft nodes before linearized reading' (duration: 1.127328402s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.479511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:37.350417Z","time spent":"1.129049938s","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:38.476936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282976353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:38.479622Z","caller":"traceutil/trace.go:171","msg":"trace[673589090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25138; }","duration":"3.285747859s","start":"2026-07-31T00:36:35.193857Z","end":"2026-07-31T00:36:38.479605Z","steps":["trace[673589090] 'agreement among raft nodes before linearized reading' (duration: 3.282947353s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.479676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:35.193836Z","time spent":"3.285822362s","remote":"127.0.0.1:59590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:38.476996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:34.524544Z","time spent":"3.952443125s","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T00:36:38.47726Z","caller":"traceutil/trace.go:171","msg":"trace[830974441] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25138; }","duration":"2.101716776s","start":"2026-07-31T00:36:36.375429Z","end":"2026-07-31T00:36:38.477146Z","steps":["trace[830974441] 'agreement among raft nodes before linearized reading' (duration: 2.101219482s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.479849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:36.375404Z","time spent":"2.104429891s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:38.477894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.743654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:38.477988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.005311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c738b87508bb2b\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-31T00:36:38.480369Z","caller":"traceutil/trace.go:171","msg":"trace[197371858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25138; }","duration":"537.231142ms","start":"2026-07-31T00:36:37.943101Z","end":"2026-07-31T00:36:38.480332Z","steps":["trace[197371858] 'agreement among raft nodes before linearized reading' (duration: 534.738024ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:38.480441Z","caller":"traceutil/trace.go:171","msg":"trace[2015728874] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c738b87508bb2b; range_end:; response_count:1; response_revision:25138; }","duration":"712.471988ms","start":"2026-07-31T00:36:37.767938Z","end":"2026-07-31T00:36:38.48041Z","steps":["trace[2015728874] 'agreement among raft nodes before linearized reading' (duration: 709.902608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.478072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.368787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-31T00:36:38.480479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:37.767916Z","time spent":"712.55185ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18c738b87508bb2b\" "} {"level":"warn","ts":"2026-07-31T00:36:38.480472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:37.943079Z","time spent":"537.373896ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:36:38.480512Z","caller":"traceutil/trace.go:171","msg":"trace[1823711523] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25138; }","duration":"607.885686ms","start":"2026-07-31T00:36:37.872601Z","end":"2026-07-31T00:36:38.480486Z","steps":["trace[1823711523] 'agreement among raft nodes before linearized reading' (duration: 605.263125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:38.480579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:37.872576Z","time spent":"607.983768ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-31T00:36:38.479968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:37.330447Z","time spent":"1.148796789s","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:38.986389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:36:39.997943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.241914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:36:39.998241Z","caller":"traceutil/trace.go:171","msg":"trace[1141718694] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"1.516345288s","start":"2026-07-31T00:36:38.481714Z","end":"2026-07-31T00:36:39.99806Z","steps":["trace[1141718694] 'process raft request' (duration: 629.890888ms)","trace[1141718694] 'compare' (duration: 885.610507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:39.99833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.481629Z","time spent":"1.516667286s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T00:36:40.489429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:36:40.489515Z","caller":"traceutil/trace.go:171","msg":"trace[1913799992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000887569s","start":"2026-07-31T00:36:38.488608Z","end":"2026-07-31T00:36:40.489496Z","steps":["trace[1913799992] 'agreement among raft nodes before linearized reading' (duration: 2.000768546s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.489575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.488589Z","time spent":"2.000973921s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:36:40.574492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412759464s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:36:40.577327Z","caller":"traceutil/trace.go:171","msg":"trace[2050978072] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"2.088393343s","start":"2026-07-31T00:36:38.488911Z","end":"2026-07-31T00:36:40.577305Z","steps":["trace[2050978072] 'process raft request' (duration: 2.087144099s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.577474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.488894Z","time spent":"2.088499946s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:40.577513Z","caller":"traceutil/trace.go:171","msg":"trace[1353558915] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25975; }","duration":"2.091475987s","start":"2026-07-31T00:36:38.486012Z","end":"2026-07-31T00:36:40.577488Z","steps":["trace[1353558915] 'read index received' (duration: 625.696453ms)","trace[1353558915] 'applied index is now lower than readState.Index' (duration: 1.465777634s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:40.57761Z","caller":"traceutil/trace.go:171","msg":"trace[1386406321] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"1.855640563s","start":"2026-07-31T00:36:38.721957Z","end":"2026-07-31T00:36:40.577598Z","steps":["trace[1386406321] 'process raft request' (duration: 1.855234162s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.577705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.721918Z","time spent":"1.855714725s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:36:40.577815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091780346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf974776-105e-4109-9a84-4bd17043b8a7\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-31T00:36:40.577879Z","caller":"traceutil/trace.go:171","msg":"trace[1922797418] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf974776-105e-4109-9a84-4bd17043b8a7; range_end:; response_count:1; response_revision:25141; }","duration":"2.091871988s","start":"2026-07-31T00:36:38.485989Z","end":"2026-07-31T00:36:40.577861Z","steps":["trace[1922797418] 'agreement among raft nodes before linearized reading' (duration: 2.091671372s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.577918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.485971Z","time spent":"2.09193885s","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-bf974776-105e-4109-9a84-4bd17043b8a7\" "} {"level":"info","ts":"2026-07-31T00:36:40.584221Z","caller":"traceutil/trace.go:171","msg":"trace[1368624615] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"274.111751ms","start":"2026-07-31T00:36:40.310092Z","end":"2026-07-31T00:36:40.584204Z","steps":["trace[1368624615] 'process raft request' (duration: 273.850144ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.58436Z","caller":"traceutil/trace.go:171","msg":"trace[1911134221] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"273.041592ms","start":"2026-07-31T00:36:40.311284Z","end":"2026-07-31T00:36:40.584325Z","steps":["trace[1911134221] 'process raft request' (duration: 272.875527ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.584433Z","caller":"traceutil/trace.go:171","msg":"trace[2116734794] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"273.836654ms","start":"2026-07-31T00:36:40.310563Z","end":"2026-07-31T00:36:40.5844Z","steps":["trace[2116734794] 'process raft request' (duration: 273.530936ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.5845Z","caller":"traceutil/trace.go:171","msg":"trace[1721422571] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"273.143035ms","start":"2026-07-31T00:36:40.311346Z","end":"2026-07-31T00:36:40.584489Z","steps":["trace[1721422571] 'process raft request' (duration: 272.845737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.584504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097870722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-31T00:36:40.584587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.859155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:40.584594Z","caller":"traceutil/trace.go:171","msg":"trace[2138841585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25148; }","duration":"2.097980165s","start":"2026-07-31T00:36:38.486595Z","end":"2026-07-31T00:36:40.584575Z","steps":["trace[2138841585] 'agreement among raft nodes before linearized reading' (duration: 2.097723988s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.584615Z","caller":"traceutil/trace.go:171","msg":"trace[1947546453] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25148; }","duration":"326.916757ms","start":"2026-07-31T00:36:40.25769Z","end":"2026-07-31T00:36:40.584607Z","steps":["trace[1947546453] 'agreement among raft nodes before linearized reading' (duration: 326.852345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.584608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.197772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:40.58446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.531888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:36:40.584644Z","caller":"traceutil/trace.go:171","msg":"trace[840238737] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25148; }","duration":"290.277134ms","start":"2026-07-31T00:36:40.294358Z","end":"2026-07-31T00:36:40.584635Z","steps":["trace[840238737] 'agreement among raft nodes before linearized reading' (duration: 290.175752ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.584656Z","caller":"traceutil/trace.go:171","msg":"trace[1653782927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25148; }","duration":"815.773226ms","start":"2026-07-31T00:36:39.76887Z","end":"2026-07-31T00:36:40.584643Z","steps":["trace[1653782927] 'agreement among raft nodes before linearized reading' (duration: 815.473587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.584675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.58428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:36:40.584686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.696951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:36:40.5847Z","caller":"traceutil/trace.go:171","msg":"trace[930062624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25148; }","duration":"815.610301ms","start":"2026-07-31T00:36:39.769079Z","end":"2026-07-31T00:36:40.584689Z","steps":["trace[930062624] 'agreement among raft nodes before linearized reading' (duration: 815.558979ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.584707Z","caller":"traceutil/trace.go:171","msg":"trace[895429320] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25148; }","duration":"311.757952ms","start":"2026-07-31T00:36:40.272943Z","end":"2026-07-31T00:36:40.584701Z","steps":["trace[895429320] 'agreement among raft nodes before linearized reading' (duration: 311.722111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.584706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.036422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-31T00:36:40.584723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:39.769074Z","time spent":"815.640841ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:40.584715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:39.768849Z","time spent":"815.839257ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:36:40.584733Z","caller":"traceutil/trace.go:171","msg":"trace[1639909561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25148; }","duration":"816.069053ms","start":"2026-07-31T00:36:39.768658Z","end":"2026-07-31T00:36:40.584727Z","steps":["trace[1639909561] 'agreement among raft nodes before linearized reading' (duration: 816.001291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.584736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:40.272918Z","time spent":"311.799653ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:40.584757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:39.768655Z","time spent":"816.098194ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:40.584624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.894895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T00:36:40.584817Z","caller":"traceutil/trace.go:171","msg":"trace[90421159] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"273.31283ms","start":"2026-07-31T00:36:40.311494Z","end":"2026-07-31T00:36:40.584807Z","steps":["trace[90421159] 'process raft request' (duration: 272.726644ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.584817Z","caller":"traceutil/trace.go:171","msg":"trace[1615266731] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25148; }","duration":"582.123001ms","start":"2026-07-31T00:36:40.00268Z","end":"2026-07-31T00:36:40.584803Z","steps":["trace[1615266731] 'agreement among raft nodes before linearized reading' (duration: 581.892825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.58486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:40.002659Z","time spent":"582.192333ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" "} {"level":"warn","ts":"2026-07-31T00:36:40.58464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.48659Z","time spent":"2.098041207s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:36:40.584881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268611978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:40.584939Z","caller":"traceutil/trace.go:171","msg":"trace[34076819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25148; }","duration":"1.268727161s","start":"2026-07-31T00:36:39.316199Z","end":"2026-07-31T00:36:40.584926Z","steps":["trace[34076819] 'agreement among raft nodes before linearized reading' (duration: 1.268597088s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.584976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:39.31617Z","time spent":"1.268799293s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:36:40.584989Z","caller":"traceutil/trace.go:171","msg":"trace[1911409086] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"273.152556ms","start":"2026-07-31T00:36:40.311826Z","end":"2026-07-31T00:36:40.584978Z","steps":["trace[1911409086] 'process raft request' (duration: 272.434086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.584637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:40.257674Z","time spent":"326.958428ms","remote":"127.0.0.1:58244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:36:40.585047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.515746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-31T00:36:40.585105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.585017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T00:36:40.585111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680592312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-31T00:36:40.585117Z","caller":"traceutil/trace.go:171","msg":"trace[214595319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25148; }","duration":"816.601878ms","start":"2026-07-31T00:36:39.768491Z","end":"2026-07-31T00:36:40.585093Z","steps":["trace[214595319] 'agreement among raft nodes before linearized reading' (duration: 816.418233ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.585143Z","caller":"traceutil/trace.go:171","msg":"trace[2080826793] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25148; }","duration":"1.680625824s","start":"2026-07-31T00:36:38.904509Z","end":"2026-07-31T00:36:40.585135Z","steps":["trace[2080826793] 'agreement among raft nodes before linearized reading' (duration: 1.680540472s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.585167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.904414Z","time spent":"1.680748417s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-31T00:36:40.585162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.311657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:36:40.585208Z","caller":"traceutil/trace.go:171","msg":"trace[972967193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25148; }","duration":"817.3835ms","start":"2026-07-31T00:36:39.767812Z","end":"2026-07-31T00:36:40.585195Z","steps":["trace[972967193] 'agreement among raft nodes before linearized reading' (duration: 817.207125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.585241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:39.767796Z","time spent":"817.439671ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:36:40.585164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:39.768484Z","time spent":"816.665529ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:36:40.585278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802268962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T00:36:40.5853Z","caller":"traceutil/trace.go:171","msg":"trace[162932897] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25148; }","duration":"1.802332294s","start":"2026-07-31T00:36:38.782961Z","end":"2026-07-31T00:36:40.585293Z","steps":["trace[162932897] 'agreement among raft nodes before linearized reading' (duration: 1.802269063s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.585213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929241947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:40.58533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.782926Z","time spent":"1.802399966s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-31T00:36:40.585124Z","caller":"traceutil/trace.go:171","msg":"trace[1472811627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25148; }","duration":"816.642968ms","start":"2026-07-31T00:36:39.768475Z","end":"2026-07-31T00:36:40.585118Z","steps":["trace[1472811627] 'agreement among raft nodes before linearized reading' (duration: 816.567516ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.585346Z","caller":"traceutil/trace.go:171","msg":"trace[13983120] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25148; }","duration":"1.929414522s","start":"2026-07-31T00:36:38.65592Z","end":"2026-07-31T00:36:40.585335Z","steps":["trace[13983120] 'agreement among raft nodes before linearized reading' (duration: 1.929268718s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.585355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929188156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:36:40.585371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:39.768454Z","time spent":"816.906056ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:36:40.585378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.655898Z","time spent":"1.929467473s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:40.585405Z","caller":"traceutil/trace.go:171","msg":"trace[521002165] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25148; }","duration":"1.929258618s","start":"2026-07-31T00:36:38.656135Z","end":"2026-07-31T00:36:40.585393Z","steps":["trace[521002165] 'agreement among raft nodes before linearized reading' (duration: 1.929151225s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:40.585452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:38.656128Z","time spent":"1.929310899s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:36:40.584875Z","caller":"traceutil/trace.go:171","msg":"trace[1477273773] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"273.609388ms","start":"2026-07-31T00:36:40.310864Z","end":"2026-07-31T00:36:40.584473Z","steps":["trace[1477273773] 'process raft request' (duration: 273.267819ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:40.712043Z","caller":"traceutil/trace.go:171","msg":"trace[2017712730] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"109.125115ms","start":"2026-07-31T00:36:40.602813Z","end":"2026-07-31T00:36:40.711938Z","steps":["trace[2017712730] 'process raft request' (duration: 96.308185ms)","trace[2017712730] 'compare' (duration: 12.626135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:42.529243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.881122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:42.529327Z","caller":"traceutil/trace.go:171","msg":"trace[1605776651] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25160; }","duration":"203.037377ms","start":"2026-07-31T00:36:42.32627Z","end":"2026-07-31T00:36:42.529308Z","steps":["trace[1605776651] 'count revisions from in-memory index tree' (duration: 202.634926ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:44.841567Z","caller":"traceutil/trace.go:171","msg":"trace[405055666] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"137.561615ms","start":"2026-07-31T00:36:44.703982Z","end":"2026-07-31T00:36:44.841544Z","steps":["trace[405055666] 'process raft request' (duration: 137.440081ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:44.849806Z","caller":"traceutil/trace.go:171","msg":"trace[424811599] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"145.290776ms","start":"2026-07-31T00:36:44.704491Z","end":"2026-07-31T00:36:44.849781Z","steps":["trace[424811599] 'process raft request' (duration: 145.006628ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:44.849823Z","caller":"traceutil/trace.go:171","msg":"trace[1976846904] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"145.146412ms","start":"2026-07-31T00:36:44.704643Z","end":"2026-07-31T00:36:44.84979Z","steps":["trace[1976846904] 'process raft request' (duration: 145.031829ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:44.850105Z","caller":"traceutil/trace.go:171","msg":"trace[1964102518] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"145.44313ms","start":"2026-07-31T00:36:44.704628Z","end":"2026-07-31T00:36:44.850071Z","steps":["trace[1964102518] 'process raft request' (duration: 145.103621ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:44.869451Z","caller":"traceutil/trace.go:171","msg":"trace[478892822] linearizableReadLoop","detail":"{readStateIndex:26023; appliedIndex:26019; }","duration":"157.035118ms","start":"2026-07-31T00:36:44.712397Z","end":"2026-07-31T00:36:44.869432Z","steps":["trace[478892822] 'read index received' (duration: 129.126044ms)","trace[478892822] 'applied index is now lower than readState.Index' (duration: 27.907744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:36:44.869797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.375187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:36:44.869869Z","caller":"traceutil/trace.go:171","msg":"trace[287536968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25185; }","duration":"157.543002ms","start":"2026-07-31T00:36:44.712308Z","end":"2026-07-31T00:36:44.869851Z","steps":["trace[287536968] 'agreement among raft nodes before linearized reading' (duration: 157.192652ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:55.272278Z","caller":"traceutil/trace.go:171","msg":"trace[1346411263] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"118.561735ms","start":"2026-07-31T00:36:55.153689Z","end":"2026-07-31T00:36:55.27225Z","steps":["trace[1346411263] 'process raft request' (duration: 118.286247ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:36:58.819543Z","caller":"traceutil/trace.go:171","msg":"trace[2063275113] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"331.523572ms","start":"2026-07-31T00:36:58.487991Z","end":"2026-07-31T00:36:58.819514Z","steps":["trace[2063275113] 'process raft request' (duration: 331.340287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:58.819726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.487966Z","time spent":"331.671526ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:58.825922Z","caller":"traceutil/trace.go:171","msg":"trace[1751589225] linearizableReadLoop","detail":"{readStateIndex:26118; appliedIndex:26117; }","duration":"308.273335ms","start":"2026-07-31T00:36:58.517621Z","end":"2026-07-31T00:36:58.825894Z","steps":["trace[1751589225] 'read index received' (duration: 301.951673ms)","trace[1751589225] 'applied index is now lower than readState.Index' (duration: 6.320682ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:36:58.826014Z","caller":"traceutil/trace.go:171","msg":"trace[589160669] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"313.482348ms","start":"2026-07-31T00:36:58.51249Z","end":"2026-07-31T00:36:58.825972Z","steps":["trace[589160669] 'process raft request' (duration: 313.166759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:58.826176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.162732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:36:58.826205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.512468Z","time spent":"313.634292ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:36:58.826253Z","caller":"traceutil/trace.go:171","msg":"trace[85612969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25278; }","duration":"172.297055ms","start":"2026-07-31T00:36:58.653937Z","end":"2026-07-31T00:36:58.826234Z","steps":["trace[85612969] 'agreement among raft nodes before linearized reading' (duration: 172.172731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:58.826248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.585654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:36:58.826368Z","caller":"traceutil/trace.go:171","msg":"trace[1746504822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25278; }","duration":"308.756448ms","start":"2026-07-31T00:36:58.517576Z","end":"2026-07-31T00:36:58.826332Z","steps":["trace[1746504822] 'agreement among raft nodes before linearized reading' (duration: 308.549293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:36:58.826435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.517559Z","time spent":"308.861852ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:37:00.555677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701188816s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-31T00:37:00.555757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.827134Z","time spent":"1.728617447s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-31T00:37:00.555865Z","caller":"traceutil/trace.go:171","msg":"trace[549471137] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"1.634352097s","start":"2026-07-31T00:36:58.921498Z","end":"2026-07-31T00:37:00.55585Z","steps":["trace[549471137] 'process raft request' (duration: 1.634262195s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:00.555845Z","caller":"traceutil/trace.go:171","msg":"trace[364209468] linearizableReadLoop","detail":"{readStateIndex:26120; appliedIndex:26119; }","duration":"1.728536005s","start":"2026-07-31T00:36:58.827272Z","end":"2026-07-31T00:37:00.555808Z","steps":["trace[364209468] 'read index received' (duration: 27.179554ms)","trace[364209468] 'applied index is now lower than readState.Index' (duration: 1.701352061s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:00.555936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.921479Z","time spent":"1.634414179s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:00.556005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72871772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:00.556034Z","caller":"traceutil/trace.go:171","msg":"trace[1396740618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25279; }","duration":"1.728792792s","start":"2026-07-31T00:36:58.827232Z","end":"2026-07-31T00:37:00.556025Z","steps":["trace[1396740618] 'agreement among raft nodes before linearized reading' (duration: 1.728700269s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:00.55606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.827217Z","time spent":"1.728835383s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:01.056632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:37:01.557222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:37:01.725057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.90634823s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:37:02.414205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.833631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:02.414416Z","caller":"traceutil/trace.go:171","msg":"trace[1579386490] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"3.486212576s","start":"2026-07-31T00:36:58.928183Z","end":"2026-07-31T00:37:02.414395Z","steps":["trace[1579386490] 'process raft request' (duration: 2.797094898s)","trace[1579386490] 'compare' (duration: 688.718107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:02.414491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.928169Z","time spent":"3.486292847s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:02.414787Z","caller":"traceutil/trace.go:171","msg":"trace[1582218741] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"3.450741795s","start":"2026-07-31T00:36:58.964028Z","end":"2026-07-31T00:37:02.414769Z","steps":["trace[1582218741] 'process raft request' (duration: 3.450537549s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:02.414795Z","caller":"traceutil/trace.go:171","msg":"trace[1207664591] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"3.448836473s","start":"2026-07-31T00:36:58.965937Z","end":"2026-07-31T00:37:02.414773Z","steps":["trace[1207664591] 'process raft request' (duration: 3.448790382s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:02.414862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.963995Z","time spent":"3.450831287s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:02.414881Z","caller":"traceutil/trace.go:171","msg":"trace[873432014] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"3.451224458s","start":"2026-07-31T00:36:58.963591Z","end":"2026-07-31T00:37:02.414815Z","steps":["trace[873432014] 'process raft request' (duration: 3.450745425s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:02.414925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.965924Z","time spent":"3.448928185s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:02.415003Z","caller":"traceutil/trace.go:171","msg":"trace[904207438] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"3.450350044s","start":"2026-07-31T00:36:58.964584Z","end":"2026-07-31T00:37:02.414934Z","steps":["trace[904207438] 'process raft request' (duration: 3.450094237s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:02.415072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.963546Z","time spent":"3.451425773s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:02.415269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.964573Z","time spent":"3.450551379s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:02.56302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000738233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:37:02.563081Z","caller":"traceutil/trace.go:171","msg":"trace[1585366476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827486s","start":"2026-07-31T00:37:00.562241Z","end":"2026-07-31T00:37:02.563068Z","steps":["trace[1585366476] 'agreement among raft nodes before linearized reading' (duration: 2.000756424s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:02.563118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.56223Z","time spent":"2.000878607s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:03.313129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587834153s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:37:03.558864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:02.827762Z","time spent":"731.093988ms","remote":"127.0.0.1:44636","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:37:03.559059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.55972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:03.559339Z","caller":"traceutil/trace.go:171","msg":"trace[786231203] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"3.002301102s","start":"2026-07-31T00:37:00.556975Z","end":"2026-07-31T00:37:03.559276Z","steps":["trace[786231203] 'process raft request' (duration: 2.756398583s)","trace[786231203] 'compare' (duration: 245.247982ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:03.559432Z","caller":"traceutil/trace.go:171","msg":"trace[518021692] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"2.92693688s","start":"2026-07-31T00:37:00.632456Z","end":"2026-07-31T00:37:03.559393Z","steps":["trace[518021692] 'process raft request' (duration: 2.926715194s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.559512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.556961Z","time spent":"3.002451767s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:03.55963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.632434Z","time spent":"2.927095754s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:03.559365Z","caller":"traceutil/trace.go:171","msg":"trace[874447780] linearizableReadLoop","detail":"{readStateIndex:26129; appliedIndex:26121; }","duration":"3.003440314s","start":"2026-07-31T00:37:00.555904Z","end":"2026-07-31T00:37:03.559344Z","steps":["trace[874447780] 'read index received' (duration: 1.169359402s)","trace[874447780] 'applied index is now lower than readState.Index' (duration: 1.834079972s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:03.559794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230753835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:03.559842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554747662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:03.559858Z","caller":"traceutil/trace.go:171","msg":"trace[729086238] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25287; }","duration":"3.230894988s","start":"2026-07-31T00:37:00.328946Z","end":"2026-07-31T00:37:03.559842Z","steps":["trace[729086238] 'agreement among raft nodes before linearized reading' (duration: 3.230734344s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:03.559877Z","caller":"traceutil/trace.go:171","msg":"trace[1315324448] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25287; }","duration":"3.554820684s","start":"2026-07-31T00:37:00.005047Z","end":"2026-07-31T00:37:03.559867Z","steps":["trace[1315324448] 'agreement among raft nodes before linearized reading' (duration: 3.554743602s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.559893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.328926Z","time spent":"3.23095981s","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:03.559904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.005029Z","time spent":"3.554867434s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:03.559853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001112567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:03.559903Z","caller":"traceutil/trace.go:171","msg":"trace[1038066925] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"2.727664426s","start":"2026-07-31T00:37:00.832225Z","end":"2026-07-31T00:37:03.559889Z","steps":["trace[1038066925] 'process raft request' (duration: 2.72706055s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.559911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551328017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-31T00:37:03.559965Z","caller":"traceutil/trace.go:171","msg":"trace[1784826013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25287; }","duration":"3.55138978s","start":"2026-07-31T00:37:00.008558Z","end":"2026-07-31T00:37:03.559948Z","steps":["trace[1784826013] 'agreement among raft nodes before linearized reading' (duration: 3.551221145s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:03.559963Z","caller":"traceutil/trace.go:171","msg":"trace[155961815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25287; }","duration":"4.001289902s","start":"2026-07-31T00:36:59.558646Z","end":"2026-07-31T00:37:03.559936Z","steps":["trace[155961815] 'agreement among raft nodes before linearized reading' (duration: 4.001032194s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.559979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.832199Z","time spent":"2.727743199s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:03.560003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.008553Z","time spent":"3.551440301s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-31T00:37:03.559997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11876743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:03.560014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:59.558622Z","time spent":"4.001381754s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:03.560051Z","caller":"traceutil/trace.go:171","msg":"trace[1443566772] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25287; }","duration":"3.118856932s","start":"2026-07-31T00:37:00.441179Z","end":"2026-07-31T00:37:03.560036Z","steps":["trace[1443566772] 'agreement among raft nodes before linearized reading' (duration: 3.11876222s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.560078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37904526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T00:37:03.56009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.441163Z","time spent":"3.118917805s","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:03.560107Z","caller":"traceutil/trace.go:171","msg":"trace[380952088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25287; }","duration":"4.379114342s","start":"2026-07-31T00:36:59.180983Z","end":"2026-07-31T00:37:03.560098Z","steps":["trace[380952088] 'agreement among raft nodes before linearized reading' (duration: 4.378995979s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.560097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.573577554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:37:03.560098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362657972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-31T00:37:03.560127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:59.180962Z","time spent":"4.379160183s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:03.560151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18537122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:37:03.560163Z","caller":"traceutil/trace.go:171","msg":"trace[155881517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25287; }","duration":"4.362742243s","start":"2026-07-31T00:36:59.197403Z","end":"2026-07-31T00:37:03.560145Z","steps":["trace[155881517] 'agreement among raft nodes before linearized reading' (duration: 4.362574479s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.560196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362908838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:37:03.560219Z","caller":"traceutil/trace.go:171","msg":"trace[1327231722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25287; }","duration":"4.185488543s","start":"2026-07-31T00:36:59.374714Z","end":"2026-07-31T00:37:03.560203Z","steps":["trace[1327231722] 'agreement among raft nodes before linearized reading' (duration: 4.185313058s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:03.560231Z","caller":"traceutil/trace.go:171","msg":"trace[783351470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25287; }","duration":"4.36296896s","start":"2026-07-31T00:36:59.197252Z","end":"2026-07-31T00:37:03.560221Z","steps":["trace[783351470] 'agreement among raft nodes before linearized reading' (duration: 4.362803366s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.560244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:59.19739Z","time spent":"4.362819006s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:37:03.560158Z","caller":"traceutil/trace.go:171","msg":"trace[1360429735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25287; }","duration":"4.573664106s","start":"2026-07-31T00:36:58.986472Z","end":"2026-07-31T00:37:03.560136Z","steps":["trace[1360429735] 'agreement among raft nodes before linearized reading' (duration: 4.573534722s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.56026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:59.197239Z","time spent":"4.363015311s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:03.560255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:59.374689Z","time spent":"4.185556265s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:37:03.560288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.986455Z","time spent":"4.57382665s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:03.560176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362026764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-31T00:37:03.560339Z","caller":"traceutil/trace.go:171","msg":"trace[1028329965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25287; }","duration":"4.362204659s","start":"2026-07-31T00:36:59.198123Z","end":"2026-07-31T00:37:03.560328Z","steps":["trace[1028329965] 'agreement among raft nodes before linearized reading' (duration: 4.361983453s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.56038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:59.198113Z","time spent":"4.362255s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:37:03.559453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726580421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:03.56077Z","caller":"traceutil/trace.go:171","msg":"trace[837068614] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25287; }","duration":"4.727950498s","start":"2026-07-31T00:36:58.832804Z","end":"2026-07-31T00:37:03.560754Z","steps":["trace[837068614] 'agreement among raft nodes before linearized reading' (duration: 4.726592111s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:03.56082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:36:58.832794Z","time spent":"4.728012849s","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:37:04.465065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.435852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:04.465191Z","caller":"traceutil/trace.go:171","msg":"trace[34425372] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"1.904404607s","start":"2026-07-31T00:37:02.560768Z","end":"2026-07-31T00:37:04.465172Z","steps":["trace[34425372] 'process raft request' (duration: 1.22377402s)","trace[34425372] 'compare' (duration: 680.264817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:04.465252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:02.560743Z","time spent":"1.904479739s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:04.46542Z","caller":"traceutil/trace.go:171","msg":"trace[1913712436] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"899.385313ms","start":"2026-07-31T00:37:03.566017Z","end":"2026-07-31T00:37:04.465402Z","steps":["trace[1913712436] 'process raft request' (duration: 899.27009ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:04.465478Z","caller":"traceutil/trace.go:171","msg":"trace[403197467] linearizableReadLoop","detail":"{readStateIndex:26130; appliedIndex:26129; }","duration":"905.785058ms","start":"2026-07-31T00:37:03.559685Z","end":"2026-07-31T00:37:04.46547Z","steps":["trace[403197467] 'read index received' (duration: 224.914655ms)","trace[403197467] 'applied index is now lower than readState.Index' (duration: 680.869413ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:04.465526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.56601Z","time spent":"899.463685ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:04.465642Z","caller":"traceutil/trace.go:171","msg":"trace[827508582] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"899.874617ms","start":"2026-07-31T00:37:03.565743Z","end":"2026-07-31T00:37:04.465618Z","steps":["trace[827508582] 'process raft request' (duration: 899.444855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.465974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.940412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:04.466006Z","caller":"traceutil/trace.go:171","msg":"trace[463704436] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25291; }","duration":"971.020804ms","start":"2026-07-31T00:37:03.494975Z","end":"2026-07-31T00:37:04.465996Z","steps":["trace[463704436] 'agreement among raft nodes before linearized reading' (duration: 970.53997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.494953Z","time spent":"971.096376ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:04.466087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442359795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:04.466109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22474992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:04.46615Z","caller":"traceutil/trace.go:171","msg":"trace[365171129] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25291; }","duration":"3.442454728s","start":"2026-07-31T00:37:01.023679Z","end":"2026-07-31T00:37:04.466134Z","steps":["trace[365171129] 'agreement among raft nodes before linearized reading' (duration: 3.441887533s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:04.466153Z","caller":"traceutil/trace.go:171","msg":"trace[1763086817] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25291; }","duration":"3.224831802s","start":"2026-07-31T00:37:01.241307Z","end":"2026-07-31T00:37:04.466138Z","steps":["trace[1763086817] 'agreement among raft nodes before linearized reading' (duration: 3.224253087s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:01.023664Z","time spent":"3.44251963s","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:04.466205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185818522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:04.466255Z","caller":"traceutil/trace.go:171","msg":"trace[481724860] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25291; }","duration":"1.185897664s","start":"2026-07-31T00:37:03.280337Z","end":"2026-07-31T00:37:04.466235Z","steps":["trace[481724860] 'agreement among raft nodes before linearized reading' (duration: 1.185190085s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408600905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:04.46629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337869849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:04.466322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520297588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-31T00:37:04.466357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902849585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:04.466395Z","caller":"traceutil/trace.go:171","msg":"trace[976226916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25291; }","duration":"3.520404061s","start":"2026-07-31T00:37:00.945981Z","end":"2026-07-31T00:37:04.466385Z","steps":["trace[976226916] 'agreement among raft nodes before linearized reading' (duration: 3.519593139s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:04.466396Z","caller":"traceutil/trace.go:171","msg":"trace[2065312290] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25291; }","duration":"2.338038384s","start":"2026-07-31T00:37:02.128334Z","end":"2026-07-31T00:37:04.466373Z","steps":["trace[2065312290] 'agreement among raft nodes before linearized reading' (duration: 2.337251762s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:01.241291Z","time spent":"3.224895934s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:04.466307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.280317Z","time spent":"1.185977477s","remote":"127.0.0.1:51684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:04.466457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:00.945965Z","time spent":"3.520453063s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:37:04.466469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:02.128285Z","time spent":"2.338164477s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:04.466151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057109726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-31T00:37:04.46659Z","caller":"traceutil/trace.go:171","msg":"trace[1047383675] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25291; }","duration":"2.057585889s","start":"2026-07-31T00:37:02.408994Z","end":"2026-07-31T00:37:04.46658Z","steps":["trace[1047383675] 'agreement among raft nodes before linearized reading' (duration: 2.056547541s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826496121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-31T00:37:04.46662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:02.408974Z","time spent":"2.057638451s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-31T00:37:04.466626Z","caller":"traceutil/trace.go:171","msg":"trace[582928760] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25291; }","duration":"2.826580903s","start":"2026-07-31T00:37:01.640035Z","end":"2026-07-31T00:37:04.466616Z","steps":["trace[582928760] 'agreement among raft nodes before linearized reading' (duration: 2.825528305s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:01.640011Z","time spent":"2.826645166s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:04.466414Z","caller":"traceutil/trace.go:171","msg":"trace[23369582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25291; }","duration":"1.902928767s","start":"2026-07-31T00:37:02.563473Z","end":"2026-07-31T00:37:04.466402Z","steps":["trace[23369582] 'agreement among raft nodes before linearized reading' (duration: 1.902061653s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:02.563466Z","time spent":"1.903236986s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:37:04.466343Z","caller":"traceutil/trace.go:171","msg":"trace[409602528] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25291; }","duration":"2.408668597s","start":"2026-07-31T00:37:02.057666Z","end":"2026-07-31T00:37:04.466335Z","steps":["trace[409602528] 'agreement among raft nodes before linearized reading' (duration: 2.407928647s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.466789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:02.057646Z","time spent":"2.409121649s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:04.465783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.565728Z","time spent":"899.98085ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:04.466995Z","caller":"traceutil/trace.go:171","msg":"trace[1707363864] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"900.914705ms","start":"2026-07-31T00:37:03.566049Z","end":"2026-07-31T00:37:04.466964Z","steps":["trace[1707363864] 'process raft request' (duration: 899.296901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.467135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.566024Z","time spent":"901.026328ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:04.466255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121198481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-31T00:37:04.467599Z","caller":"traceutil/trace.go:171","msg":"trace[4594652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25291; }","duration":"2.122598949s","start":"2026-07-31T00:37:02.344981Z","end":"2026-07-31T00:37:04.46758Z","steps":["trace[4594652] 'agreement among raft nodes before linearized reading' (duration: 2.120570403s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.467678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:02.344959Z","time spent":"2.122687031s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-31T00:37:04.467733Z","caller":"traceutil/trace.go:171","msg":"trace[1233676707] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"901.419629ms","start":"2026-07-31T00:37:03.566286Z","end":"2026-07-31T00:37:04.467706Z","steps":["trace[1233676707] 'process raft request' (duration: 899.671561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.467833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.56628Z","time spent":"901.505112ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:04.467915Z","caller":"traceutil/trace.go:171","msg":"trace[998319861] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"901.520812ms","start":"2026-07-31T00:37:03.566329Z","end":"2026-07-31T00:37:04.46785Z","steps":["trace[998319861] 'process raft request' (duration: 901.025999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.468166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.566169Z","time spent":"901.917853ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:04.46819Z","caller":"traceutil/trace.go:171","msg":"trace[694255498] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"899.955699ms","start":"2026-07-31T00:37:03.568212Z","end":"2026-07-31T00:37:04.468168Z","steps":["trace[694255498] 'process raft request' (duration: 899.282001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:04.468394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.568172Z","time spent":"900.175905ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:06.216724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562257293s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-31T00:37:06.217016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.605671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:06.217112Z","caller":"traceutil/trace.go:171","msg":"trace[864954376] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25294; }","duration":"640.713914ms","start":"2026-07-31T00:37:05.576385Z","end":"2026-07-31T00:37:06.217099Z","steps":["trace[864954376] 'range keys from in-memory index tree' (duration: 640.59106ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:06.217452Z","caller":"traceutil/trace.go:171","msg":"trace[382866351] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"1.796432792s","start":"2026-07-31T00:37:04.421002Z","end":"2026-07-31T00:37:06.217435Z","steps":["trace[382866351] 'process raft request' (duration: 1.795818385s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.217562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.42098Z","time spent":"1.796526254s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:06.476569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998880792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:37:06.476633Z","caller":"traceutil/trace.go:171","msg":"trace[1224331676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999398696s","start":"2026-07-31T00:37:04.477222Z","end":"2026-07-31T00:37:06.47662Z","steps":["trace[1224331676] 'agreement among raft nodes before linearized reading' (duration: 1.999310964s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.476668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.477208Z","time spent":"1.999451158s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:06.727074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.563265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:06.727433Z","caller":"traceutil/trace.go:171","msg":"trace[1314236820] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"2.038011904s","start":"2026-07-31T00:37:04.689403Z","end":"2026-07-31T00:37:06.727415Z","steps":["trace[1314236820] 'process raft request' (duration: 2.037972963s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.727498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.689391Z","time spent":"2.038075975s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:06.727632Z","caller":"traceutil/trace.go:171","msg":"trace[1587658871] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"2.30573942s","start":"2026-07-31T00:37:04.421883Z","end":"2026-07-31T00:37:06.727622Z","steps":["trace[1587658871] 'process raft request' (duration: 2.305382581s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.727692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.421857Z","time spent":"2.305806901s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:06.727738Z","caller":"traceutil/trace.go:171","msg":"trace[1411490222] linearizableReadLoop","detail":"{readStateIndex:26142; appliedIndex:26136; }","duration":"2.262226449s","start":"2026-07-31T00:37:04.465495Z","end":"2026-07-31T00:37:06.727721Z","steps":["trace[1411490222] 'read index received' (duration: 188.970361ms)","trace[1411490222] 'applied index is now lower than readState.Index' (duration: 2.073254778s)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:06.727742Z","caller":"traceutil/trace.go:171","msg":"trace[476270816] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"2.306231603s","start":"2026-07-31T00:37:04.421488Z","end":"2026-07-31T00:37:06.727719Z","steps":["trace[476270816] 'process raft request' (duration: 2.305683228s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:06.72775Z","caller":"traceutil/trace.go:171","msg":"trace[866788064] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"2.255571247s","start":"2026-07-31T00:37:04.47215Z","end":"2026-07-31T00:37:06.727722Z","steps":["trace[866788064] 'process raft request' (duration: 2.255188117s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:06.727781Z","caller":"traceutil/trace.go:171","msg":"trace[1695163519] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"2.306584683s","start":"2026-07-31T00:37:04.42117Z","end":"2026-07-31T00:37:06.727755Z","steps":["trace[1695163519] 'process raft request' (duration: 1.796253277s)","trace[1695163519] 'compare' (duration: 509.429631ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:06.727785Z","caller":"traceutil/trace.go:171","msg":"trace[885202108] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"2.256149713s","start":"2026-07-31T00:37:04.47161Z","end":"2026-07-31T00:37:06.72776Z","steps":["trace[885202108] 'process raft request' (duration: 2.25568813s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.727832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150052346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:06.727861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.421478Z","time spent":"2.306310686s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:06.727883Z","caller":"traceutil/trace.go:171","msg":"trace[1278407362] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25302; }","duration":"3.150152199s","start":"2026-07-31T00:37:03.577715Z","end":"2026-07-31T00:37:06.727868Z","steps":["trace[1278407362] 'agreement among raft nodes before linearized reading' (duration: 3.150042376s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.727878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.472141Z","time spent":"2.255668479s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:06.727888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163585816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0571fc7e-0dfb-46c2-82ec-041469244618\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-31T00:37:06.727875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165871899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-31T00:37:06.727878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.42114Z","time spent":"2.306684636s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:06.727915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.5777Z","time spent":"3.15020536s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-31T00:37:06.727922Z","caller":"traceutil/trace.go:171","msg":"trace[1079586318] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25302; }","duration":"3.165943221s","start":"2026-07-31T00:37:03.561973Z","end":"2026-07-31T00:37:06.727916Z","steps":["trace[1079586318] 'agreement among raft nodes before linearized reading' (duration: 3.165822588s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:06.727926Z","caller":"traceutil/trace.go:171","msg":"trace[1014088414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0571fc7e-0dfb-46c2-82ec-041469244618; range_end:; response_count:1; response_revision:25302; }","duration":"3.163642758s","start":"2026-07-31T00:37:03.564272Z","end":"2026-07-31T00:37:06.727914Z","steps":["trace[1014088414] 'agreement among raft nodes before linearized reading' (duration: 3.163522855s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.727938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.561954Z","time spent":"3.165980832s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T00:37:06.727923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.471587Z","time spent":"2.256260065s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:06.727955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:03.564258Z","time spent":"3.163690669s","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-0571fc7e-0dfb-46c2-82ec-041469244618\" "} {"level":"info","ts":"2026-07-31T00:37:06.727568Z","caller":"traceutil/trace.go:171","msg":"trace[653827788] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"2.305953456s","start":"2026-07-31T00:37:04.421591Z","end":"2026-07-31T00:37:06.727544Z","steps":["trace[653827788] 'process raft request' (duration: 2.305637378s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:06.72832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.421564Z","time spent":"2.306603263s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:07.228175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805870926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:37:07.233396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636401622s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:37:07.256336Z","caller":"traceutil/trace.go:171","msg":"trace[74479546] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"1.689890566s","start":"2026-07-31T00:37:05.566422Z","end":"2026-07-31T00:37:07.256313Z","steps":["trace[74479546] 'process raft request' (duration: 1.667132073s)","trace[74479546] 'compare' (duration: 22.388083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:07.256448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:05.5664Z","time spent":"1.689990349s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:07.262899Z","caller":"traceutil/trace.go:171","msg":"trace[841302675] linearizableReadLoop","detail":"{readStateIndex:26147; appliedIndex:26145; }","duration":"535.099264ms","start":"2026-07-31T00:37:06.727775Z","end":"2026-07-31T00:37:07.262874Z","steps":["trace[841302675] 'read index received' (duration: 505.857514ms)","trace[841302675] 'applied index is now lower than readState.Index' (duration: 29.2407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:07.263059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579810391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:07.263069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.656715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T00:37:07.2631Z","caller":"traceutil/trace.go:171","msg":"trace[1607803532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25304; }","duration":"2.579951524s","start":"2026-07-31T00:37:04.683138Z","end":"2026-07-31T00:37:07.263089Z","steps":["trace[1607803532] 'agreement among raft nodes before linearized reading' (duration: 2.579859662s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.263129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938000716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:07.263145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.683112Z","time spent":"2.580021487s","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:07.263172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.524769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:37:07.263218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.231137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:37:07.263222Z","caller":"traceutil/trace.go:171","msg":"trace[1522609672] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"790.872914ms","start":"2026-07-31T00:37:06.472336Z","end":"2026-07-31T00:37:07.263209Z","steps":["trace[1522609672] 'process raft request' (duration: 790.38919ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.26313Z","caller":"traceutil/trace.go:171","msg":"trace[1856362937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25304; }","duration":"791.742488ms","start":"2026-07-31T00:37:06.471369Z","end":"2026-07-31T00:37:07.263111Z","steps":["trace[1856362937] 'agreement among raft nodes before linearized reading' (duration: 791.524872ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.263254Z","caller":"traceutil/trace.go:171","msg":"trace[978297235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25304; }","duration":"790.281858ms","start":"2026-07-31T00:37:06.472964Z","end":"2026-07-31T00:37:07.263246Z","steps":["trace[978297235] 'agreement among raft nodes before linearized reading' (duration: 790.194315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.26327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.471354Z","time spent":"791.906922ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791148214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-31T00:37:07.263292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.472956Z","time spent":"790.327229ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.472321Z","time spent":"790.937346ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:07.263322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.707932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-31T00:37:07.263376Z","caller":"traceutil/trace.go:171","msg":"trace[1679323927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25304; }","duration":"789.843446ms","start":"2026-07-31T00:37:06.473517Z","end":"2026-07-31T00:37:07.26336Z","steps":["trace[1679323927] 'agreement among raft nodes before linearized reading' (duration: 789.513967ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.263224Z","caller":"traceutil/trace.go:171","msg":"trace[1560012504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25304; }","duration":"792.616132ms","start":"2026-07-31T00:37:06.470592Z","end":"2026-07-31T00:37:07.263208Z","steps":["trace[1560012504] 'agreement among raft nodes before linearized reading' (duration: 792.460737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.26339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689176283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:07.26341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.473509Z","time spent":"789.892887ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-31T00:37:07.263428Z","caller":"traceutil/trace.go:171","msg":"trace[1089381144] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25304; }","duration":"2.689213874s","start":"2026-07-31T00:37:04.574201Z","end":"2026-07-31T00:37:07.263415Z","steps":["trace[1089381144] 'agreement among raft nodes before linearized reading' (duration: 2.689156083s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.26346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.152294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-31T00:37:07.263468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.574141Z","time spent":"2.689315867s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:07.263476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.955293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T00:37:07.263484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.891717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:07.263494Z","caller":"traceutil/trace.go:171","msg":"trace[602233119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25304; }","duration":"429.222367ms","start":"2026-07-31T00:37:06.834261Z","end":"2026-07-31T00:37:07.263484Z","steps":["trace[602233119] 'agreement among raft nodes before linearized reading' (duration: 429.130775ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.263514Z","caller":"traceutil/trace.go:171","msg":"trace[1959108763] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25304; }","duration":"534.020205ms","start":"2026-07-31T00:37:06.729481Z","end":"2026-07-31T00:37:07.263501Z","steps":["trace[1959108763] 'agreement among raft nodes before linearized reading' (duration: 533.894251ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.263516Z","caller":"traceutil/trace.go:171","msg":"trace[37421245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25304; }","duration":"508.951879ms","start":"2026-07-31T00:37:06.754554Z","end":"2026-07-31T00:37:07.263506Z","steps":["trace[37421245] 'agreement among raft nodes before linearized reading' (duration: 508.895917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.263523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.834241Z","time spent":"429.273928ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.729461Z","time spent":"534.075527ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.754506Z","time spent":"509.031991ms","remote":"127.0.0.1:58640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:07.263177Z","caller":"traceutil/trace.go:171","msg":"trace[2016221908] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25304; }","duration":"1.938042797s","start":"2026-07-31T00:37:05.325119Z","end":"2026-07-31T00:37:07.263162Z","steps":["trace[2016221908] 'agreement among raft nodes before linearized reading' (duration: 1.937985576s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.26359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.550925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T00:37:07.263543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.365135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:37:07.263642Z","caller":"traceutil/trace.go:171","msg":"trace[640321046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25304; }","duration":"792.502528ms","start":"2026-07-31T00:37:06.47113Z","end":"2026-07-31T00:37:07.263633Z","steps":["trace[640321046] 'agreement among raft nodes before linearized reading' (duration: 792.341424ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.26333Z","caller":"traceutil/trace.go:171","msg":"trace[1541863020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25304; }","duration":"2.791264747s","start":"2026-07-31T00:37:04.472048Z","end":"2026-07-31T00:37:07.263313Z","steps":["trace[1541863020] 'agreement among raft nodes before linearized reading' (duration: 2.791041811s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.263605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:05.325024Z","time spent":"1.938569752s","remote":"127.0.0.1:59542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:07.263666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.471109Z","time spent":"792.55192ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.472034Z","time spent":"2.791638307s","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.091007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:07.263741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791202026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-31T00:37:07.263071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355026779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:07.263414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.470566Z","time spent":"792.839548ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T00:37:07.263778Z","caller":"traceutil/trace.go:171","msg":"trace[1994790822] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25304; }","duration":"2.791255907s","start":"2026-07-31T00:37:04.472509Z","end":"2026-07-31T00:37:07.263765Z","steps":["trace[1994790822] 'agreement among raft nodes before linearized reading' (duration: 2.791156744s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.2638Z","caller":"traceutil/trace.go:171","msg":"trace[992208120] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25304; }","duration":"2.355813861s","start":"2026-07-31T00:37:04.907976Z","end":"2026-07-31T00:37:07.26379Z","steps":["trace[992208120] 'agreement among raft nodes before linearized reading' (duration: 2.354995758s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.263808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.472503Z","time spent":"2.791298698s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:04.90796Z","time spent":"2.355864372s","remote":"127.0.0.1:58162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:07.263645Z","caller":"traceutil/trace.go:171","msg":"trace[1232513445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25304; }","duration":"790.620177ms","start":"2026-07-31T00:37:06.473011Z","end":"2026-07-31T00:37:07.263632Z","steps":["trace[1232513445] 'agreement among raft nodes before linearized reading' (duration: 790.473643ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.263745Z","caller":"traceutil/trace.go:171","msg":"trace[908382693] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25304; }","duration":"530.136638ms","start":"2026-07-31T00:37:06.733596Z","end":"2026-07-31T00:37:07.263732Z","steps":["trace[908382693] 'agreement among raft nodes before linearized reading' (duration: 530.081366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.263981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.73359Z","time spent":"530.366694ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:37:07.263916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.473007Z","time spent":"790.898345ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:07.262999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.172355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:07.264088Z","caller":"traceutil/trace.go:171","msg":"trace[1876273029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25304; }","duration":"787.277095ms","start":"2026-07-31T00:37:06.476799Z","end":"2026-07-31T00:37:07.264076Z","steps":["trace[1876273029] 'agreement among raft nodes before linearized reading' (duration: 786.107763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.264121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:06.476792Z","time spent":"787.319986ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:37:07.403623Z","caller":"traceutil/trace.go:171","msg":"trace[1833922446] linearizableReadLoop","detail":"{readStateIndex:26148; appliedIndex:26147; }","duration":"135.684844ms","start":"2026-07-31T00:37:07.267913Z","end":"2026-07-31T00:37:07.403598Z","steps":["trace[1833922446] 'read index received' (duration: 90.379204ms)","trace[1833922446] 'applied index is now lower than readState.Index' (duration: 45.30435ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:07.403736Z","caller":"traceutil/trace.go:171","msg":"trace[77153572] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"136.983399ms","start":"2026-07-31T00:37:07.266737Z","end":"2026-07-31T00:37:07.403721Z","steps":["trace[77153572] 'process raft request' (duration: 90.367253ms)","trace[77153572] 'compare' (duration: 46.349179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:07.403962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.032873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c338e140-d47d-48f5-80c3-00fc768e66de\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-31T00:37:07.404022Z","caller":"traceutil/trace.go:171","msg":"trace[845509325] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c338e140-d47d-48f5-80c3-00fc768e66de; range_end:; response_count:1; response_revision:25305; }","duration":"136.120965ms","start":"2026-07-31T00:37:07.267887Z","end":"2026-07-31T00:37:07.404008Z","steps":["trace[845509325] 'agreement among raft nodes before linearized reading' (duration: 135.910679ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.703397Z","caller":"traceutil/trace.go:171","msg":"trace[616237549] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"434.371287ms","start":"2026-07-31T00:37:07.268996Z","end":"2026-07-31T00:37:07.703367Z","steps":["trace[616237549] 'process raft request' (duration: 340.823377ms)","trace[616237549] 'compare' (duration: 93.381956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:07.703556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.268981Z","time spent":"434.49568ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:07.703706Z","caller":"traceutil/trace.go:171","msg":"trace[1966372452] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"434.406258ms","start":"2026-07-31T00:37:07.269274Z","end":"2026-07-31T00:37:07.703681Z","steps":["trace[1966372452] 'process raft request' (duration: 434.047658ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.703759Z","caller":"traceutil/trace.go:171","msg":"trace[682472764] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"434.091859ms","start":"2026-07-31T00:37:07.269646Z","end":"2026-07-31T00:37:07.703737Z","steps":["trace[682472764] 'process raft request' (duration: 434.003557ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.703864Z","caller":"traceutil/trace.go:171","msg":"trace[1986266836] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"434.163952ms","start":"2026-07-31T00:37:07.269689Z","end":"2026-07-31T00:37:07.703853Z","steps":["trace[1986266836] 'process raft request' (duration: 434.004237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.703879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.269255Z","time spent":"434.521731ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:07.703897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.269631Z","time spent":"434.196573ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:07.703928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.269659Z","time spent":"434.237774ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:07.704019Z","caller":"traceutil/trace.go:171","msg":"trace[388651354] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"434.727157ms","start":"2026-07-31T00:37:07.269282Z","end":"2026-07-31T00:37:07.704009Z","steps":["trace[388651354] 'process raft request' (duration: 434.210703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.704104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.269271Z","time spent":"434.804459ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:07.703774Z","caller":"traceutil/trace.go:171","msg":"trace[1521877084] linearizableReadLoop","detail":"{readStateIndex:26154; appliedIndex:26148; }","duration":"300.072892ms","start":"2026-07-31T00:37:07.403688Z","end":"2026-07-31T00:37:07.703761Z","steps":["trace[1521877084] 'read index received' (duration: 206.123561ms)","trace[1521877084] 'applied index is now lower than readState.Index' (duration: 93.948511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:07.704155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.667274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:07.704155Z","caller":"traceutil/trace.go:171","msg":"trace[2008029896] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"434.611654ms","start":"2026-07-31T00:37:07.269511Z","end":"2026-07-31T00:37:07.704123Z","steps":["trace[2008029896] 'process raft request' (duration: 434.0973ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:07.704206Z","caller":"traceutil/trace.go:171","msg":"trace[1089547939] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25311; }","duration":"324.760898ms","start":"2026-07-31T00:37:07.379431Z","end":"2026-07-31T00:37:07.704191Z","steps":["trace[1089547939] 'agreement among raft nodes before linearized reading' (duration: 324.682136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.704201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.627725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:07.704242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.379407Z","time spent":"324.827129ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T00:37:07.704274Z","caller":"traceutil/trace.go:171","msg":"trace[1056233731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25311; }","duration":"430.713998ms","start":"2026-07-31T00:37:07.273543Z","end":"2026-07-31T00:37:07.704257Z","steps":["trace[1056233731] 'agreement among raft nodes before linearized reading' (duration: 430.593524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.704314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.269501Z","time spent":"434.734607ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:07.704322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:07.273536Z","time spent":"430.775689ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:07.704332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.645558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T00:37:07.704369Z","caller":"traceutil/trace.go:171","msg":"trace[1237485514] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c738bc8d1723c4; range_end:; response_count:1; response_revision:25311; }","duration":"296.71728ms","start":"2026-07-31T00:37:07.407642Z","end":"2026-07-31T00:37:07.70436Z","steps":["trace[1237485514] 'agreement among raft nodes before linearized reading' (duration: 296.593897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:07.704517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.516375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-31T00:37:07.704633Z","caller":"traceutil/trace.go:171","msg":"trace[765339530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25311; }","duration":"296.627318ms","start":"2026-07-31T00:37:07.407967Z","end":"2026-07-31T00:37:07.704594Z","steps":["trace[765339530] 'agreement among raft nodes before linearized reading' (duration: 296.32505ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:08.509697Z","caller":"traceutil/trace.go:171","msg":"trace[1876205234] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"286.972963ms","start":"2026-07-31T00:37:08.222701Z","end":"2026-07-31T00:37:08.509674Z","steps":["trace[1876205234] 'process raft request' (duration: 286.812919ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:08.806234Z","caller":"traceutil/trace.go:171","msg":"trace[1889403094] linearizableReadLoop","detail":"{readStateIndex:26157; appliedIndex:26156; }","duration":"152.180714ms","start":"2026-07-31T00:37:08.654029Z","end":"2026-07-31T00:37:08.806209Z","steps":["trace[1889403094] 'read index received' (duration: 79.459844ms)","trace[1889403094] 'applied index is now lower than readState.Index' (duration: 72.71973ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:08.806337Z","caller":"traceutil/trace.go:171","msg":"trace[454469965] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"240.860652ms","start":"2026-07-31T00:37:08.565464Z","end":"2026-07-31T00:37:08.806324Z","steps":["trace[454469965] 'process raft request' (duration: 168.07974ms)","trace[454469965] 'compare' (duration: 72.469643ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:08.806601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.554125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:08.806645Z","caller":"traceutil/trace.go:171","msg":"trace[863088932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25314; }","duration":"152.650798ms","start":"2026-07-31T00:37:08.653981Z","end":"2026-07-31T00:37:08.806632Z","steps":["trace[863088932] 'agreement among raft nodes before linearized reading' (duration: 152.530515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:09.109661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.529887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:09.109884Z","caller":"traceutil/trace.go:171","msg":"trace[1661046587] linearizableReadLoop","detail":"{readStateIndex:26161; appliedIndex:26157; }","duration":"303.576168ms","start":"2026-07-31T00:37:08.806295Z","end":"2026-07-31T00:37:09.109871Z","steps":["trace[1661046587] 'read index received' (duration: 113.725932ms)","trace[1661046587] 'applied index is now lower than readState.Index' (duration: 189.849506ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:09.109911Z","caller":"traceutil/trace.go:171","msg":"trace[1837265296] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"376.290307ms","start":"2026-07-31T00:37:08.733601Z","end":"2026-07-31T00:37:09.109891Z","steps":["trace[1837265296] 'process raft request' (duration: 376.136973ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:09.109989Z","caller":"traceutil/trace.go:171","msg":"trace[378443898] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"376.142654ms","start":"2026-07-31T00:37:08.733826Z","end":"2026-07-31T00:37:09.109968Z","steps":["trace[378443898] 'process raft request' (duration: 376.01834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:09.110028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:08.733581Z","time spent":"376.38159ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:09.110092Z","caller":"traceutil/trace.go:171","msg":"trace[1936235415] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"376.395681ms","start":"2026-07-31T00:37:08.733688Z","end":"2026-07-31T00:37:09.110084Z","steps":["trace[1936235415] 'process raft request' (duration: 376.127773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:09.110082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:08.733794Z","time spent":"376.236366ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:09.110136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:08.733646Z","time spent":"376.465402ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:09.110109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.005094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T00:37:09.110173Z","caller":"traceutil/trace.go:171","msg":"trace[941898186] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25318; }","duration":"325.106627ms","start":"2026-07-31T00:37:08.785053Z","end":"2026-07-31T00:37:09.110159Z","steps":["trace[941898186] 'agreement among raft nodes before linearized reading' (duration: 324.950743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:09.110199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:08.785019Z","time spent":"325.173549ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-31T00:37:09.110181Z","caller":"traceutil/trace.go:171","msg":"trace[1728251110] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"376.513614ms","start":"2026-07-31T00:37:08.733602Z","end":"2026-07-31T00:37:09.110115Z","steps":["trace[1728251110] 'process raft request' (duration: 186.459883ms)","trace[1728251110] 'compare' (duration: 189.335901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:09.11045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:08.733581Z","time spent":"376.72461ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:09.456746Z","caller":"traceutil/trace.go:171","msg":"trace[528238716] linearizableReadLoop","detail":"{readStateIndex:26162; appliedIndex:26161; }","duration":"346.81904ms","start":"2026-07-31T00:37:09.109903Z","end":"2026-07-31T00:37:09.456722Z","steps":["trace[528238716] 'read index received' (duration: 346.343717ms)","trace[528238716] 'applied index is now lower than readState.Index' (duration: 474.383µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:09.456786Z","caller":"traceutil/trace.go:171","msg":"trace[1107013470] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"419.14465ms","start":"2026-07-31T00:37:09.037607Z","end":"2026-07-31T00:37:09.456751Z","steps":["trace[1107013470] 'process raft request' (duration: 418.726489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:09.45688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.398151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:09.456883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.2761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:09.456913Z","caller":"traceutil/trace.go:171","msg":"trace[1499996613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25319; }","duration":"649.488734ms","start":"2026-07-31T00:37:08.807414Z","end":"2026-07-31T00:37:09.456903Z","steps":["trace[1499996613] 'agreement among raft nodes before linearized reading' (duration: 649.409182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:09.456954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:08.807398Z","time spent":"649.548355ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:37:09.456955Z","caller":"traceutil/trace.go:171","msg":"trace[1588598050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25319; }","duration":"352.390273ms","start":"2026-07-31T00:37:09.104546Z","end":"2026-07-31T00:37:09.456937Z","steps":["trace[1588598050] 'agreement among raft nodes before linearized reading' (duration: 352.215168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:09.456974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.037582Z","time spent":"419.302984ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:09.456999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.104532Z","time spent":"352.455384ms","remote":"127.0.0.1:58650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:10.185331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.636539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:10.185643Z","caller":"traceutil/trace.go:171","msg":"trace[1325128522] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"1.075571424s","start":"2026-07-31T00:37:09.110044Z","end":"2026-07-31T00:37:10.185615Z","steps":["trace[1325128522] 'process raft request' (duration: 520.558215ms)","trace[1325128522] 'compare' (duration: 553.97111ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:10.185684Z","caller":"traceutil/trace.go:171","msg":"trace[1701867537] linearizableReadLoop","detail":"{readStateIndex:26166; appliedIndex:26162; }","duration":"728.866447ms","start":"2026-07-31T00:37:09.456804Z","end":"2026-07-31T00:37:10.18567Z","steps":["trace[1701867537] 'read index received' (duration: 173.755405ms)","trace[1701867537] 'applied index is now lower than readState.Index' (duration: 555.109822ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:10.185717Z","caller":"traceutil/trace.go:171","msg":"trace[2009625908] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"914.700702ms","start":"2026-07-31T00:37:09.270995Z","end":"2026-07-31T00:37:10.185696Z","steps":["trace[2009625908] 'process raft request' (duration: 914.63108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.185747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.110031Z","time spent":"1.075669437s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:10.185733Z","caller":"traceutil/trace.go:171","msg":"trace[2045102059] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"922.966618ms","start":"2026-07-31T00:37:09.262725Z","end":"2026-07-31T00:37:10.185692Z","steps":["trace[2045102059] 'process raft request' (duration: 922.816884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.185743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.111391Z","time spent":"1.074345691s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:37:10.185809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.177606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:10.185822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.270967Z","time spent":"914.810324ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:10.18585Z","caller":"traceutil/trace.go:171","msg":"trace[1429784093] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25322; }","duration":"702.257049ms","start":"2026-07-31T00:37:09.483581Z","end":"2026-07-31T00:37:10.185838Z","steps":["trace[1429784093] 'agreement among raft nodes before linearized reading' (duration: 702.186127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.185854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.849502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:10.185915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.34885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:10.185933Z","caller":"traceutil/trace.go:171","msg":"trace[1028593453] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25322; }","duration":"870.982796ms","start":"2026-07-31T00:37:09.314934Z","end":"2026-07-31T00:37:10.185917Z","steps":["trace[1028593453] 'agreement among raft nodes before linearized reading' (duration: 870.811921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.18592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.262699Z","time spent":"923.115342ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:10.185957Z","caller":"traceutil/trace.go:171","msg":"trace[1854788690] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25322; }","duration":"209.423532ms","start":"2026-07-31T00:37:09.976522Z","end":"2026-07-31T00:37:10.185946Z","steps":["trace[1854788690] 'agreement among raft nodes before linearized reading' (duration: 209.35826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.18601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.952027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:10.185996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.866313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:37:10.186032Z","caller":"traceutil/trace.go:171","msg":"trace[1211818356] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25322; }","duration":"369.015449ms","start":"2026-07-31T00:37:09.817011Z","end":"2026-07-31T00:37:10.186027Z","steps":["trace[1211818356] 'agreement among raft nodes before linearized reading' (duration: 368.972358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.186026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.960973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:37:10.186047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.816988Z","time spent":"369.055779ms","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:10.186039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.062846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:37:10.185966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.31492Z","time spent":"871.039227ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:10.186114Z","caller":"traceutil/trace.go:171","msg":"trace[490499625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25322; }","duration":"477.165939ms","start":"2026-07-31T00:37:09.708931Z","end":"2026-07-31T00:37:10.186097Z","steps":["trace[490499625] 'agreement among raft nodes before linearized reading' (duration: 476.973424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.186115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.941402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:10.18614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.219841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:10.186154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.210877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:37:10.186166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.708919Z","time spent":"477.2334ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:37:10.186173Z","caller":"traceutil/trace.go:171","msg":"trace[1603735684] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25322; }","duration":"485.043054ms","start":"2026-07-31T00:37:09.701115Z","end":"2026-07-31T00:37:10.186158Z","steps":["trace[1603735684] 'agreement among raft nodes before linearized reading' (duration: 484.949372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.186175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.071481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-31T00:37:10.186179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.576184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-31T00:37:10.186208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.70109Z","time spent":"485.110526ms","remote":"127.0.0.1:54582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:10.186205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.21666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:37:10.186213Z","caller":"traceutil/trace.go:171","msg":"trace[492954899] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25322; }","duration":"522.317304ms","start":"2026-07-31T00:37:09.663865Z","end":"2026-07-31T00:37:10.186182Z","steps":["trace[492954899] 'agreement among raft nodes before linearized reading' (duration: 522.208061ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.186056Z","caller":"traceutil/trace.go:171","msg":"trace[1358736099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25322; }","duration":"475.942115ms","start":"2026-07-31T00:37:09.710096Z","end":"2026-07-31T00:37:10.186038Z","steps":["trace[1358736099] 'agreement among raft nodes before linearized reading' (duration: 475.74324ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.186224Z","caller":"traceutil/trace.go:171","msg":"trace[475670203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25322; }","duration":"475.155483ms","start":"2026-07-31T00:37:09.711052Z","end":"2026-07-31T00:37:10.186208Z","steps":["trace[475670203] 'agreement among raft nodes before linearized reading' (duration: 475.031809ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.186247Z","caller":"traceutil/trace.go:171","msg":"trace[354002990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25322; }","duration":"168.672946ms","start":"2026-07-31T00:37:10.017558Z","end":"2026-07-31T00:37:10.186231Z","steps":["trace[354002990] 'agreement among raft nodes before linearized reading' (duration: 168.528683ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.186255Z","caller":"traceutil/trace.go:171","msg":"trace[115753146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25322; }","duration":"477.296062ms","start":"2026-07-31T00:37:09.708943Z","end":"2026-07-31T00:37:10.186239Z","steps":["trace[115753146] 'agreement among raft nodes before linearized reading' (duration: 477.126897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.18627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.710086Z","time spent":"476.167301ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:10.186278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.711032Z","time spent":"475.230675ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:37:10.186302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.708931Z","time spent":"477.364064ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:37:10.186057Z","caller":"traceutil/trace.go:171","msg":"trace[624578097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25322; }","duration":"477.029874ms","start":"2026-07-31T00:37:09.709017Z","end":"2026-07-31T00:37:10.186047Z","steps":["trace[624578097] 'agreement among raft nodes before linearized reading' (duration: 476.906841ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.186198Z","caller":"traceutil/trace.go:171","msg":"trace[774274945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25322; }","duration":"478.280799ms","start":"2026-07-31T00:37:09.707906Z","end":"2026-07-31T00:37:10.186187Z","steps":["trace[774274945] 'agreement among raft nodes before linearized reading' (duration: 478.001192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.18636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.707894Z","time spent":"478.459894ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:10.185888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.483563Z","time spent":"702.31604ms","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:10.18637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.708996Z","time spent":"477.352554ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:37:10.186262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:09.663844Z","time spent":"522.404817ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:10.754902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.108025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:10.755Z","caller":"traceutil/trace.go:171","msg":"trace[1413559986] linearizableReadLoop","detail":"{readStateIndex:26167; appliedIndex:26166; }","duration":"565.442075ms","start":"2026-07-31T00:37:10.189543Z","end":"2026-07-31T00:37:10.754985Z","steps":["trace[1413559986] 'read index received' (duration: 372.205276ms)","trace[1413559986] 'applied index is now lower than readState.Index' (duration: 193.235149ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:10.755066Z","caller":"traceutil/trace.go:171","msg":"trace[1179221888] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"567.754007ms","start":"2026-07-31T00:37:10.1873Z","end":"2026-07-31T00:37:10.755054Z","steps":["trace[1179221888] 'process raft request' (duration: 374.423086ms)","trace[1179221888] 'compare' (duration: 192.328204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:10.755126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.187278Z","time spent":"567.8175ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:10.755412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.864286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7a9fa9c6-9772-4d52-8493-1dd248ef5b0a\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-31T00:37:10.755455Z","caller":"traceutil/trace.go:171","msg":"trace[746811922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7a9fa9c6-9772-4d52-8493-1dd248ef5b0a; range_end:; response_count:1; response_revision:25323; }","duration":"565.928228ms","start":"2026-07-31T00:37:10.189513Z","end":"2026-07-31T00:37:10.755441Z","steps":["trace[746811922] 'agreement among raft nodes before linearized reading' (duration: 565.770184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.755487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.1895Z","time spent":"565.979229ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-7a9fa9c6-9772-4d52-8493-1dd248ef5b0a\" "} {"level":"info","ts":"2026-07-31T00:37:10.769813Z","caller":"traceutil/trace.go:171","msg":"trace[925592064] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"579.873549ms","start":"2026-07-31T00:37:10.189912Z","end":"2026-07-31T00:37:10.769785Z","steps":["trace[925592064] 'process raft request' (duration: 579.639393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.769914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.18989Z","time spent":"579.972952ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:10.77009Z","caller":"traceutil/trace.go:171","msg":"trace[1158724341] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"580.024544ms","start":"2026-07-31T00:37:10.190056Z","end":"2026-07-31T00:37:10.77008Z","steps":["trace[1158724341] 'process raft request' (duration: 579.688434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.770133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.190044Z","time spent":"580.068924ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:10.770196Z","caller":"traceutil/trace.go:171","msg":"trace[236612515] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"580.012763ms","start":"2026-07-31T00:37:10.190158Z","end":"2026-07-31T00:37:10.770171Z","steps":["trace[236612515] 'process raft request' (duration: 579.858189ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.770423Z","caller":"traceutil/trace.go:171","msg":"trace[304700554] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"579.53469ms","start":"2026-07-31T00:37:10.190878Z","end":"2026-07-31T00:37:10.770413Z","steps":["trace[304700554] 'process raft request' (duration: 579.245892ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.770446Z","caller":"traceutil/trace.go:171","msg":"trace[766741090] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"579.491869ms","start":"2026-07-31T00:37:10.190929Z","end":"2026-07-31T00:37:10.770421Z","steps":["trace[766741090] 'process raft request' (duration: 579.316934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.770529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.190866Z","time spent":"579.621423ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:10.770347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.190151Z","time spent":"580.119096ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:10.770611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.073676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:10.770648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.190914Z","time spent":"579.594781ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:10.77065Z","caller":"traceutil/trace.go:171","msg":"trace[1995656472] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"579.211681ms","start":"2026-07-31T00:37:10.191422Z","end":"2026-07-31T00:37:10.770634Z","steps":["trace[1995656472] 'process raft request' (duration: 578.909132ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.770703Z","caller":"traceutil/trace.go:171","msg":"trace[1759082978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25330; }","duration":"116.21975ms","start":"2026-07-31T00:37:10.654465Z","end":"2026-07-31T00:37:10.770685Z","steps":["trace[1759082978] 'agreement among raft nodes before linearized reading' (duration: 116.024155ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:10.770706Z","caller":"traceutil/trace.go:171","msg":"trace[552138784] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"256.649623ms","start":"2026-07-31T00:37:10.514048Z","end":"2026-07-31T00:37:10.770698Z","steps":["trace[552138784] 'process raft request' (duration: 256.348255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:10.770911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:10.191409Z","time spent":"579.374496ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:11.236137Z","caller":"traceutil/trace.go:171","msg":"trace[1897448369] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"119.763098ms","start":"2026-07-31T00:37:11.116351Z","end":"2026-07-31T00:37:11.236114Z","steps":["trace[1897448369] 'process raft request' (duration: 119.671705ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:11.236194Z","caller":"traceutil/trace.go:171","msg":"trace[385120442] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"119.894652ms","start":"2026-07-31T00:37:11.11626Z","end":"2026-07-31T00:37:11.236155Z","steps":["trace[385120442] 'process raft request' (duration: 119.626304ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:11.236211Z","caller":"traceutil/trace.go:171","msg":"trace[174365387] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"119.621094ms","start":"2026-07-31T00:37:11.116567Z","end":"2026-07-31T00:37:11.236188Z","steps":["trace[174365387] 'process raft request' (duration: 119.5041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.07652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.766508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:13.076725Z","caller":"traceutil/trace.go:171","msg":"trace[1119604079] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"300.149003ms","start":"2026-07-31T00:37:12.776556Z","end":"2026-07-31T00:37:13.076705Z","steps":["trace[1119604079] 'process raft request' (duration: 300.073521ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.076778Z","caller":"traceutil/trace.go:171","msg":"trace[203138212] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"884.68784ms","start":"2026-07-31T00:37:12.192049Z","end":"2026-07-31T00:37:13.076737Z","steps":["trace[203138212] 'process raft request' (duration: 658.604283ms)","trace[203138212] 'compare' (duration: 225.397398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:13.076803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.776517Z","time spent":"300.250645ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:13.076786Z","caller":"traceutil/trace.go:171","msg":"trace[1814928585] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26178; }","duration":"824.902514ms","start":"2026-07-31T00:37:12.251836Z","end":"2026-07-31T00:37:13.076738Z","steps":["trace[1814928585] 'read index received' (duration: 903.274µs)","trace[1814928585] 'applied index is now lower than readState.Index' (duration: 823.99516ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:13.07687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.192015Z","time spent":"884.805873ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:13.077026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.158161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:13.077065Z","caller":"traceutil/trace.go:171","msg":"trace[1454874354] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25337; }","duration":"825.243933ms","start":"2026-07-31T00:37:12.251809Z","end":"2026-07-31T00:37:13.077052Z","steps":["trace[1454874354] 'agreement among raft nodes before linearized reading' (duration: 825.097819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.077087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.587023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:37:13.077104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.251799Z","time spent":"825.293624ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:13.07713Z","caller":"traceutil/trace.go:171","msg":"trace[740578526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25337; }","duration":"301.639094ms","start":"2026-07-31T00:37:12.775479Z","end":"2026-07-31T00:37:13.077118Z","steps":["trace[740578526] 'agreement among raft nodes before linearized reading' (duration: 301.49666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.07716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.775458Z","time spent":"301.695225ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:37:13.077249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.073006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:13.077286Z","caller":"traceutil/trace.go:171","msg":"trace[1396785129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25337; }","duration":"120.158798ms","start":"2026-07-31T00:37:12.957117Z","end":"2026-07-31T00:37:13.077276Z","steps":["trace[1396785129] 'agreement among raft nodes before linearized reading' (duration: 120.101787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.077411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.428424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-31T00:37:13.077407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.193459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:13.077448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.532665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277927"} {"level":"warn","ts":"2026-07-31T00:37:13.077468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.259947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:13.077483Z","caller":"traceutil/trace.go:171","msg":"trace[985665772] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25337; }","duration":"405.504696ms","start":"2026-07-31T00:37:12.671957Z","end":"2026-07-31T00:37:13.077461Z","steps":["trace[985665772] 'agreement among raft nodes before linearized reading' (duration: 405.306441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.07745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.026812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:13.077506Z","caller":"traceutil/trace.go:171","msg":"trace[1384220727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25337; }","duration":"421.337539ms","start":"2026-07-31T00:37:12.656158Z","end":"2026-07-31T00:37:13.077496Z","steps":["trace[1384220727] 'agreement among raft nodes before linearized reading' (duration: 421.284178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.077515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.429128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:37:13.077501Z","caller":"traceutil/trace.go:171","msg":"trace[700453800] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25337; }","duration":"565.637379ms","start":"2026-07-31T00:37:12.511848Z","end":"2026-07-31T00:37:13.077485Z","steps":["trace[700453800] 'agreement among raft nodes before linearized reading' (duration: 565.129875ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.077503Z","caller":"traceutil/trace.go:171","msg":"trace[2075747172] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25337; }","duration":"245.358424ms","start":"2026-07-31T00:37:12.832114Z","end":"2026-07-31T00:37:13.077473Z","steps":["trace[2075747172] 'agreement among raft nodes before linearized reading' (duration: 245.168969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.077539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.656131Z","time spent":"421.400241ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:37:13.077546Z","caller":"traceutil/trace.go:171","msg":"trace[829380657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25337; }","duration":"301.48023ms","start":"2026-07-31T00:37:12.776056Z","end":"2026-07-31T00:37:13.077537Z","steps":["trace[829380657] 'agreement among raft nodes before linearized reading' (duration: 301.382477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.077521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.525408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-31T00:37:13.077526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.671922Z","time spent":"405.595249ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-31T00:37:13.077575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.776046Z","time spent":"301.52304ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:37:13.077606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.650021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:37:13.077619Z","caller":"traceutil/trace.go:171","msg":"trace[1998118142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25337; }","duration":"302.701773ms","start":"2026-07-31T00:37:12.774893Z","end":"2026-07-31T00:37:13.077595Z","steps":["trace[1998118142] 'agreement among raft nodes before linearized reading' (duration: 302.365724ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.077638Z","caller":"traceutil/trace.go:171","msg":"trace[1558889491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25337; }","duration":"302.721083ms","start":"2026-07-31T00:37:12.774908Z","end":"2026-07-31T00:37:13.077629Z","steps":["trace[1558889491] 'agreement among raft nodes before linearized reading' (duration: 302.640031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.077715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.774881Z","time spent":"302.828036ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:13.077713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.774861Z","time spent":"302.839267ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:13.077722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.259951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:37:13.07776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.658632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:37:13.077511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.367682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:37:13.077816Z","caller":"traceutil/trace.go:171","msg":"trace[2022994490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25337; }","duration":"302.367103ms","start":"2026-07-31T00:37:12.77542Z","end":"2026-07-31T00:37:13.077787Z","steps":["trace[2022994490] 'agreement among raft nodes before linearized reading' (duration: 302.132087ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.07785Z","caller":"traceutil/trace.go:171","msg":"trace[130251773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25337; }","duration":"299.741512ms","start":"2026-07-31T00:37:12.778087Z","end":"2026-07-31T00:37:13.077829Z","steps":["trace[130251773] 'agreement among raft nodes before linearized reading' (duration: 299.229608ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.077828Z","caller":"traceutil/trace.go:171","msg":"trace[1407974539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25337; }","duration":"302.749014ms","start":"2026-07-31T00:37:12.775061Z","end":"2026-07-31T00:37:13.07781Z","steps":["trace[1407974539] 'agreement among raft nodes before linearized reading' (duration: 302.500027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.07756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.511824Z","time spent":"565.726131ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277950,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-31T00:37:13.077886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.77541Z","time spent":"302.458397ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:37:13.077907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:12.775053Z","time spent":"302.840097ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T00:37:13.077554Z","caller":"traceutil/trace.go:171","msg":"trace[1899914721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25337; }","duration":"212.198546ms","start":"2026-07-31T00:37:12.86533Z","end":"2026-07-31T00:37:13.077528Z","steps":["trace[1899914721] 'agreement among raft nodes before linearized reading' (duration: 212.001021ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.431761Z","caller":"traceutil/trace.go:171","msg":"trace[1104772392] linearizableReadLoop","detail":"{readStateIndex:26182; appliedIndex:26181; }","duration":"349.250038ms","start":"2026-07-31T00:37:13.082482Z","end":"2026-07-31T00:37:13.431732Z","steps":["trace[1104772392] 'read index received' (duration: 343.157511ms)","trace[1104772392] 'applied index is now lower than readState.Index' (duration: 6.091197ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:13.431869Z","caller":"traceutil/trace.go:171","msg":"trace[616546183] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"349.478694ms","start":"2026-07-31T00:37:13.082332Z","end":"2026-07-31T00:37:13.43181Z","steps":["trace[616546183] 'process raft request' (duration: 343.184172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.432073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.555846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-31T00:37:13.432144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:13.082302Z","time spent":"349.67874ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:13.432166Z","caller":"traceutil/trace.go:171","msg":"trace[2088268292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25338; }","duration":"349.68679ms","start":"2026-07-31T00:37:13.082455Z","end":"2026-07-31T00:37:13.432142Z","steps":["trace[2088268292] 'agreement among raft nodes before linearized reading' (duration: 349.352981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.432215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:13.082439Z","time spent":"349.766002ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-31T00:37:13.500069Z","caller":"traceutil/trace.go:171","msg":"trace[1244237325] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"417.167367ms","start":"2026-07-31T00:37:13.082875Z","end":"2026-07-31T00:37:13.500043Z","steps":["trace[1244237325] 'process raft request' (duration: 416.976742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.500242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:13.082815Z","time spent":"417.327711ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:13.500506Z","caller":"traceutil/trace.go:171","msg":"trace[1127111532] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"417.553247ms","start":"2026-07-31T00:37:13.082927Z","end":"2026-07-31T00:37:13.500481Z","steps":["trace[1127111532] 'process raft request' (duration: 417.075604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.50065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:13.082902Z","time spent":"417.675921ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:13.50076Z","caller":"traceutil/trace.go:171","msg":"trace[913397114] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"416.722674ms","start":"2026-07-31T00:37:13.084025Z","end":"2026-07-31T00:37:13.500748Z","steps":["trace[913397114] 'process raft request' (duration: 416.365775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.50084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:13.084012Z","time spent":"416.783186ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:13.501212Z","caller":"traceutil/trace.go:171","msg":"trace[1002097692] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"416.428047ms","start":"2026-07-31T00:37:13.084767Z","end":"2026-07-31T00:37:13.501195Z","steps":["trace[1002097692] 'process raft request' (duration: 416.332974ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.501263Z","caller":"traceutil/trace.go:171","msg":"trace[617454146] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"416.625912ms","start":"2026-07-31T00:37:13.084619Z","end":"2026-07-31T00:37:13.501245Z","steps":["trace[617454146] 'process raft request' (duration: 416.071247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.501298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:13.084762Z","time spent":"416.498628ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:13.501343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:13.084611Z","time spent":"416.688114ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:13.501586Z","caller":"traceutil/trace.go:171","msg":"trace[1085759771] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"288.64973ms","start":"2026-07-31T00:37:13.212921Z","end":"2026-07-31T00:37:13.501571Z","steps":["trace[1085759771] 'process raft request' (duration: 288.234549ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.501869Z","caller":"traceutil/trace.go:171","msg":"trace[1307821541] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"259.136622ms","start":"2026-07-31T00:37:13.242716Z","end":"2026-07-31T00:37:13.501853Z","steps":["trace[1307821541] 'process raft request' (duration: 258.775462ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.501978Z","caller":"traceutil/trace.go:171","msg":"trace[781071245] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"259.227894ms","start":"2026-07-31T00:37:13.242739Z","end":"2026-07-31T00:37:13.501967Z","steps":["trace[781071245] 'process raft request' (duration: 258.914835ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.502079Z","caller":"traceutil/trace.go:171","msg":"trace[1295800570] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"259.235435ms","start":"2026-07-31T00:37:13.242835Z","end":"2026-07-31T00:37:13.502071Z","steps":["trace[1295800570] 'process raft request' (duration: 259.021739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:13.865213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.330322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:13.865311Z","caller":"traceutil/trace.go:171","msg":"trace[1738906905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25347; }","duration":"295.477516ms","start":"2026-07-31T00:37:13.569811Z","end":"2026-07-31T00:37:13.865288Z","steps":["trace[1738906905] 'range keys from in-memory index tree' (duration: 295.238459ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:13.865328Z","caller":"traceutil/trace.go:171","msg":"trace[1156826732] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"273.656519ms","start":"2026-07-31T00:37:13.591646Z","end":"2026-07-31T00:37:13.865302Z","steps":["trace[1156826732] 'process raft request' (duration: 255.206145ms)","trace[1156826732] 'compare' (duration: 18.352841ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:14.009096Z","caller":"traceutil/trace.go:171","msg":"trace[470875239] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26193; }","duration":"140.119685ms","start":"2026-07-31T00:37:13.868948Z","end":"2026-07-31T00:37:14.009068Z","steps":["trace[470875239] 'read index received' (duration: 16.233334ms)","trace[470875239] 'applied index is now lower than readState.Index' (duration: 123.885121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:14.009301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.33173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:14.009365Z","caller":"traceutil/trace.go:171","msg":"trace[1601900739] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25349; }","duration":"140.436813ms","start":"2026-07-31T00:37:13.868915Z","end":"2026-07-31T00:37:14.009352Z","steps":["trace[1601900739] 'agreement among raft nodes before linearized reading' (duration: 140.32493ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:14.009693Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22300} {"level":"info","ts":"2026-07-31T00:37:14.009794Z","caller":"traceutil/trace.go:171","msg":"trace[873138013] compact","detail":"{revision:22300; response_revision:25349; }","duration":"143.284382ms","start":"2026-07-31T00:37:13.866485Z","end":"2026-07-31T00:37:14.00977Z","steps":["trace[873138013] 'process raft request' (duration: 42.672358ms)","trace[873138013] 'check and update compact revision' (duration: 99.812202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:14.172248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.730797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:37:14.182386Z","caller":"traceutil/trace.go:171","msg":"trace[892362443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25349; }","duration":"163.880415ms","start":"2026-07-31T00:37:14.018482Z","end":"2026-07-31T00:37:14.182362Z","steps":["trace[892362443] 'range keys from in-memory index tree' (duration: 153.499141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:14.546532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.741278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18477"} {"level":"info","ts":"2026-07-31T00:37:14.546737Z","caller":"traceutil/trace.go:171","msg":"trace[146988831] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25349; }","duration":"354.997965ms","start":"2026-07-31T00:37:14.191717Z","end":"2026-07-31T00:37:14.546715Z","steps":["trace[146988831] 'range keys from in-memory index tree' (duration: 354.413869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:14.546916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:14.191702Z","time spent":"355.20113ms","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18500,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T00:37:15.050392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.891065ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T00:37:15.05152Z","caller":"traceutil/trace.go:171","msg":"trace[723757055] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"818.297944ms","start":"2026-07-31T00:37:14.23318Z","end":"2026-07-31T00:37:15.051478Z","steps":["trace[723757055] 'process raft request' (duration: 817.530703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:15.051774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:14.233162Z","time spent":"818.47678ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":472,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:15.052464Z","caller":"traceutil/trace.go:171","msg":"trace[1451883428] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26194; }","duration":"492.432677ms","start":"2026-07-31T00:37:14.560008Z","end":"2026-07-31T00:37:15.052441Z","steps":["trace[1451883428] 'read index received' (duration: 71.271461ms)","trace[1451883428] 'applied index is now lower than readState.Index' (duration: 421.160266ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:15.052572Z","caller":"traceutil/trace.go:171","msg":"trace[2017285371] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"792.19166ms","start":"2026-07-31T00:37:14.260373Z","end":"2026-07-31T00:37:15.052564Z","steps":["trace[2017285371] 'process raft request' (duration: 790.996067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:15.05267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:14.260355Z","time spent":"792.242911ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:15.435481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.101891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-31T00:37:15.435552Z","caller":"traceutil/trace.go:171","msg":"trace[424401498] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25351; }","duration":"608.211154ms","start":"2026-07-31T00:37:14.827319Z","end":"2026-07-31T00:37:15.43553Z","steps":["trace[424401498] 'agreement among raft nodes before linearized reading' (duration: 225.527252ms)","trace[424401498] 'range keys from in-memory index tree' (duration: 382.512598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:15.435582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:14.827301Z","time spent":"608.274447ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-31T00:37:15.435636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.820689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:15.435738Z","caller":"traceutil/trace.go:171","msg":"trace[1160992886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25351; }","duration":"780.965282ms","start":"2026-07-31T00:37:14.654744Z","end":"2026-07-31T00:37:15.435709Z","steps":["trace[1160992886] 'agreement among raft nodes before linearized reading' (duration: 398.125245ms)","trace[1160992886] 'range keys from in-memory index tree' (duration: 382.716313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:15.43578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.925406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:15.43581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:14.654713Z","time spent":"781.078346ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:37:15.435864Z","caller":"traceutil/trace.go:171","msg":"trace[2146084296] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25351; }","duration":"783.07892ms","start":"2026-07-31T00:37:14.652763Z","end":"2026-07-31T00:37:15.435842Z","steps":["trace[2146084296] 'agreement among raft nodes before linearized reading' (duration: 400.080029ms)","trace[2146084296] 'count revisions from in-memory index tree' (duration: 382.845357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:15.435923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:14.65274Z","time spent":"783.171433ms","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:15.435918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.88106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-31T00:37:15.436052Z","caller":"traceutil/trace.go:171","msg":"trace[388100166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25351; }","duration":"876.129167ms","start":"2026-07-31T00:37:14.559881Z","end":"2026-07-31T00:37:15.43601Z","steps":["trace[388100166] 'agreement among raft nodes before linearized reading' (duration: 492.976601ms)","trace[388100166] 'range keys from in-memory index tree' (duration: 382.888088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:15.436159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:14.559865Z","time spent":"876.277951ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-31T00:37:15.587652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.208955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:15.587789Z","caller":"traceutil/trace.go:171","msg":"trace[1483528055] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"502.508582ms","start":"2026-07-31T00:37:15.085255Z","end":"2026-07-31T00:37:15.587764Z","steps":["trace[1483528055] 'process raft request' (duration: 380.064001ms)","trace[1483528055] 'compare' (duration: 121.880575ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:15.587902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.085218Z","time spent":"502.613424ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:16.350314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.022356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:16.350467Z","caller":"traceutil/trace.go:171","msg":"trace[735311636] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26197; }","duration":"912.349028ms","start":"2026-07-31T00:37:15.438098Z","end":"2026-07-31T00:37:16.350447Z","steps":["trace[735311636] 'read index received' (duration: 27.386839ms)","trace[735311636] 'applied index is now lower than readState.Index' (duration: 884.960699ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:16.350477Z","caller":"traceutil/trace.go:171","msg":"trace[1849509432] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"1.264515366s","start":"2026-07-31T00:37:15.085908Z","end":"2026-07-31T00:37:16.350423Z","steps":["trace[1849509432] 'process raft request' (duration: 529.295755ms)","trace[1849509432] 'compare' (duration: 339.564203ms)","trace[1849509432] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 395.010351ms)"],"step_count":3} {"level":"warn","ts":"2026-07-31T00:37:16.350638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.085836Z","time spent":"1.264721062s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:16.584823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14670214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:16.584913Z","caller":"traceutil/trace.go:171","msg":"trace[109020727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25353; }","duration":"1.146823934s","start":"2026-07-31T00:37:15.438065Z","end":"2026-07-31T00:37:16.584888Z","steps":["trace[109020727] 'agreement among raft nodes before linearized reading' (duration: 912.507852ms)","trace[109020727] 'range keys from in-memory index tree' (duration: 234.197659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:16.584958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.438048Z","time spent":"1.146900376s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:17.008905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.349926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:17.009113Z","caller":"traceutil/trace.go:171","msg":"trace[1037952903] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"1.499903886s","start":"2026-07-31T00:37:15.509136Z","end":"2026-07-31T00:37:17.00904Z","steps":["trace[1037952903] 'process raft request' (duration: 841.301724ms)","trace[1037952903] 'compare' (duration: 234.28331ms)","trace[1037952903] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 423.746187ms)"],"step_count":3} {"level":"warn","ts":"2026-07-31T00:37:17.009235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.50912Z","time spent":"1.500050901s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:17.437055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.932181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:17.437319Z","caller":"traceutil/trace.go:171","msg":"trace[1714748634] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"1.927783436s","start":"2026-07-31T00:37:15.509498Z","end":"2026-07-31T00:37:17.437282Z","steps":["trace[1714748634] 'process raft request' (duration: 1.499525376s)","trace[1714748634] 'compare' (duration: 236.275106ms)","trace[1714748634] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:520; } (duration: 191.314436ms)"],"step_count":3} {"level":"warn","ts":"2026-07-31T00:37:17.43765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.509486Z","time spent":"1.928125426s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:17.79135Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22300,"took":"3.777831116s","hash":140044651,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":44126208,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-31T00:37:17.791424Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":140044651,"revision":22300,"compact-revision":20006} {"level":"warn","ts":"2026-07-31T00:37:17.791903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.556493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:17.792079Z","caller":"traceutil/trace.go:171","msg":"trace[2050148611] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"2.281432265s","start":"2026-07-31T00:37:15.510626Z","end":"2026-07-31T00:37:17.792058Z","steps":["trace[2050148611] 'process raft request' (duration: 1.926638846s)","trace[2050148611] 'compare' (duration: 142.433028ms)","trace[2050148611] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 211.784826ms)"],"step_count":3} {"level":"warn","ts":"2026-07-31T00:37:17.79213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.510611Z","time spent":"2.281495227s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:17.792207Z","caller":"traceutil/trace.go:171","msg":"trace[2055572185] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"2.28122635s","start":"2026-07-31T00:37:15.510953Z","end":"2026-07-31T00:37:17.79218Z","steps":["trace[2055572185] 'process raft request' (duration: 2.281018624s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:17.792325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.510945Z","time spent":"2.281316732s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:17.792215Z","caller":"traceutil/trace.go:171","msg":"trace[887177589] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26199; }","duration":"1.441698394s","start":"2026-07-31T00:37:16.350494Z","end":"2026-07-31T00:37:17.792193Z","steps":["trace[887177589] 'read index received' (duration: 92.413µs)","trace[887177589] 'applied index is now lower than readState.Index' (duration: 1.441604701s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.119639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610071488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:37:18.119732Z","caller":"traceutil/trace.go:171","msg":"trace[1888120947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25357; }","duration":"2.610190782s","start":"2026-07-31T00:37:15.509514Z","end":"2026-07-31T00:37:18.119705Z","steps":["trace[1888120947] 'agreement among raft nodes before linearized reading' (duration: 2.28272352s)","trace[1888120947] 'range keys from in-memory index tree' (duration: 327.256676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.119777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.509497Z","time spent":"2.610269644s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:37:18.119779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610515171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:37:18.119869Z","caller":"traceutil/trace.go:171","msg":"trace[1848706571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25357; }","duration":"2.610638314s","start":"2026-07-31T00:37:15.509207Z","end":"2026-07-31T00:37:18.119846Z","steps":["trace[1848706571] 'agreement among raft nodes before linearized reading' (duration: 2.282994237s)","trace[1848706571] 'range keys from in-memory index tree' (duration: 327.40848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.1199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612389292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T00:37:18.119927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.509202Z","time spent":"2.610713936s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T00:37:18.119957Z","caller":"traceutil/trace.go:171","msg":"trace[122946650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25357; }","duration":"2.612495305s","start":"2026-07-31T00:37:15.507446Z","end":"2026-07-31T00:37:18.119941Z","steps":["trace[122946650] 'agreement among raft nodes before linearized reading' (duration: 2.284787426s)","trace[122946650] 'range keys from in-memory index tree' (duration: 327.581265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.120008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.507419Z","time spent":"2.612577597s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:18.120051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445216637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.12011Z","caller":"traceutil/trace.go:171","msg":"trace[1137019318] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25357; }","duration":"2.445303369s","start":"2026-07-31T00:37:15.674776Z","end":"2026-07-31T00:37:18.120079Z","steps":["trace[1137019318] 'agreement among raft nodes before linearized reading' (duration: 2.117451937s)","trace[1137019318] 'count revisions from in-memory index tree' (duration: 327.806421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.120153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.674744Z","time spent":"2.445395992s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:18.120217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612466104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:37:18.120249Z","caller":"traceutil/trace.go:171","msg":"trace[1496086075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25357; }","duration":"2.612528596s","start":"2026-07-31T00:37:15.507709Z","end":"2026-07-31T00:37:18.120238Z","steps":["trace[1496086075] 'agreement among raft nodes before linearized reading' (duration: 2.28454876s)","trace[1496086075] 'range keys from in-memory index tree' (duration: 327.877893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.120276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.5077Z","time spent":"2.612569527s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:18.120473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681908685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:37:18.121425Z","caller":"traceutil/trace.go:171","msg":"trace[928358518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25357; }","duration":"2.682913142s","start":"2026-07-31T00:37:15.438495Z","end":"2026-07-31T00:37:18.121408Z","steps":["trace[928358518] 'agreement among raft nodes before linearized reading' (duration: 2.353753604s)","trace[928358518] 'range keys from in-memory index tree' (duration: 328.11787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.119791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615054775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:37:18.121478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.438462Z","time spent":"2.683004494s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:37:18.121485Z","caller":"traceutil/trace.go:171","msg":"trace[339292416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25357; }","duration":"2.616804583s","start":"2026-07-31T00:37:15.504664Z","end":"2026-07-31T00:37:18.121468Z","steps":["trace[339292416] 'agreement among raft nodes before linearized reading' (duration: 2.287583303s)","trace[339292416] 'range keys from in-memory index tree' (duration: 327.453121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.120012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029639384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:18.121534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:15.50463Z","time spent":"2.616888165s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T00:37:18.121567Z","caller":"traceutil/trace.go:171","msg":"trace[1919019966] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25357; }","duration":"2.031215247s","start":"2026-07-31T00:37:16.090319Z","end":"2026-07-31T00:37:18.121534Z","steps":["trace[1919019966] 'agreement among raft nodes before linearized reading' (duration: 1.701901185s)","trace[1919019966] 'count revisions from in-memory index tree' (duration: 327.76873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.121657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:16.090297Z","time spent":"2.031324561s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:18.122161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.905468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:18.122327Z","caller":"traceutil/trace.go:171","msg":"trace[2132377793] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"1.06041465s","start":"2026-07-31T00:37:17.061888Z","end":"2026-07-31T00:37:18.122302Z","steps":["trace[2132377793] 'process raft request' (duration: 730.293576ms)","trace[2132377793] 'compare' (duration: 329.213069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.122443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:17.061859Z","time spent":"1.060524343s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:18.122497Z","caller":"traceutil/trace.go:171","msg":"trace[1397989823] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26203; }","duration":"330.127945ms","start":"2026-07-31T00:37:17.792353Z","end":"2026-07-31T00:37:18.122481Z","steps":["trace[1397989823] 'read index received' (duration: 30.311µs)","trace[1397989823] 'applied index is now lower than readState.Index' (duration: 330.096234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.122592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531577535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.122616Z","caller":"traceutil/trace.go:171","msg":"trace[1074673693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25359; }","duration":"1.531637907s","start":"2026-07-31T00:37:16.59097Z","end":"2026-07-31T00:37:18.122608Z","steps":["trace[1074673693] 'agreement among raft nodes before linearized reading' (duration: 1.531584815s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.122645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:16.590951Z","time spent":"1.531687987s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:18.122644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144620194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.122633Z","caller":"traceutil/trace.go:171","msg":"trace[265531907] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"529.211963ms","start":"2026-07-31T00:37:17.593404Z","end":"2026-07-31T00:37:18.122616Z","steps":["trace[265531907] 'process raft request' (duration: 528.983317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.12265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.976542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:18.122653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.455413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:18.122641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140323608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:18.122648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165344632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.122685Z","caller":"traceutil/trace.go:171","msg":"trace[308481095] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25359; }","duration":"1.144657685s","start":"2026-07-31T00:37:16.978012Z","end":"2026-07-31T00:37:18.12267Z","steps":["trace[308481095] 'agreement among raft nodes before linearized reading' (duration: 1.144588763s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.122721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157781105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-07-31T00:37:18.122734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:16.977977Z","time spent":"1.144746928s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:18.122722Z","caller":"traceutil/trace.go:171","msg":"trace[1510035171] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25359; }","duration":"1.140446771s","start":"2026-07-31T00:37:16.982254Z","end":"2026-07-31T00:37:18.1227Z","steps":["trace[1510035171] 'agreement among raft nodes before linearized reading' (duration: 1.140234255s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.122733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:17.593381Z","time spent":"529.303426ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:18.122736Z","caller":"traceutil/trace.go:171","msg":"trace[701707787] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25359; }","duration":"1.165478816s","start":"2026-07-31T00:37:16.957238Z","end":"2026-07-31T00:37:18.122717Z","steps":["trace[701707787] 'agreement among raft nodes before linearized reading' (duration: 1.165321971s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:18.122764Z","caller":"traceutil/trace.go:171","msg":"trace[615646012] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25359; }","duration":"1.157841787s","start":"2026-07-31T00:37:16.964911Z","end":"2026-07-31T00:37:18.122753Z","steps":["trace[615646012] 'agreement among raft nodes before linearized reading' (duration: 1.157627601s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.122778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:16.982244Z","time spent":"1.140523283s","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:18.122802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:16.964904Z","time spent":"1.157890138s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-31T00:37:18.122804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:16.95722Z","time spent":"1.165572729s","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:18.122694Z","caller":"traceutil/trace.go:171","msg":"trace[1517338938] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25359; }","duration":"447.069435ms","start":"2026-07-31T00:37:17.675612Z","end":"2026-07-31T00:37:18.122681Z","steps":["trace[1517338938] 'agreement among raft nodes before linearized reading' (duration: 446.8866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.122878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:17.675587Z","time spent":"447.281461ms","remote":"127.0.0.1:59908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:18.122725Z","caller":"traceutil/trace.go:171","msg":"trace[1561659635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25359; }","duration":"839.553806ms","start":"2026-07-31T00:37:17.283136Z","end":"2026-07-31T00:37:18.12269Z","steps":["trace[1561659635] 'agreement among raft nodes before linearized reading' (duration: 839.446163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.124936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:17.283115Z","time spent":"841.799868ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:37:18.554963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.794047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:18.555064Z","caller":"traceutil/trace.go:171","msg":"trace[1482216205] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"428.088416ms","start":"2026-07-31T00:37:18.126955Z","end":"2026-07-31T00:37:18.555044Z","steps":["trace[1482216205] 'process raft request' (duration: 186.134354ms)","trace[1482216205] 'compare' (duration: 241.251563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:18.555126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.126934Z","time spent":"428.162387ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:18.649443Z","caller":"traceutil/trace.go:171","msg":"trace[526084890] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"521.126062ms","start":"2026-07-31T00:37:18.128288Z","end":"2026-07-31T00:37:18.649414Z","steps":["trace[526084890] 'process raft request' (duration: 520.956497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.64967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.128264Z","time spent":"521.265496ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:18.650074Z","caller":"traceutil/trace.go:171","msg":"trace[1862210996] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"521.656776ms","start":"2026-07-31T00:37:18.128403Z","end":"2026-07-31T00:37:18.65006Z","steps":["trace[1862210996] 'process raft request' (duration: 520.975768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.65014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.128381Z","time spent":"521.723609ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:18.650131Z","caller":"traceutil/trace.go:171","msg":"trace[11473710] linearizableReadLoop","detail":"{readStateIndex:26211; appliedIndex:26205; }","duration":"520.046703ms","start":"2026-07-31T00:37:18.130061Z","end":"2026-07-31T00:37:18.650107Z","steps":["trace[11473710] 'read index received' (duration: 183.04457ms)","trace[11473710] 'applied index is now lower than readState.Index' (duration: 337.000973ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:18.650222Z","caller":"traceutil/trace.go:171","msg":"trace[324547386] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"521.651666ms","start":"2026-07-31T00:37:18.128554Z","end":"2026-07-31T00:37:18.650205Z","steps":["trace[324547386] 'process raft request' (duration: 521.492172ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:18.650226Z","caller":"traceutil/trace.go:171","msg":"trace[1875012606] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"521.753839ms","start":"2026-07-31T00:37:18.128445Z","end":"2026-07-31T00:37:18.650198Z","steps":["trace[1875012606] 'process raft request' (duration: 521.559624ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:18.650174Z","caller":"traceutil/trace.go:171","msg":"trace[1750857203] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"521.702767ms","start":"2026-07-31T00:37:18.128421Z","end":"2026-07-31T00:37:18.650123Z","steps":["trace[1750857203] 'process raft request' (duration: 521.469561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.650286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.205577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.650353Z","caller":"traceutil/trace.go:171","msg":"trace[638935796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25365; }","duration":"520.33113ms","start":"2026-07-31T00:37:18.130012Z","end":"2026-07-31T00:37:18.650343Z","steps":["trace[638935796] 'agreement among raft nodes before linearized reading' (duration: 520.216807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.650362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.128429Z","time spent":"521.871012ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:18.650399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.130003Z","time spent":"520.382431ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:18.65032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.128544Z","time spent":"521.717848ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:18.650445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.128397Z","time spent":"521.935044ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:18.652269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.010115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.652307Z","caller":"traceutil/trace.go:171","msg":"trace[1567831787] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25366; }","duration":"522.049887ms","start":"2026-07-31T00:37:18.130251Z","end":"2026-07-31T00:37:18.6523Z","steps":["trace[1567831787] 'agreement among raft nodes before linearized reading' (duration: 521.971944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.652323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.130233Z","time spent":"522.085658ms","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-31T00:37:18.652369Z","caller":"traceutil/trace.go:171","msg":"trace[85381234] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"295.655591ms","start":"2026-07-31T00:37:18.35666Z","end":"2026-07-31T00:37:18.652316Z","steps":["trace[85381234] 'process raft request' (duration: 295.513367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.65243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.674524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.652451Z","caller":"traceutil/trace.go:171","msg":"trace[1666888239] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25366; }","duration":"393.735945ms","start":"2026-07-31T00:37:18.25871Z","end":"2026-07-31T00:37:18.652446Z","steps":["trace[1666888239] 'agreement among raft nodes before linearized reading' (duration: 393.698864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.652468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.258688Z","time spent":"393.775897ms","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:18.652559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.358716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:18.652577Z","caller":"traceutil/trace.go:171","msg":"trace[1185933148] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25366; }","duration":"495.413358ms","start":"2026-07-31T00:37:18.15716Z","end":"2026-07-31T00:37:18.652573Z","steps":["trace[1185933148] 'agreement among raft nodes before linearized reading' (duration: 495.382757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:18.652591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.157137Z","time spent":"495.450419ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:19.615178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.980913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:19.615294Z","caller":"traceutil/trace.go:171","msg":"trace[1813419167] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26213; }","duration":"661.141153ms","start":"2026-07-31T00:37:18.954137Z","end":"2026-07-31T00:37:19.615278Z","steps":["trace[1813419167] 'read index received' (duration: 441.988586ms)","trace[1813419167] 'applied index is now lower than readState.Index' (duration: 219.150877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:19.615421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.257756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:19.615415Z","caller":"traceutil/trace.go:171","msg":"trace[662025909] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"724.888978ms","start":"2026-07-31T00:37:18.890482Z","end":"2026-07-31T00:37:19.615371Z","steps":["trace[662025909] 'process raft request' (duration: 505.628447ms)","trace[662025909] 'compare' (duration: 218.619293ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:19.615493Z","caller":"traceutil/trace.go:171","msg":"trace[958694724] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25367; }","duration":"661.38497ms","start":"2026-07-31T00:37:18.954088Z","end":"2026-07-31T00:37:19.615473Z","steps":["trace[958694724] 'agreement among raft nodes before linearized reading' (duration: 661.261926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:19.615539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.954071Z","time spent":"661.454962ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:19.615639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.890453Z","time spent":"725.051482ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:19.691448Z","caller":"traceutil/trace.go:171","msg":"trace[91522935] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"677.754888ms","start":"2026-07-31T00:37:19.013673Z","end":"2026-07-31T00:37:19.691427Z","steps":["trace[91522935] 'process raft request' (duration: 677.691577ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:19.691503Z","caller":"traceutil/trace.go:171","msg":"trace[1790804563] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"736.102704ms","start":"2026-07-31T00:37:18.955367Z","end":"2026-07-31T00:37:19.691469Z","steps":["trace[1790804563] 'process raft request' (duration: 735.879908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:19.691604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.013648Z","time spent":"677.862912ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:19.6917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.955353Z","time spent":"736.247529ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:20.132197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.613044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:20.132414Z","caller":"traceutil/trace.go:171","msg":"trace[291274359] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"688.81342ms","start":"2026-07-31T00:37:19.443576Z","end":"2026-07-31T00:37:20.13239Z","steps":["trace[291274359] 'process raft request' (duration: 375.926038ms)","trace[291274359] 'compare' (duration: 312.211303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:20.132522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.443546Z","time spent":"688.918543ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:20.132523Z","caller":"traceutil/trace.go:171","msg":"trace[1598830512] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"332.773036ms","start":"2026-07-31T00:37:19.799734Z","end":"2026-07-31T00:37:20.132507Z","steps":["trace[1598830512] 'process raft request' (duration: 332.731385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.132597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.799715Z","time spent":"332.846078ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:20.132712Z","caller":"traceutil/trace.go:171","msg":"trace[353074432] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"495.467179ms","start":"2026-07-31T00:37:19.637238Z","end":"2026-07-31T00:37:20.132705Z","steps":["trace[353074432] 'process raft request' (duration: 495.066958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.132746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.637212Z","time spent":"495.51514ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:20.132804Z","caller":"traceutil/trace.go:171","msg":"trace[2089264872] linearizableReadLoop","detail":"{readStateIndex:26217; appliedIndex:26215; }","duration":"517.473881ms","start":"2026-07-31T00:37:19.615319Z","end":"2026-07-31T00:37:20.132793Z","steps":["trace[2089264872] 'read index received' (duration: 76.036031ms)","trace[2089264872] 'applied index is now lower than readState.Index' (duration: 441.43671ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:20.132863Z","caller":"traceutil/trace.go:171","msg":"trace[1153999088] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"334.114333ms","start":"2026-07-31T00:37:19.79874Z","end":"2026-07-31T00:37:20.132855Z","steps":["trace[1153999088] 'process raft request' (duration: 333.669741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.133117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.605502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:20.133148Z","caller":"traceutil/trace.go:171","msg":"trace[264592701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25373; }","duration":"818.702775ms","start":"2026-07-31T00:37:19.314438Z","end":"2026-07-31T00:37:20.13314Z","steps":["trace[264592701] 'agreement among raft nodes before linearized reading' (duration: 818.649603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.133164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.314416Z","time spent":"818.745566ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:20.133289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178197112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-31T00:37:20.133352Z","caller":"traceutil/trace.go:171","msg":"trace[968737742] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25373; }","duration":"1.178302216s","start":"2026-07-31T00:37:18.95503Z","end":"2026-07-31T00:37:20.133333Z","steps":["trace[968737742] 'agreement among raft nodes before linearized reading' (duration: 1.178128101s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.133384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:18.955009Z","time spent":"1.178366987s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-31T00:37:20.133591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.798707Z","time spent":"334.181935ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:20.602561Z","caller":"traceutil/trace.go:171","msg":"trace[1799570489] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"474.395362ms","start":"2026-07-31T00:37:20.128141Z","end":"2026-07-31T00:37:20.602537Z","steps":["trace[1799570489] 'process raft request' (duration: 474.239738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.60268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.128121Z","time spent":"474.495406ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:20.644625Z","caller":"traceutil/trace.go:171","msg":"trace[445267179] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"515.982951ms","start":"2026-07-31T00:37:20.128622Z","end":"2026-07-31T00:37:20.644605Z","steps":["trace[445267179] 'process raft request' (duration: 515.799976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.644748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.128615Z","time spent":"516.068744ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:20.644809Z","caller":"traceutil/trace.go:171","msg":"trace[487352305] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"171.464772ms","start":"2026-07-31T00:37:20.473319Z","end":"2026-07-31T00:37:20.644784Z","steps":["trace[487352305] 'process raft request' (duration: 171.242396ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:20.644798Z","caller":"traceutil/trace.go:171","msg":"trace[1854922495] linearizableReadLoop","detail":"{readStateIndex:26222; appliedIndex:26220; }","duration":"511.93735ms","start":"2026-07-31T00:37:20.132827Z","end":"2026-07-31T00:37:20.644765Z","steps":["trace[1854922495] 'read index received' (duration: 469.56312ms)","trace[1854922495] 'applied index is now lower than readState.Index' (duration: 42.36901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:20.644923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.218576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:20.645021Z","caller":"traceutil/trace.go:171","msg":"trace[1844071632] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25376; }","duration":"581.331709ms","start":"2026-07-31T00:37:20.063665Z","end":"2026-07-31T00:37:20.644997Z","steps":["trace[1844071632] 'agreement among raft nodes before linearized reading' (duration: 581.133604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.645042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.722922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:20.645065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.919702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-31T00:37:20.645093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.063615Z","time spent":"581.453722ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:20.645075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.784564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-31T00:37:20.645141Z","caller":"traceutil/trace.go:171","msg":"trace[1961604866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25376; }","duration":"990.872617ms","start":"2026-07-31T00:37:19.654244Z","end":"2026-07-31T00:37:20.645117Z","steps":["trace[1961604866] 'agreement among raft nodes before linearized reading' (duration: 990.686131ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:20.645146Z","caller":"traceutil/trace.go:171","msg":"trace[1789633278] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25376; }","duration":"951.033166ms","start":"2026-07-31T00:37:19.694094Z","end":"2026-07-31T00:37:20.645127Z","steps":["trace[1789633278] 'agreement among raft nodes before linearized reading' (duration: 950.768769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.645197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.694082Z","time spent":"951.101287ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-31T00:37:20.645182Z","caller":"traceutil/trace.go:171","msg":"trace[1488764723] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245; range_end:; response_count:1; response_revision:25376; }","duration":"508.922668ms","start":"2026-07-31T00:37:20.136244Z","end":"2026-07-31T00:37:20.645166Z","steps":["trace[1488764723] 'agreement among raft nodes before linearized reading' (duration: 508.679591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.645253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.13623Z","time spent":"509.00732ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245\" "} {"level":"warn","ts":"2026-07-31T00:37:20.645249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.460086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-31T00:37:20.645359Z","caller":"traceutil/trace.go:171","msg":"trace[312619620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25376; }","duration":"200.64158ms","start":"2026-07-31T00:37:20.444692Z","end":"2026-07-31T00:37:20.645333Z","steps":["trace[312619620] 'agreement among raft nodes before linearized reading' (duration: 200.367673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:20.645197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:19.654226Z","time spent":"990.959178ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:21.25282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.051646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:21.253183Z","caller":"traceutil/trace.go:171","msg":"trace[156090126] linearizableReadLoop","detail":"{readStateIndex:26230; appliedIndex:26225; }","duration":"510.386898ms","start":"2026-07-31T00:37:20.742776Z","end":"2026-07-31T00:37:21.253163Z","steps":["trace[156090126] 'read index received' (duration: 93.876789ms)","trace[156090126] 'applied index is now lower than readState.Index' (duration: 416.508879ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:21.253384Z","caller":"traceutil/trace.go:171","msg":"trace[329358894] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"511.891449ms","start":"2026-07-31T00:37:20.741441Z","end":"2026-07-31T00:37:21.253332Z","steps":["trace[329358894] 'process raft request' (duration: 511.491628ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:21.253435Z","caller":"traceutil/trace.go:171","msg":"trace[1009006586] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"511.609841ms","start":"2026-07-31T00:37:20.741786Z","end":"2026-07-31T00:37:21.253396Z","steps":["trace[1009006586] 'process raft request' (duration: 511.21643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:21.253889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.110358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:21.2539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.746151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-07-31T00:37:21.253559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.50498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:21.253943Z","caller":"traceutil/trace.go:171","msg":"trace[434215287] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25383; }","duration":"511.159199ms","start":"2026-07-31T00:37:20.742758Z","end":"2026-07-31T00:37:21.253917Z","steps":["trace[434215287] 'agreement among raft nodes before linearized reading' (duration: 510.611974ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:21.253941Z","caller":"traceutil/trace.go:171","msg":"trace[1225281571] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25383; }","duration":"239.803753ms","start":"2026-07-31T00:37:21.014123Z","end":"2026-07-31T00:37:21.253927Z","steps":["trace[1225281571] 'agreement among raft nodes before linearized reading' (duration: 239.660609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:21.253954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.741778Z","time spent":"512.094464ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:21.253975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.742751Z","time spent":"511.216551ms","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T00:37:21.253963Z","caller":"traceutil/trace.go:171","msg":"trace[22171420] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25383; }","duration":"328.950002ms","start":"2026-07-31T00:37:20.924991Z","end":"2026-07-31T00:37:21.253941Z","steps":["trace[22171420] 'agreement among raft nodes before linearized reading' (duration: 328.477599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:21.254064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.924963Z","time spent":"329.083836ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:21.254049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.111996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-31T00:37:21.253615Z","caller":"traceutil/trace.go:171","msg":"trace[1737415936] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"511.036566ms","start":"2026-07-31T00:37:20.742302Z","end":"2026-07-31T00:37:21.253339Z","steps":["trace[1737415936] 'process raft request' (duration: 510.750368ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:21.254169Z","caller":"traceutil/trace.go:171","msg":"trace[596568687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25383; }","duration":"295.26801ms","start":"2026-07-31T00:37:20.958857Z","end":"2026-07-31T00:37:21.254125Z","steps":["trace[596568687] 'agreement among raft nodes before linearized reading' (duration: 294.941861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:21.254227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.742291Z","time spent":"511.874418ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:21.253673Z","caller":"traceutil/trace.go:171","msg":"trace[1474389249] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"512.30779ms","start":"2026-07-31T00:37:20.741343Z","end":"2026-07-31T00:37:21.25365Z","steps":["trace[1474389249] 'process raft request' (duration: 95.319579ms)","trace[1474389249] 'compare' (duration: 415.626554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:21.25438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.741329Z","time spent":"513.020599ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:21.253736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.534764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:21.254442Z","caller":"traceutil/trace.go:171","msg":"trace[1576418568] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25383; }","duration":"172.291056ms","start":"2026-07-31T00:37:21.082135Z","end":"2026-07-31T00:37:21.254426Z","steps":["trace[1576418568] 'agreement among raft nodes before linearized reading' (duration: 171.548415ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:21.253729Z","caller":"traceutil/trace.go:171","msg":"trace[1975457197] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"511.313283ms","start":"2026-07-31T00:37:20.742394Z","end":"2026-07-31T00:37:21.253707Z","steps":["trace[1975457197] 'process raft request' (duration: 510.724077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:21.253773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.185985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:21.254665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.742374Z","time spent":"512.196577ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:21.254725Z","caller":"traceutil/trace.go:171","msg":"trace[1074885931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25383; }","duration":"324.164271ms","start":"2026-07-31T00:37:20.930544Z","end":"2026-07-31T00:37:21.254708Z","steps":["trace[1074885931] 'agreement among raft nodes before linearized reading' (duration: 323.156624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:21.25478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.930504Z","time spent":"324.246723ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:21.253559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:20.74142Z","time spent":"512.039033ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:22.134117Z","caller":"traceutil/trace.go:171","msg":"trace[942144511] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"356.877447ms","start":"2026-07-31T00:37:21.777215Z","end":"2026-07-31T00:37:22.134092Z","steps":["trace[942144511] 'process raft request' (duration: 356.682752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:22.134274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:21.777157Z","time spent":"357.039291ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:22.13483Z","caller":"traceutil/trace.go:171","msg":"trace[1565238502] linearizableReadLoop","detail":"{readStateIndex:26233; appliedIndex:26231; }","duration":"335.978675ms","start":"2026-07-31T00:37:21.798826Z","end":"2026-07-31T00:37:22.134805Z","steps":["trace[1565238502] 'read index received' (duration: 335.06326ms)","trace[1565238502] 'applied index is now lower than readState.Index' (duration: 914.335µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:22.134951Z","caller":"traceutil/trace.go:171","msg":"trace[214805632] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"357.35941ms","start":"2026-07-31T00:37:21.77758Z","end":"2026-07-31T00:37:22.134939Z","steps":["trace[214805632] 'process raft request' (duration: 357.085883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:22.135091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:21.777556Z","time spent":"357.450492ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:22.135128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.632554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:22.135199Z","caller":"traceutil/trace.go:171","msg":"trace[247000665] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25386; }","duration":"195.752757ms","start":"2026-07-31T00:37:21.939427Z","end":"2026-07-31T00:37:22.13518Z","steps":["trace[247000665] 'agreement among raft nodes before linearized reading' (duration: 195.565502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:22.135262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.440758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:22.135301Z","caller":"traceutil/trace.go:171","msg":"trace[2059247021] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25386; }","duration":"336.511609ms","start":"2026-07-31T00:37:21.798779Z","end":"2026-07-31T00:37:22.13529Z","steps":["trace[2059247021] 'agreement among raft nodes before linearized reading' (duration: 336.445057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:22.135337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:21.798765Z","time spent":"336.563861ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:22.773906Z","caller":"traceutil/trace.go:171","msg":"trace[1495702954] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"165.430217ms","start":"2026-07-31T00:37:22.608447Z","end":"2026-07-31T00:37:22.773877Z","steps":["trace[1495702954] 'process raft request' (duration: 71.200298ms)","trace[1495702954] 'compare' (duration: 93.599952ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:22.856881Z","caller":"traceutil/trace.go:171","msg":"trace[1764022779] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26237; }","duration":"201.069493ms","start":"2026-07-31T00:37:22.655784Z","end":"2026-07-31T00:37:22.856853Z","steps":["trace[1764022779] 'read index received' (duration: 23.870754ms)","trace[1764022779] 'applied index is now lower than readState.Index' (duration: 177.197409ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:22.857012Z","caller":"traceutil/trace.go:171","msg":"trace[161589567] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"202.539472ms","start":"2026-07-31T00:37:22.654445Z","end":"2026-07-31T00:37:22.856985Z","steps":["trace[161589567] 'process raft request' (duration: 202.247104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:22.85705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.238917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:22.857085Z","caller":"traceutil/trace.go:171","msg":"trace[1378827137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25392; }","duration":"201.316559ms","start":"2026-07-31T00:37:22.655757Z","end":"2026-07-31T00:37:22.857074Z","steps":["trace[1378827137] 'agreement among raft nodes before linearized reading' (duration: 201.228116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:22.861621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.406747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:37:22.8617Z","caller":"traceutil/trace.go:171","msg":"trace[257859110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25393; }","duration":"180.543761ms","start":"2026-07-31T00:37:22.681137Z","end":"2026-07-31T00:37:22.861681Z","steps":["trace[257859110] 'agreement among raft nodes before linearized reading' (duration: 180.293484ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:22.86169Z","caller":"traceutil/trace.go:171","msg":"trace[1573114776] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"120.396095ms","start":"2026-07-31T00:37:22.741274Z","end":"2026-07-31T00:37:22.86167Z","steps":["trace[1573114776] 'process raft request' (duration: 119.892241ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:23.898079Z","caller":"traceutil/trace.go:171","msg":"trace[2069375065] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"119.945532ms","start":"2026-07-31T00:37:23.778098Z","end":"2026-07-31T00:37:23.898043Z","steps":["trace[2069375065] 'process raft request' (duration: 119.738716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:24.982054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.779081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:24.982294Z","caller":"traceutil/trace.go:171","msg":"trace[505114291] linearizableReadLoop","detail":"{readStateIndex:26252; appliedIndex:26251; }","duration":"126.350628ms","start":"2026-07-31T00:37:24.855925Z","end":"2026-07-31T00:37:24.982276Z","steps":["trace[505114291] 'read index received' (duration: 7.218858ms)","trace[505114291] 'applied index is now lower than readState.Index' (duration: 119.13022ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:24.98238Z","caller":"traceutil/trace.go:171","msg":"trace[1124688813] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"202.100861ms","start":"2026-07-31T00:37:24.780267Z","end":"2026-07-31T00:37:24.982368Z","steps":["trace[1124688813] 'process raft request' (duration: 82.924159ms)","trace[1124688813] 'compare' (duration: 118.508823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:24.982616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.647346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:24.982753Z","caller":"traceutil/trace.go:171","msg":"trace[1524173342] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25405; }","duration":"126.81365ms","start":"2026-07-31T00:37:24.855912Z","end":"2026-07-31T00:37:24.982726Z","steps":["trace[1524173342] 'agreement among raft nodes before linearized reading' (duration: 126.523092ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:25.119742Z","caller":"traceutil/trace.go:171","msg":"trace[1188729795] linearizableReadLoop","detail":"{readStateIndex:26254; appliedIndex:26252; }","duration":"137.38551ms","start":"2026-07-31T00:37:24.982332Z","end":"2026-07-31T00:37:25.119717Z","steps":["trace[1188729795] 'read index received' (duration: 126.843931ms)","trace[1188729795] 'applied index is now lower than readState.Index' (duration: 10.540738ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:25.119814Z","caller":"traceutil/trace.go:171","msg":"trace[650229682] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"256.607603ms","start":"2026-07-31T00:37:24.863183Z","end":"2026-07-31T00:37:25.119791Z","steps":["trace[650229682] 'process raft request' (duration: 246.019283ms)","trace[650229682] 'compare' (duration: 10.198799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:25.119871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.505706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:25.119925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.578354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:25.119957Z","caller":"traceutil/trace.go:171","msg":"trace[1694122173] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25407; }","duration":"189.64643ms","start":"2026-07-31T00:37:24.930291Z","end":"2026-07-31T00:37:25.119937Z","steps":["trace[1694122173] 'agreement among raft nodes before linearized reading' (duration: 189.473925ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:25.119983Z","caller":"traceutil/trace.go:171","msg":"trace[397755395] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25407; }","duration":"126.689197ms","start":"2026-07-31T00:37:24.993279Z","end":"2026-07-31T00:37:25.119968Z","steps":["trace[397755395] 'agreement among raft nodes before linearized reading' (duration: 126.584405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:25.119986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.776648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:37:25.120051Z","caller":"traceutil/trace.go:171","msg":"trace[1855427854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25407; }","duration":"248.895481ms","start":"2026-07-31T00:37:24.871141Z","end":"2026-07-31T00:37:25.120037Z","steps":["trace[1855427854] 'agreement among raft nodes before linearized reading' (duration: 248.678045ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:25.120077Z","caller":"traceutil/trace.go:171","msg":"trace[1463882388] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"254.229517ms","start":"2026-07-31T00:37:24.865516Z","end":"2026-07-31T00:37:25.119746Z","steps":["trace[1463882388] 'process raft request' (duration: 254.134045ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:32.910972Z","caller":"traceutil/trace.go:171","msg":"trace[446844053] linearizableReadLoop","detail":"{readStateIndex:26372; appliedIndex:26371; }","duration":"339.103598ms","start":"2026-07-31T00:37:32.571842Z","end":"2026-07-31T00:37:32.910945Z","steps":["trace[446844053] 'read index received' (duration: 338.993625ms)","trace[446844053] 'applied index is now lower than readState.Index' (duration: 109.043µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:32.911044Z","caller":"traceutil/trace.go:171","msg":"trace[526675035] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"367.463834ms","start":"2026-07-31T00:37:32.543536Z","end":"2026-07-31T00:37:32.910999Z","steps":["trace[526675035] 'process raft request' (duration: 367.181346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:32.91123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.358575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-31T00:37:32.911324Z","caller":"traceutil/trace.go:171","msg":"trace[479785238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f; range_end:; response_count:1; response_revision:25523; }","duration":"339.478628ms","start":"2026-07-31T00:37:32.571823Z","end":"2026-07-31T00:37:32.911302Z","steps":["trace[479785238] 'agreement among raft nodes before linearized reading' (duration: 339.250212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:32.911246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:32.543514Z","time spent":"367.628219ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:32.911382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:32.571748Z","time spent":"339.620952ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" "} {"level":"warn","ts":"2026-07-31T00:37:32.922965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.357974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:32.923037Z","caller":"traceutil/trace.go:171","msg":"trace[2532672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25523; }","duration":"267.467437ms","start":"2026-07-31T00:37:32.655551Z","end":"2026-07-31T00:37:32.923019Z","steps":["trace[2532672] 'agreement among raft nodes before linearized reading' (duration: 267.334814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:33.655177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805871440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:37:34.002631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.466384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:34.002899Z","caller":"traceutil/trace.go:171","msg":"trace[1924749338] linearizableReadLoop","detail":"{readStateIndex:26375; appliedIndex:26372; }","duration":"848.399295ms","start":"2026-07-31T00:37:33.15448Z","end":"2026-07-31T00:37:34.002879Z","steps":["trace[1924749338] 'read index received' (duration: 546.618463ms)","trace[1924749338] 'applied index is now lower than readState.Index' (duration: 301.779572ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:34.002991Z","caller":"traceutil/trace.go:171","msg":"trace[594556284] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"993.816033ms","start":"2026-07-31T00:37:33.009163Z","end":"2026-07-31T00:37:34.002979Z","steps":["trace[594556284] 'process raft request' (duration: 691.919837ms)","trace[594556284] 'compare' (duration: 301.148386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:34.003054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.009141Z","time spent":"993.879154ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:34.003366Z","caller":"traceutil/trace.go:171","msg":"trace[1238610049] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"854.737868ms","start":"2026-07-31T00:37:33.148618Z","end":"2026-07-31T00:37:34.003356Z","steps":["trace[1238610049] 'process raft request' (duration: 854.115361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.003426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.148588Z","time spent":"854.8096ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:34.00351Z","caller":"traceutil/trace.go:171","msg":"trace[96953602] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"851.582252ms","start":"2026-07-31T00:37:33.15192Z","end":"2026-07-31T00:37:34.003503Z","steps":["trace[96953602] 'process raft request' (duration: 850.905534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.003561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.151899Z","time spent":"851.635114ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:34.003703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.215167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T00:37:34.003755Z","caller":"traceutil/trace.go:171","msg":"trace[241166982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25526; }","duration":"849.29834ms","start":"2026-07-31T00:37:33.154444Z","end":"2026-07-31T00:37:34.003742Z","steps":["trace[241166982] 'agreement among raft nodes before linearized reading' (duration: 849.152596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.003783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.154436Z","time spent":"849.342011ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:37:34.010558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.083347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:37:34.010666Z","caller":"traceutil/trace.go:171","msg":"trace[84468288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25527; }","duration":"675.261822ms","start":"2026-07-31T00:37:33.335383Z","end":"2026-07-31T00:37:34.010645Z","steps":["trace[84468288] 'agreement among raft nodes before linearized reading' (duration: 674.942734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.010687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.077505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:34.010711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.335368Z","time spent":"675.333024ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:37:34.010782Z","caller":"traceutil/trace.go:171","msg":"trace[833445821] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25527; }","duration":"275.204908ms","start":"2026-07-31T00:37:33.735535Z","end":"2026-07-31T00:37:34.01074Z","steps":["trace[833445821] 'agreement among raft nodes before linearized reading' (duration: 275.052214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.011068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.099304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:37:34.011129Z","caller":"traceutil/trace.go:171","msg":"trace[1500453647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25527; }","duration":"669.171866ms","start":"2026-07-31T00:37:33.34194Z","end":"2026-07-31T00:37:34.011112Z","steps":["trace[1500453647] 'agreement among raft nodes before linearized reading' (duration: 669.043373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.011168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.341928Z","time spent":"669.223537ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:34.011387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.025158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:37:34.011437Z","caller":"traceutil/trace.go:171","msg":"trace[1149044790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25527; }","duration":"674.07909ms","start":"2026-07-31T00:37:33.337338Z","end":"2026-07-31T00:37:34.011417Z","steps":["trace[1149044790] 'agreement among raft nodes before linearized reading' (duration: 673.938967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.01146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.337331Z","time spent":"674.122381ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:34.011482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.301319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:37:34.011561Z","caller":"traceutil/trace.go:171","msg":"trace[1680765550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25527; }","duration":"673.396942ms","start":"2026-07-31T00:37:33.338144Z","end":"2026-07-31T00:37:34.011541Z","steps":["trace[1680765550] 'agreement among raft nodes before linearized reading' (duration: 673.231887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.011594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.338139Z","time spent":"673.446273ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:37:34.011714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.440693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:37:34.011815Z","caller":"traceutil/trace.go:171","msg":"trace[1676838660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25527; }","duration":"673.582546ms","start":"2026-07-31T00:37:33.338192Z","end":"2026-07-31T00:37:34.011774Z","steps":["trace[1676838660] 'agreement among raft nodes before linearized reading' (duration: 673.147614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:34.011902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:33.338179Z","time spent":"673.70816ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:37:34.618999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.115295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:34.619077Z","caller":"traceutil/trace.go:171","msg":"trace[827235771] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"611.858312ms","start":"2026-07-31T00:37:34.007207Z","end":"2026-07-31T00:37:34.619065Z","steps":["trace[827235771] 'process raft request' (duration: 226.612493ms)","trace[827235771] 'compare' (duration: 385.018343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:34.619113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.007169Z","time spent":"611.928234ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:35.23595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.415454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:35.236218Z","caller":"traceutil/trace.go:171","msg":"trace[739296742] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"1.219081577s","start":"2026-07-31T00:37:34.017119Z","end":"2026-07-31T00:37:35.2362Z","steps":["trace[739296742] 'process raft request' (duration: 1.218968164s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:35.236292Z","caller":"traceutil/trace.go:171","msg":"trace[92435890] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"1.21918109s","start":"2026-07-31T00:37:34.017082Z","end":"2026-07-31T00:37:35.236263Z","steps":["trace[92435890] 'process raft request' (duration: 914.343004ms)","trace[92435890] 'compare' (duration: 303.87423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:35.236387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.017064Z","time spent":"1.219277082s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:35.23643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.017102Z","time spent":"1.2191839s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:35.236813Z","caller":"traceutil/trace.go:171","msg":"trace[576837749] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"1.218559073s","start":"2026-07-31T00:37:34.018226Z","end":"2026-07-31T00:37:35.236785Z","steps":["trace[576837749] 'process raft request' (duration: 1.21844059s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.237122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.018218Z","time spent":"1.218670856s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:35.237436Z","caller":"traceutil/trace.go:171","msg":"trace[1924981546] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"1.219372155s","start":"2026-07-31T00:37:34.018022Z","end":"2026-07-31T00:37:35.237394Z","steps":["trace[1924981546] 'process raft request' (duration: 1.218138021s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.237625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.018017Z","time spent":"1.219518519s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:35.237671Z","caller":"traceutil/trace.go:171","msg":"trace[1291517429] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"1.219594271s","start":"2026-07-31T00:37:34.018062Z","end":"2026-07-31T00:37:35.237656Z","steps":["trace[1291517429] 'process raft request' (duration: 1.218524632s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.237826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.018056Z","time spent":"1.219728024s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:35.353642Z","caller":"traceutil/trace.go:171","msg":"trace[1531219565] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"1.093731448s","start":"2026-07-31T00:37:34.25987Z","end":"2026-07-31T00:37:35.353601Z","steps":["trace[1531219565] 'process raft request' (duration: 1.093628915s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:35.353663Z","caller":"traceutil/trace.go:171","msg":"trace[2110538865] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"1.094746036s","start":"2026-07-31T00:37:34.258883Z","end":"2026-07-31T00:37:35.353629Z","steps":["trace[2110538865] 'process raft request' (duration: 1.094566251s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:35.353836Z","caller":"traceutil/trace.go:171","msg":"trace[1130710455] linearizableReadLoop","detail":"{readStateIndex:26387; appliedIndex:26377; }","duration":"699.00637ms","start":"2026-07-31T00:37:34.654804Z","end":"2026-07-31T00:37:35.35381Z","steps":["trace[1130710455] 'read index received' (duration: 276.633977ms)","trace[1130710455] 'applied index is now lower than readState.Index' (duration: 422.368073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:35.353867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.259848Z","time spent":"1.093906102s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:35.353929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.258858Z","time spent":"1.09492409s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:35.353661Z","caller":"traceutil/trace.go:171","msg":"trace[2067130841] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"1.099371611s","start":"2026-07-31T00:37:34.254224Z","end":"2026-07-31T00:37:35.353596Z","steps":["trace[2067130841] 'process raft request' (duration: 1.098996341s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.354125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.270657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:35.354097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.073799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:35.354291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.214138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-31T00:37:35.354359Z","caller":"traceutil/trace.go:171","msg":"trace[54205113] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f; range_end:; response_count:1; response_revision:25537; }","duration":"334.29154ms","start":"2026-07-31T00:37:35.020034Z","end":"2026-07-31T00:37:35.354326Z","steps":["trace[54205113] 'agreement among raft nodes before linearized reading' (duration: 334.145206ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:35.354369Z","caller":"traceutil/trace.go:171","msg":"trace[1132358281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25537; }","duration":"699.557004ms","start":"2026-07-31T00:37:34.65475Z","end":"2026-07-31T00:37:35.354307Z","steps":["trace[1132358281] 'agreement among raft nodes before linearized reading' (duration: 699.211075ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:35.354447Z","caller":"traceutil/trace.go:171","msg":"trace[744889718] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25537; }","duration":"119.334556ms","start":"2026-07-31T00:37:35.234986Z","end":"2026-07-31T00:37:35.354321Z","steps":["trace[744889718] 'agreement among raft nodes before linearized reading' (duration: 119.032158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.354269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.254195Z","time spent":"1.100036989s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:35.35451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.694733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:35.354624Z","caller":"traceutil/trace.go:171","msg":"trace[529786143] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25537; }","duration":"543.840247ms","start":"2026-07-31T00:37:34.810768Z","end":"2026-07-31T00:37:35.354608Z","steps":["trace[529786143] 'agreement among raft nodes before linearized reading' (duration: 543.57981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.354661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.810748Z","time spent":"543.903899ms","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:35.354506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.654736Z","time spent":"699.72997ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:37:35.354415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:35.020013Z","time spent":"334.393122ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" "} {"level":"info","ts":"2026-07-31T00:37:35.355375Z","caller":"traceutil/trace.go:171","msg":"trace[448794101] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"715.699086ms","start":"2026-07-31T00:37:34.639648Z","end":"2026-07-31T00:37:35.355347Z","steps":["trace[448794101] 'process raft request' (duration: 713.897457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.355531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.639625Z","time spent":"715.823659ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:35.356272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.959359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T00:37:35.35816Z","caller":"traceutil/trace.go:171","msg":"trace[125713753] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25537; }","duration":"630.880261ms","start":"2026-07-31T00:37:34.727258Z","end":"2026-07-31T00:37:35.358138Z","steps":["trace[125713753] 'agreement among raft nodes before linearized reading' (duration: 626.691747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:35.358257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:34.727242Z","time spent":"630.998075ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2690,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:36.411851Z","caller":"traceutil/trace.go:171","msg":"trace[1139440815] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"401.775061ms","start":"2026-07-31T00:37:36.010047Z","end":"2026-07-31T00:37:36.411822Z","steps":["trace[1139440815] 'process raft request' (duration: 401.673099ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:36.412086Z","caller":"traceutil/trace.go:171","msg":"trace[677891528] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"392.858878ms","start":"2026-07-31T00:37:36.019185Z","end":"2026-07-31T00:37:36.412044Z","steps":["trace[677891528] 'process raft request' (duration: 392.585331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:36.41228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.019174Z","time spent":"393.006062ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:36.41247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.010011Z","time spent":"401.934096ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:36.411856Z","caller":"traceutil/trace.go:171","msg":"trace[1359629517] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"402.750538ms","start":"2026-07-31T00:37:36.009082Z","end":"2026-07-31T00:37:36.411833Z","steps":["trace[1359629517] 'process raft request' (duration: 402.46417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:36.412648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.009059Z","time spent":"403.503208ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:37.072089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.271845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:37.072542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.886066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T00:37:37.072615Z","caller":"traceutil/trace.go:171","msg":"trace[1510680012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25541; }","duration":"449.03658ms","start":"2026-07-31T00:37:36.623558Z","end":"2026-07-31T00:37:37.072595Z","steps":["trace[1510680012] 'range keys from in-memory index tree' (duration: 448.693421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.072381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.038887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:37.072664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.623539Z","time spent":"449.115563ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T00:37:37.072725Z","caller":"traceutil/trace.go:171","msg":"trace[1396036237] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25541; }","duration":"476.425308ms","start":"2026-07-31T00:37:36.596273Z","end":"2026-07-31T00:37:37.072699Z","steps":["trace[1396036237] 'count revisions from in-memory index tree' (duration: 475.895113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.072734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.355087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-31T00:37:37.072786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.596258Z","time spent":"476.51056ms","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:37.072815Z","caller":"traceutil/trace.go:171","msg":"trace[1536729276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25541; }","duration":"575.49306ms","start":"2026-07-31T00:37:36.497303Z","end":"2026-07-31T00:37:37.072796Z","steps":["trace[1536729276] 'range keys from in-memory index tree' (duration: 575.159391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.072867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.497284Z","time spent":"575.570532ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T00:37:37.072464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.684065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:37.073083Z","caller":"traceutil/trace.go:171","msg":"trace[80988122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25541; }","duration":"418.342333ms","start":"2026-07-31T00:37:36.654727Z","end":"2026-07-31T00:37:37.073069Z","steps":["trace[80988122] 'range keys from in-memory index tree' (duration: 417.605313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.073125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.654707Z","time spent":"418.406904ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:37:37.073669Z","caller":"traceutil/trace.go:171","msg":"trace[2031847058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25541; }","duration":"604.831471ms","start":"2026-07-31T00:37:36.467744Z","end":"2026-07-31T00:37:37.072575Z","steps":["trace[2031847058] 'count revisions from in-memory index tree' (duration: 604.160692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.073802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:36.467725Z","time spent":"606.032334ms","remote":"127.0.0.1:58624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:37.292882Z","caller":"traceutil/trace.go:171","msg":"trace[504052931] linearizableReadLoop","detail":"{readStateIndex:26392; appliedIndex:26391; }","duration":"214.095001ms","start":"2026-07-31T00:37:37.078761Z","end":"2026-07-31T00:37:37.292856Z","steps":["trace[504052931] 'read index received' (duration: 213.911126ms)","trace[504052931] 'applied index is now lower than readState.Index' (duration: 182.495µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:37.292992Z","caller":"traceutil/trace.go:171","msg":"trace[1932888360] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"215.769967ms","start":"2026-07-31T00:37:37.077186Z","end":"2026-07-31T00:37:37.292956Z","steps":["trace[1932888360] 'process raft request' (duration: 215.49845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.293155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.8445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-31T00:37:37.293194Z","caller":"traceutil/trace.go:171","msg":"trace[1932044416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25542; }","duration":"152.973783ms","start":"2026-07-31T00:37:37.140206Z","end":"2026-07-31T00:37:37.29318Z","steps":["trace[1932044416] 'agreement among raft nodes before linearized reading' (duration: 152.801328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.293365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.976953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-31T00:37:37.293454Z","caller":"traceutil/trace.go:171","msg":"trace[1042702638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25542; }","duration":"153.147808ms","start":"2026-07-31T00:37:37.140286Z","end":"2026-07-31T00:37:37.293434Z","steps":["trace[1042702638] 'agreement among raft nodes before linearized reading' (duration: 152.906972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.293677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.648906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18477"} {"level":"info","ts":"2026-07-31T00:37:37.293769Z","caller":"traceutil/trace.go:171","msg":"trace[1649117076] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25542; }","duration":"215.045837ms","start":"2026-07-31T00:37:37.078699Z","end":"2026-07-31T00:37:37.293744Z","steps":["trace[1649117076] 'agreement among raft nodes before linearized reading' (duration: 214.252465ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:37.400328Z","caller":"traceutil/trace.go:171","msg":"trace[483733182] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"101.782706ms","start":"2026-07-31T00:37:37.298517Z","end":"2026-07-31T00:37:37.4003Z","steps":["trace[483733182] 'process raft request' (duration: 101.674454ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:37.400353Z","caller":"traceutil/trace.go:171","msg":"trace[963268585] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"102.361562ms","start":"2026-07-31T00:37:37.297928Z","end":"2026-07-31T00:37:37.400289Z","steps":["trace[963268585] 'process raft request' (duration: 102.023403ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:37.400707Z","caller":"traceutil/trace.go:171","msg":"trace[819709198] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"101.983152ms","start":"2026-07-31T00:37:37.298666Z","end":"2026-07-31T00:37:37.400649Z","steps":["trace[819709198] 'process raft request' (duration: 101.579461ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:37.400773Z","caller":"traceutil/trace.go:171","msg":"trace[1303285117] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"101.767497ms","start":"2026-07-31T00:37:37.298979Z","end":"2026-07-31T00:37:37.400746Z","steps":["trace[1303285117] 'process raft request' (duration: 101.659454ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:37.400864Z","caller":"traceutil/trace.go:171","msg":"trace[663927709] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"102.061144ms","start":"2026-07-31T00:37:37.298788Z","end":"2026-07-31T00:37:37.400849Z","steps":["trace[663927709] 'process raft request' (duration: 101.721175ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:37.401124Z","caller":"traceutil/trace.go:171","msg":"trace[956490007] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"102.111826ms","start":"2026-07-31T00:37:37.298997Z","end":"2026-07-31T00:37:37.401109Z","steps":["trace[956490007] 'process raft request' (duration: 101.696194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.905229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369382805871487,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:37:37.927163Z","caller":"traceutil/trace.go:171","msg":"trace[1293705261] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"565.411425ms","start":"2026-07-31T00:37:37.361728Z","end":"2026-07-31T00:37:37.927139Z","steps":["trace[1293705261] 'process raft request' (duration: 565.367653ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:37.927282Z","caller":"traceutil/trace.go:171","msg":"trace[1246519556] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"566.140724ms","start":"2026-07-31T00:37:37.361119Z","end":"2026-07-31T00:37:37.927259Z","steps":["trace[1246519556] 'process raft request' (duration: 565.894357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.927318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:37.361698Z","time spent":"565.539298ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:37.927324Z","caller":"traceutil/trace.go:171","msg":"trace[940101330] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"566.647138ms","start":"2026-07-31T00:37:37.360622Z","end":"2026-07-31T00:37:37.92727Z","steps":["trace[940101330] 'process raft request' (duration: 557.354496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.927409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:37.361108Z","time spent":"566.234347ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:37.927566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:37.360604Z","time spent":"566.831503ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:37.940045Z","caller":"traceutil/trace.go:171","msg":"trace[1684467014] linearizableReadLoop","detail":"{readStateIndex:26403; appliedIndex:26399; }","duration":"535.428786ms","start":"2026-07-31T00:37:37.404581Z","end":"2026-07-31T00:37:37.94001Z","steps":["trace[1684467014] 'read index received' (duration: 513.804958ms)","trace[1684467014] 'applied index is now lower than readState.Index' (duration: 21.621838ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:37.94011Z","caller":"traceutil/trace.go:171","msg":"trace[2111691828] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"293.664011ms","start":"2026-07-31T00:37:37.646428Z","end":"2026-07-31T00:37:37.940092Z","steps":["trace[2111691828] 'process raft request' (duration: 293.372203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.940489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.810452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-31T00:37:37.940565Z","caller":"traceutil/trace.go:171","msg":"trace[1136845878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f; range_end:; response_count:1; response_revision:25553; }","duration":"522.923435ms","start":"2026-07-31T00:37:37.417619Z","end":"2026-07-31T00:37:37.940543Z","steps":["trace[1136845878] 'agreement among raft nodes before linearized reading' (duration: 522.596776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.940702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:37.417583Z","time spent":"523.074749ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" "} {"level":"warn","ts":"2026-07-31T00:37:37.941813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.228265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:37.941881Z","caller":"traceutil/trace.go:171","msg":"trace[997098318] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25553; }","duration":"537.302377ms","start":"2026-07-31T00:37:37.404562Z","end":"2026-07-31T00:37:37.941864Z","steps":["trace[997098318] 'agreement among raft nodes before linearized reading' (duration: 535.612031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:37.941918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:37.404472Z","time spent":"537.438291ms","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T00:37:38.658844Z","caller":"traceutil/trace.go:171","msg":"trace[451306176] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"241.871519ms","start":"2026-07-31T00:37:38.416947Z","end":"2026-07-31T00:37:38.658818Z","steps":["trace[451306176] 'process raft request' (duration: 241.715324ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:38.776317Z","caller":"traceutil/trace.go:171","msg":"trace[1218867937] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"358.355537ms","start":"2026-07-31T00:37:38.417931Z","end":"2026-07-31T00:37:38.776287Z","steps":["trace[1218867937] 'process raft request' (duration: 326.135637ms)","trace[1218867937] 'compare' (duration: 31.970623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:38.77653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:38.417903Z","time spent":"358.542172ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:38.776562Z","caller":"traceutil/trace.go:171","msg":"trace[218084233] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26407; }","duration":"124.595818ms","start":"2026-07-31T00:37:38.651943Z","end":"2026-07-31T00:37:38.776539Z","steps":["trace[218084233] 'read index received' (duration: 6.878067ms)","trace[218084233] 'applied index is now lower than readState.Index' (duration: 117.716951ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:38.776694Z","caller":"traceutil/trace.go:171","msg":"trace[311816775] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"358.419598ms","start":"2026-07-31T00:37:38.418268Z","end":"2026-07-31T00:37:38.776687Z","steps":["trace[311816775] 'process raft request' (duration: 357.940115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:38.776767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:38.418255Z","time spent":"358.458979ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:38.777017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.049221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:38.777122Z","caller":"traceutil/trace.go:171","msg":"trace[1588013767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25558; }","duration":"125.212946ms","start":"2026-07-31T00:37:38.651886Z","end":"2026-07-31T00:37:38.777099Z","steps":["trace[1588013767] 'agreement among raft nodes before linearized reading' (duration: 125.029161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.719678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.37694ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-31T00:37:39.719803Z","caller":"traceutil/trace.go:171","msg":"trace[2063811147] linearizableReadLoop","detail":"{readStateIndex:26410; appliedIndex:26409; }","duration":"929.900339ms","start":"2026-07-31T00:37:38.78988Z","end":"2026-07-31T00:37:39.71978Z","steps":["trace[2063811147] 'read index received' (duration: 197.401885ms)","trace[2063811147] 'applied index is now lower than readState.Index' (duration: 732.496124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:39.719816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:38.787229Z","time spent":"932.581043ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:37:39.719976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.157543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:37:39.719974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.081364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:39.72004Z","caller":"traceutil/trace.go:171","msg":"trace[720496199] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25558; }","duration":"876.253785ms","start":"2026-07-31T00:37:38.843768Z","end":"2026-07-31T00:37:39.720022Z","steps":["trace[720496199] 'agreement among raft nodes before linearized reading' (duration: 876.141542ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:39.720052Z","caller":"traceutil/trace.go:171","msg":"trace[519706842] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25558; }","duration":"930.192638ms","start":"2026-07-31T00:37:38.789839Z","end":"2026-07-31T00:37:39.720031Z","steps":["trace[519706842] 'agreement among raft nodes before linearized reading' (duration: 930.046474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.720095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:38.843756Z","time spent":"876.323998ms","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:39.720099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:38.789827Z","time spent":"930.262739ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-31T00:37:39.720194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.989267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:37:39.720228Z","caller":"traceutil/trace.go:171","msg":"trace[1181618751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25558; }","duration":"314.072029ms","start":"2026-07-31T00:37:39.406145Z","end":"2026-07-31T00:37:39.720217Z","steps":["trace[1181618751] 'agreement among raft nodes before linearized reading' (duration: 313.945245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.720252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.406123Z","time spent":"314.12457ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:37:39.720414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.382695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T00:37:39.720462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.027147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-31T00:37:39.720503Z","caller":"traceutil/trace.go:171","msg":"trace[2054176724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25558; }","duration":"314.10886ms","start":"2026-07-31T00:37:39.406372Z","end":"2026-07-31T00:37:39.720481Z","steps":["trace[2054176724] 'agreement among raft nodes before linearized reading' (duration: 314.054748ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:39.720493Z","caller":"traceutil/trace.go:171","msg":"trace[1974536568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25558; }","duration":"315.502088ms","start":"2026-07-31T00:37:39.404971Z","end":"2026-07-31T00:37:39.720473Z","steps":["trace[1974536568] 'agreement among raft nodes before linearized reading' (duration: 315.283292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.720522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.406338Z","time spent":"314.180752ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-31T00:37:39.720517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.573821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-31T00:37:39.720548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.404949Z","time spent":"315.581569ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T00:37:39.720568Z","caller":"traceutil/trace.go:171","msg":"trace[1367615975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25558; }","duration":"388.664574ms","start":"2026-07-31T00:37:39.331887Z","end":"2026-07-31T00:37:39.720552Z","steps":["trace[1367615975] 'agreement among raft nodes before linearized reading' (duration: 388.573641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.72061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.331866Z","time spent":"388.735835ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T00:37:39.720448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.20051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:37:39.720685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.342385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T00:37:39.720709Z","caller":"traceutil/trace.go:171","msg":"trace[1504192719] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25558; }","duration":"576.494337ms","start":"2026-07-31T00:37:39.144184Z","end":"2026-07-31T00:37:39.720678Z","steps":["trace[1504192719] 'agreement among raft nodes before linearized reading' (duration: 576.165738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.72072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.776277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-31T00:37:39.720818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.144164Z","time spent":"576.611461ms","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:37:39.720841Z","caller":"traceutil/trace.go:171","msg":"trace[1296188495] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f; range_end:; response_count:1; response_revision:25558; }","duration":"774.966423ms","start":"2026-07-31T00:37:38.945847Z","end":"2026-07-31T00:37:39.720813Z","steps":["trace[1296188495] 'agreement among raft nodes before linearized reading' (duration: 774.579542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.720417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.157297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:37:39.720932Z","caller":"traceutil/trace.go:171","msg":"trace[863222805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25558; }","duration":"422.721213ms","start":"2026-07-31T00:37:39.298192Z","end":"2026-07-31T00:37:39.720913Z","steps":["trace[863222805] 'agreement among raft nodes before linearized reading' (duration: 422.059575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.720956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:38.945821Z","time spent":"775.120336ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" "} {"level":"warn","ts":"2026-07-31T00:37:39.720965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.298171Z","time spent":"422.783005ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T00:37:39.720772Z","caller":"traceutil/trace.go:171","msg":"trace[1350221648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25558; }","duration":"314.49154ms","start":"2026-07-31T00:37:39.406258Z","end":"2026-07-31T00:37:39.72075Z","steps":["trace[1350221648] 'agreement among raft nodes before linearized reading' (duration: 314.225453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:39.721172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.406237Z","time spent":"314.87308ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:37:40.064632Z","caller":"traceutil/trace.go:171","msg":"trace[1581553542] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"343.864651ms","start":"2026-07-31T00:37:39.720745Z","end":"2026-07-31T00:37:40.06461Z","steps":["trace[1581553542] 'process raft request' (duration: 342.957777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:40.064768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.720729Z","time spent":"343.965453ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:40.070174Z","caller":"traceutil/trace.go:171","msg":"trace[265162452] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"345.28499ms","start":"2026-07-31T00:37:39.724872Z","end":"2026-07-31T00:37:40.070157Z","steps":["trace[265162452] 'process raft request' (duration: 345.144196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:40.070283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.724852Z","time spent":"345.376212ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:40.070468Z","caller":"traceutil/trace.go:171","msg":"trace[1359151070] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"344.721394ms","start":"2026-07-31T00:37:39.725729Z","end":"2026-07-31T00:37:40.07045Z","steps":["trace[1359151070] 'process raft request' (duration: 344.400496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:40.070622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.72572Z","time spent":"344.786336ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:40.070683Z","caller":"traceutil/trace.go:171","msg":"trace[807971274] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"344.689483ms","start":"2026-07-31T00:37:39.725984Z","end":"2026-07-31T00:37:40.070674Z","steps":["trace[807971274] 'process raft request' (duration: 344.399666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:40.070734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.725972Z","time spent":"344.738395ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:40.071324Z","caller":"traceutil/trace.go:171","msg":"trace[1335755088] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"345.196817ms","start":"2026-07-31T00:37:39.726099Z","end":"2026-07-31T00:37:40.071296Z","steps":["trace[1335755088] 'process raft request' (duration: 344.538199ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:40.071352Z","caller":"traceutil/trace.go:171","msg":"trace[1392075375] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"342.864474ms","start":"2026-07-31T00:37:39.728446Z","end":"2026-07-31T00:37:40.071311Z","steps":["trace[1392075375] 'process raft request' (duration: 342.690949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:40.071514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.726077Z","time spent":"345.334632ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:37:40.071631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.72843Z","time spent":"343.08781ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:40.071883Z","caller":"traceutil/trace.go:171","msg":"trace[1941461118] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"138.283872ms","start":"2026-07-31T00:37:39.933585Z","end":"2026-07-31T00:37:40.071869Z","steps":["trace[1941461118] 'process raft request' (duration: 137.84232ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:40.071934Z","caller":"traceutil/trace.go:171","msg":"trace[1130415472] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"343.337386ms","start":"2026-07-31T00:37:39.728575Z","end":"2026-07-31T00:37:40.071912Z","steps":["trace[1130415472] 'process raft request' (duration: 342.680988ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:40.071955Z","caller":"traceutil/trace.go:171","msg":"trace[62061037] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"138.172239ms","start":"2026-07-31T00:37:39.933768Z","end":"2026-07-31T00:37:40.07194Z","steps":["trace[62061037] 'process raft request' (duration: 137.708826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:40.072025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:39.728564Z","time spent":"343.419469ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:40.072137Z","caller":"traceutil/trace.go:171","msg":"trace[1167374292] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"138.851368ms","start":"2026-07-31T00:37:39.933272Z","end":"2026-07-31T00:37:40.072123Z","steps":["trace[1167374292] 'process raft request' (duration: 138.085157ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.275139Z","caller":"traceutil/trace.go:171","msg":"trace[98705555] linearizableReadLoop","detail":"{readStateIndex:26430; appliedIndex:26428; }","duration":"196.865961ms","start":"2026-07-31T00:37:42.07825Z","end":"2026-07-31T00:37:42.275116Z","steps":["trace[98705555] 'read index received' (duration: 64.222732ms)","trace[98705555] 'applied index is now lower than readState.Index' (duration: 132.642299ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:42.275464Z","caller":"traceutil/trace.go:171","msg":"trace[1533698403] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"197.388695ms","start":"2026-07-31T00:37:42.078056Z","end":"2026-07-31T00:37:42.275444Z","steps":["trace[1533698403] 'process raft request' (duration: 196.562543ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.275687Z","caller":"traceutil/trace.go:171","msg":"trace[831170292] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"197.381316ms","start":"2026-07-31T00:37:42.078293Z","end":"2026-07-31T00:37:42.275675Z","steps":["trace[831170292] 'process raft request' (duration: 196.542263ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.275825Z","caller":"traceutil/trace.go:171","msg":"trace[1501767976] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"196.463571ms","start":"2026-07-31T00:37:42.07935Z","end":"2026-07-31T00:37:42.275814Z","steps":["trace[1501767976] 'process raft request' (duration: 195.546175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:42.276094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.840968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:37:42.276172Z","caller":"traceutil/trace.go:171","msg":"trace[966118839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25585; }","duration":"197.948341ms","start":"2026-07-31T00:37:42.078204Z","end":"2026-07-31T00:37:42.276152Z","steps":["trace[966118839] 'agreement among raft nodes before linearized reading' (duration: 197.745815ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.276365Z","caller":"traceutil/trace.go:171","msg":"trace[1710771185] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"196.420849ms","start":"2026-07-31T00:37:42.079931Z","end":"2026-07-31T00:37:42.276352Z","steps":["trace[1710771185] 'process raft request' (duration: 195.002811ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.27651Z","caller":"traceutil/trace.go:171","msg":"trace[1983414815] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"196.44949ms","start":"2026-07-31T00:37:42.080051Z","end":"2026-07-31T00:37:42.2765Z","steps":["trace[1983414815] 'process raft request' (duration: 194.915468ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.276653Z","caller":"traceutil/trace.go:171","msg":"trace[1184169932] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"196.535912ms","start":"2026-07-31T00:37:42.080106Z","end":"2026-07-31T00:37:42.276642Z","steps":["trace[1184169932] 'process raft request' (duration: 194.896747ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.276779Z","caller":"traceutil/trace.go:171","msg":"trace[476015679] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"195.249717ms","start":"2026-07-31T00:37:42.08152Z","end":"2026-07-31T00:37:42.276769Z","steps":["trace[476015679] 'process raft request' (duration: 193.523249ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.276903Z","caller":"traceutil/trace.go:171","msg":"trace[1464371867] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"181.499022ms","start":"2026-07-31T00:37:42.095394Z","end":"2026-07-31T00:37:42.276893Z","steps":["trace[1464371867] 'process raft request' (duration: 179.684942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:42.936483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.823653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:37:42.936572Z","caller":"traceutil/trace.go:171","msg":"trace[1056584535] linearizableReadLoop","detail":"{readStateIndex:26438; appliedIndex:26437; }","duration":"370.069546ms","start":"2026-07-31T00:37:42.566488Z","end":"2026-07-31T00:37:42.936558Z","steps":["trace[1056584535] 'read index received' (duration: 73.832µs)","trace[1056584535] 'applied index is now lower than readState.Index' (duration: 369.994484ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:37:42.936601Z","caller":"traceutil/trace.go:171","msg":"trace[545260295] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"652.943484ms","start":"2026-07-31T00:37:42.283622Z","end":"2026-07-31T00:37:42.936565Z","steps":["trace[545260295] 'process raft request' (duration: 70.963426ms)","trace[545260295] 'compare' (duration: 581.382342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:37:42.93666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.170519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:37:42.93668Z","caller":"traceutil/trace.go:171","msg":"trace[244624323] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25586; }","duration":"370.233831ms","start":"2026-07-31T00:37:42.566439Z","end":"2026-07-31T00:37:42.936673Z","steps":["trace[244624323] 'agreement among raft nodes before linearized reading' (duration: 370.174679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:42.936713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:42.566416Z","time spent":"370.289452ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:37:42.936738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:37:42.283606Z","time spent":"653.057017ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:37:42.950947Z","caller":"traceutil/trace.go:171","msg":"trace[850995117] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"271.886307ms","start":"2026-07-31T00:37:42.679041Z","end":"2026-07-31T00:37:42.950928Z","steps":["trace[850995117] 'process raft request' (duration: 271.757614ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.963752Z","caller":"traceutil/trace.go:171","msg":"trace[1105061473] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"173.323479ms","start":"2026-07-31T00:37:42.790409Z","end":"2026-07-31T00:37:42.963732Z","steps":["trace[1105061473] 'process raft request' (duration: 173.189655ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:42.964089Z","caller":"traceutil/trace.go:171","msg":"trace[1790514699] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"173.498683ms","start":"2026-07-31T00:37:42.790567Z","end":"2026-07-31T00:37:42.964066Z","steps":["trace[1790514699] 'process raft request' (duration: 173.132173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:42.964126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.782836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-31T00:37:42.964167Z","caller":"traceutil/trace.go:171","msg":"trace[1800027913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b769b24d-e070-4bdc-93d4-40cc74517e5f; range_end:; response_count:1; response_revision:25589; }","duration":"230.89157ms","start":"2026-07-31T00:37:42.733264Z","end":"2026-07-31T00:37:42.964156Z","steps":["trace[1800027913] 'agreement among raft nodes before linearized reading' (duration: 230.726795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:37:42.96418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.090682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:37:42.964305Z","caller":"traceutil/trace.go:171","msg":"trace[1505278830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25589; }","duration":"247.260816ms","start":"2026-07-31T00:37:42.71703Z","end":"2026-07-31T00:37:42.96429Z","steps":["trace[1505278830] 'agreement among raft nodes before linearized reading' (duration: 247.104142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.253699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.991944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:38:15.253797Z","caller":"traceutil/trace.go:171","msg":"trace[1101876013] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"799.876932ms","start":"2026-07-31T00:38:14.453902Z","end":"2026-07-31T00:38:15.253779Z","steps":["trace[1101876013] 'process raft request' (duration: 76.726613ms)","trace[1101876013] 'compare' (duration: 722.783519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:38:15.253886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.453879Z","time spent":"799.944954ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:38:15.304031Z","caller":"traceutil/trace.go:171","msg":"trace[595770193] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"821.881532ms","start":"2026-07-31T00:38:14.482083Z","end":"2026-07-31T00:38:15.303965Z","steps":["trace[595770193] 'process raft request' (duration: 821.145382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.304201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.482054Z","time spent":"822.059787ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:38:15.304415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.895671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:38:15.304506Z","caller":"traceutil/trace.go:171","msg":"trace[256670536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25865; }","duration":"793.030045ms","start":"2026-07-31T00:38:14.511446Z","end":"2026-07-31T00:38:15.304476Z","steps":["trace[256670536] 'agreement among raft nodes before linearized reading' (duration: 792.768748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.304565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.511431Z","time spent":"793.122057ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:38:15.304595Z","caller":"traceutil/trace.go:171","msg":"trace[1928753353] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"237.298784ms","start":"2026-07-31T00:38:15.067254Z","end":"2026-07-31T00:38:15.304552Z","steps":["trace[1928753353] 'process raft request' (duration: 236.902703ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:15.304668Z","caller":"traceutil/trace.go:171","msg":"trace[1566281152] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"211.532791ms","start":"2026-07-31T00:38:15.093096Z","end":"2026-07-31T00:38:15.304628Z","steps":["trace[1566281152] 'process raft request' (duration: 211.266674ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:15.30453Z","caller":"traceutil/trace.go:171","msg":"trace[867791726] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"204.480888ms","start":"2026-07-31T00:38:15.100006Z","end":"2026-07-31T00:38:15.304487Z","steps":["trace[867791726] 'process raft request' (duration: 204.410336ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:15.303861Z","caller":"traceutil/trace.go:171","msg":"trace[927664877] linearizableReadLoop","detail":"{readStateIndex:26725; appliedIndex:26723; }","duration":"792.330445ms","start":"2026-07-31T00:38:14.511494Z","end":"2026-07-31T00:38:15.303824Z","steps":["trace[927664877] 'read index received' (duration: 19.132351ms)","trace[927664877] 'applied index is now lower than readState.Index' (duration: 773.182364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:38:15.30508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.385612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:38:15.305122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.059604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:38:15.305146Z","caller":"traceutil/trace.go:171","msg":"trace[1310867613] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25868; }","duration":"382.496365ms","start":"2026-07-31T00:38:14.922632Z","end":"2026-07-31T00:38:15.305128Z","steps":["trace[1310867613] 'agreement among raft nodes before linearized reading' (duration: 382.386322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.305168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.786303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T00:38:15.305173Z","caller":"traceutil/trace.go:171","msg":"trace[329717892] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25868; }","duration":"323.143095ms","start":"2026-07-31T00:38:14.982015Z","end":"2026-07-31T00:38:15.305158Z","steps":["trace[329717892] 'agreement among raft nodes before linearized reading' (duration: 323.047303ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:15.305214Z","caller":"traceutil/trace.go:171","msg":"trace[1628787972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25868; }","duration":"198.873896ms","start":"2026-07-31T00:38:15.106324Z","end":"2026-07-31T00:38:15.305198Z","steps":["trace[1628787972] 'agreement among raft nodes before linearized reading' (duration: 198.711301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.305216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.982002Z","time spent":"323.204648ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:38:15.305202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.922611Z","time spent":"382.576927ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:38:15.305343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.114843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:38:15.305374Z","caller":"traceutil/trace.go:171","msg":"trace[1573822539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25868; }","duration":"651.198945ms","start":"2026-07-31T00:38:14.654166Z","end":"2026-07-31T00:38:15.305365Z","steps":["trace[1573822539] 'agreement among raft nodes before linearized reading' (duration: 651.150304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.305407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.654137Z","time spent":"651.262557ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:38:15.305427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.543736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:38:15.305462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.801656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:38:15.305503Z","caller":"traceutil/trace.go:171","msg":"trace[728999995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25868; }","duration":"713.618618ms","start":"2026-07-31T00:38:14.591866Z","end":"2026-07-31T00:38:15.305484Z","steps":["trace[728999995] 'agreement among raft nodes before linearized reading' (duration: 713.432803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.305555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.68634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:38:15.30556Z","caller":"traceutil/trace.go:171","msg":"trace[850976624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25868; }","duration":"326.976971ms","start":"2026-07-31T00:38:14.978559Z","end":"2026-07-31T00:38:15.305536Z","steps":["trace[850976624] 'agreement among raft nodes before linearized reading' (duration: 326.796346ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:15.305642Z","caller":"traceutil/trace.go:171","msg":"trace[592129236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25868; }","duration":"713.806223ms","start":"2026-07-31T00:38:14.591814Z","end":"2026-07-31T00:38:15.30562Z","steps":["trace[592129236] 'agreement among raft nodes before linearized reading' (duration: 713.637848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.305681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.907356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T00:38:15.305686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.978506Z","time spent":"327.147165ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:38:15.305706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.591784Z","time spent":"713.907706ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-31T00:38:15.305711Z","caller":"traceutil/trace.go:171","msg":"trace[71021119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25868; }","duration":"713.976368ms","start":"2026-07-31T00:38:14.591726Z","end":"2026-07-31T00:38:15.305702Z","steps":["trace[71021119] 'agreement among raft nodes before linearized reading' (duration: 713.888696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.305746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.591702Z","time spent":"714.037299ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T00:38:15.305557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.591802Z","time spent":"713.742292ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:38:15.306243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.503778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:38:15.306288Z","caller":"traceutil/trace.go:171","msg":"trace[166492375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25868; }","duration":"782.59169ms","start":"2026-07-31T00:38:14.523684Z","end":"2026-07-31T00:38:15.306276Z","steps":["trace[166492375] 'agreement among raft nodes before linearized reading' (duration: 782.152208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:15.306317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:14.523661Z","time spent":"782.650001ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T00:38:20.549433Z","caller":"traceutil/trace.go:171","msg":"trace[1337176693] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"272.083453ms","start":"2026-07-31T00:38:20.277321Z","end":"2026-07-31T00:38:20.549405Z","steps":["trace[1337176693] 'process raft request' (duration: 271.881517ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:20.757724Z","caller":"traceutil/trace.go:171","msg":"trace[2120140881] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"312.66764ms","start":"2026-07-31T00:38:20.445027Z","end":"2026-07-31T00:38:20.757695Z","steps":["trace[2120140881] 'process raft request' (duration: 269.047429ms)","trace[2120140881] 'compare' (duration: 43.253141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:38:20.757887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:20.444999Z","time spent":"312.807134ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:38:20.757921Z","caller":"traceutil/trace.go:171","msg":"trace[1949961288] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26766; }","duration":"103.085923ms","start":"2026-07-31T00:38:20.654806Z","end":"2026-07-31T00:38:20.757891Z","steps":["trace[1949961288] 'read index received' (duration: 59.272127ms)","trace[1949961288] 'applied index is now lower than readState.Index' (duration: 43.812016ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:38:20.758049Z","caller":"traceutil/trace.go:171","msg":"trace[853529346] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"292.404658ms","start":"2026-07-31T00:38:20.465623Z","end":"2026-07-31T00:38:20.758028Z","steps":["trace[853529346] 'process raft request' (duration: 291.972186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:20.75809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.276558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:38:20.758235Z","caller":"traceutil/trace.go:171","msg":"trace[6748973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25907; }","duration":"103.475343ms","start":"2026-07-31T00:38:20.654745Z","end":"2026-07-31T00:38:20.758221Z","steps":["trace[6748973] 'agreement among raft nodes before linearized reading' (duration: 103.255607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.298857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.698134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:38:21.299002Z","caller":"traceutil/trace.go:171","msg":"trace[210712545] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25907; }","duration":"215.909561ms","start":"2026-07-31T00:38:21.08307Z","end":"2026-07-31T00:38:21.298979Z","steps":["trace[210712545] 'count revisions from in-memory index tree' (duration: 215.607162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.298996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.700006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-31T00:38:21.29946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.714474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-07-31T00:38:21.300065Z","caller":"traceutil/trace.go:171","msg":"trace[975463026] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25907; }","duration":"300.271912ms","start":"2026-07-31T00:38:20.999225Z","end":"2026-07-31T00:38:21.299497Z","steps":["trace[975463026] 'range keys from in-memory index tree' (duration: 299.527792ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.300289Z","caller":"traceutil/trace.go:171","msg":"trace[2127186030] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25907; }","duration":"285.983282ms","start":"2026-07-31T00:38:21.013699Z","end":"2026-07-31T00:38:21.299682Z","steps":["trace[2127186030] 'range keys from in-memory index tree' (duration: 285.598382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.300427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:20.999202Z","time spent":"300.93149ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-31T00:38:21.503788Z","caller":"traceutil/trace.go:171","msg":"trace[2095998022] linearizableReadLoop","detail":"{readStateIndex:26769; appliedIndex:26768; }","duration":"200.010066ms","start":"2026-07-31T00:38:21.303748Z","end":"2026-07-31T00:38:21.503758Z","steps":["trace[2095998022] 'read index received' (duration: 199.810481ms)","trace[2095998022] 'applied index is now lower than readState.Index' (duration: 198.245µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:38:21.503968Z","caller":"traceutil/trace.go:171","msg":"trace[81701038] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"229.969234ms","start":"2026-07-31T00:38:21.273917Z","end":"2026-07-31T00:38:21.503886Z","steps":["trace[81701038] 'process raft request' (duration: 229.626064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.504131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.337156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-31T00:38:21.504187Z","caller":"traceutil/trace.go:171","msg":"trace[985996096] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11b5557a-e650-4405-a771-457f90e64245; range_end:; response_count:1; response_revision:25908; }","duration":"200.459799ms","start":"2026-07-31T00:38:21.303709Z","end":"2026-07-31T00:38:21.504169Z","steps":["trace[985996096] 'agreement among raft nodes before linearized reading' (duration: 200.234822ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.529891Z","caller":"traceutil/trace.go:171","msg":"trace[1759724743] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"205.445794ms","start":"2026-07-31T00:38:21.324419Z","end":"2026-07-31T00:38:21.529865Z","steps":["trace[1759724743] 'process raft request' (duration: 205.347712ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.530088Z","caller":"traceutil/trace.go:171","msg":"trace[828669203] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"207.242784ms","start":"2026-07-31T00:38:21.322835Z","end":"2026-07-31T00:38:21.530078Z","steps":["trace[828669203] 'process raft request' (duration: 206.786672ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.530246Z","caller":"traceutil/trace.go:171","msg":"trace[1251635119] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"203.946404ms","start":"2026-07-31T00:38:21.32629Z","end":"2026-07-31T00:38:21.530237Z","steps":["trace[1251635119] 'process raft request' (duration: 203.523472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.53079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.485938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:38:21.530852Z","caller":"traceutil/trace.go:171","msg":"trace[910906131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25912; }","duration":"186.596061ms","start":"2026-07-31T00:38:21.344234Z","end":"2026-07-31T00:38:21.53083Z","steps":["trace[910906131] 'agreement among raft nodes before linearized reading' (duration: 186.426706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.530901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.502563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:38:21.530993Z","caller":"traceutil/trace.go:171","msg":"trace[1042179475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25912; }","duration":"188.627846ms","start":"2026-07-31T00:38:21.342341Z","end":"2026-07-31T00:38:21.530969Z","steps":["trace[1042179475] 'agreement among raft nodes before linearized reading' (duration: 188.237455ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.530785Z","caller":"traceutil/trace.go:171","msg":"trace[2097085606] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"200.86403ms","start":"2026-07-31T00:38:21.329888Z","end":"2026-07-31T00:38:21.530752Z","steps":["trace[2097085606] 'process raft request' (duration: 200.301524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.531136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.747955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:38:21.531178Z","caller":"traceutil/trace.go:171","msg":"trace[83641399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25912; }","duration":"186.797446ms","start":"2026-07-31T00:38:21.344368Z","end":"2026-07-31T00:38:21.531166Z","steps":["trace[83641399] 'agreement among raft nodes before linearized reading' (duration: 186.677783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.531218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.986861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:38:21.531241Z","caller":"traceutil/trace.go:171","msg":"trace[180734754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25912; }","duration":"187.098624ms","start":"2026-07-31T00:38:21.344135Z","end":"2026-07-31T00:38:21.531234Z","steps":["trace[180734754] 'agreement among raft nodes before linearized reading' (duration: 187.016022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:21.531302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.478962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:38:21.531349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.224108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:38:21.531354Z","caller":"traceutil/trace.go:171","msg":"trace[836518025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25912; }","duration":"188.578955ms","start":"2026-07-31T00:38:21.342761Z","end":"2026-07-31T00:38:21.53134Z","steps":["trace[836518025] 'agreement among raft nodes before linearized reading' (duration: 188.40796ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.531374Z","caller":"traceutil/trace.go:171","msg":"trace[171153609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25912; }","duration":"187.28402ms","start":"2026-07-31T00:38:21.344084Z","end":"2026-07-31T00:38:21.531368Z","steps":["trace[171153609] 'agreement among raft nodes before linearized reading' (duration: 187.222258ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.670164Z","caller":"traceutil/trace.go:171","msg":"trace[498723871] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"133.543043ms","start":"2026-07-31T00:38:21.536584Z","end":"2026-07-31T00:38:21.670127Z","steps":["trace[498723871] 'process raft request' (duration: 128.897586ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.670177Z","caller":"traceutil/trace.go:171","msg":"trace[1128081740] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"133.022389ms","start":"2026-07-31T00:38:21.537129Z","end":"2026-07-31T00:38:21.670152Z","steps":["trace[1128081740] 'process raft request' (duration: 132.926036ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.670376Z","caller":"traceutil/trace.go:171","msg":"trace[424374859] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"133.288207ms","start":"2026-07-31T00:38:21.537077Z","end":"2026-07-31T00:38:21.670365Z","steps":["trace[424374859] 'process raft request' (duration: 133.183864ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.670369Z","caller":"traceutil/trace.go:171","msg":"trace[1921457092] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"131.705243ms","start":"2026-07-31T00:38:21.538651Z","end":"2026-07-31T00:38:21.670356Z","steps":["trace[1921457092] 'process raft request' (duration: 131.670022ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:21.670455Z","caller":"traceutil/trace.go:171","msg":"trace[1575348826] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"133.235085ms","start":"2026-07-31T00:38:21.537147Z","end":"2026-07-31T00:38:21.670382Z","steps":["trace[1575348826] 'process raft request' (duration: 132.966498ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:22.278726Z","caller":"traceutil/trace.go:171","msg":"trace[283744714] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"167.060957ms","start":"2026-07-31T00:38:22.111619Z","end":"2026-07-31T00:38:22.27868Z","steps":["trace[283744714] 'process raft request' (duration: 166.80031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:22.786458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.239337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:38:22.786726Z","caller":"traceutil/trace.go:171","msg":"trace[1675596083] linearizableReadLoop","detail":"{readStateIndex:26784; appliedIndex:26782; }","duration":"132.536126ms","start":"2026-07-31T00:38:22.654172Z","end":"2026-07-31T00:38:22.786708Z","steps":["trace[1675596083] 'read index received' (duration: 2.715285ms)","trace[1675596083] 'applied index is now lower than readState.Index' (duration: 129.819701ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:38:22.786804Z","caller":"traceutil/trace.go:171","msg":"trace[374691247] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"355.889519ms","start":"2026-07-31T00:38:22.430888Z","end":"2026-07-31T00:38:22.786777Z","steps":["trace[374691247] 'process raft request' (duration: 186.244031ms)","trace[374691247] 'compare' (duration: 169.00316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:38:22.786828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.650929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:38:22.786864Z","caller":"traceutil/trace.go:171","msg":"trace[166026361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25923; }","duration":"132.716511ms","start":"2026-07-31T00:38:22.654136Z","end":"2026-07-31T00:38:22.786853Z","steps":["trace[166026361] 'agreement among raft nodes before linearized reading' (duration: 132.625218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:22.786921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:22.43086Z","time spent":"355.996912ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:38:22.786921Z","caller":"traceutil/trace.go:171","msg":"trace[970428779] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"228.405671ms","start":"2026-07-31T00:38:22.558476Z","end":"2026-07-31T00:38:22.786881Z","steps":["trace[970428779] 'process raft request' (duration: 228.134323ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:23.377057Z","caller":"traceutil/trace.go:171","msg":"trace[41400090] linearizableReadLoop","detail":"{readStateIndex:26786; appliedIndex:26785; }","duration":"338.612627ms","start":"2026-07-31T00:38:23.038421Z","end":"2026-07-31T00:38:23.377033Z","steps":["trace[41400090] 'read index received' (duration: 338.363981ms)","trace[41400090] 'applied index is now lower than readState.Index' (duration: 247.476µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:38:23.377126Z","caller":"traceutil/trace.go:171","msg":"trace[1033837308] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"380.395948ms","start":"2026-07-31T00:38:22.996696Z","end":"2026-07-31T00:38:23.377092Z","steps":["trace[1033837308] 'process raft request' (duration: 380.183302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:23.377245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.812653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-07-31T00:38:23.377286Z","caller":"traceutil/trace.go:171","msg":"trace[127249813] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25925; }","duration":"338.892086ms","start":"2026-07-31T00:38:23.038381Z","end":"2026-07-31T00:38:23.377273Z","steps":["trace[127249813] 'agreement among raft nodes before linearized reading' (duration: 338.742292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:23.377298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:22.996676Z","time spent":"380.517902ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:38:23.377326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:38:23.038368Z","time spent":"338.948607ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1104,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-07-31T00:38:23.596609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.9004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-31T00:38:23.596692Z","caller":"traceutil/trace.go:171","msg":"trace[1574538415] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25925; }","duration":"113.053964ms","start":"2026-07-31T00:38:23.483619Z","end":"2026-07-31T00:38:23.596673Z","steps":["trace[1574538415] 'range keys from in-memory index tree' (duration: 112.715025ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:54.541649Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a12.wal"} {"level":"info","ts":"2026-07-31T00:40:17.497448Z","caller":"traceutil/trace.go:171","msg":"trace[1831999230] linearizableReadLoop","detail":"{readStateIndex:27960; appliedIndex:27958; }","duration":"142.683328ms","start":"2026-07-31T00:40:17.354735Z","end":"2026-07-31T00:40:17.497418Z","steps":["trace[1831999230] 'read index received' (duration: 3.776402ms)","trace[1831999230] 'applied index is now lower than readState.Index' (duration: 138.905806ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:40:17.497549Z","caller":"traceutil/trace.go:171","msg":"trace[2044161370] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"153.273918ms","start":"2026-07-31T00:40:17.344242Z","end":"2026-07-31T00:40:17.497516Z","steps":["trace[2044161370] 'process raft request' (duration: 152.812525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:40:17.497704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.955396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-31T00:40:17.497742Z","caller":"traceutil/trace.go:171","msg":"trace[1109561437] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27073; }","duration":"143.046378ms","start":"2026-07-31T00:40:17.354682Z","end":"2026-07-31T00:40:17.497729Z","steps":["trace[1109561437] 'agreement among raft nodes before linearized reading' (duration: 142.886244ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:40:18.279621Z","caller":"traceutil/trace.go:171","msg":"trace[96640254] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"120.499094ms","start":"2026-07-31T00:40:18.159092Z","end":"2026-07-31T00:40:18.279591Z","steps":["trace[96640254] 'process raft request' (duration: 120.291119ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:40:23.640097Z","caller":"traceutil/trace.go:171","msg":"trace[1349508172] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"115.350794ms","start":"2026-07-31T00:40:23.524719Z","end":"2026-07-31T00:40:23.64007Z","steps":["trace[1349508172] 'process raft request' (duration: 115.180519ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:41:14.474539Z","caller":"traceutil/trace.go:171","msg":"trace[345774298] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"107.675436ms","start":"2026-07-31T00:41:14.366806Z","end":"2026-07-31T00:41:14.474481Z","steps":["trace[345774298] 'process raft request' (duration: 106.423981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:41:39.962077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.568791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:41:39.962265Z","caller":"traceutil/trace.go:171","msg":"trace[1892813500] transaction","detail":"{read_only:false; response_revision:27909; number_of_response:1; }","duration":"233.632598ms","start":"2026-07-31T00:41:39.728604Z","end":"2026-07-31T00:41:39.962237Z","steps":["trace[1892813500] 'process raft request' (duration: 125.723117ms)","trace[1892813500] 'compare' (duration: 107.338755ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:41:44.785449Z","caller":"traceutil/trace.go:171","msg":"trace[559506018] transaction","detail":"{read_only:false; response_revision:27939; number_of_response:1; }","duration":"197.569665ms","start":"2026-07-31T00:41:44.587858Z","end":"2026-07-31T00:41:44.785428Z","steps":["trace[559506018] 'process raft request' (duration: 197.40766ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:41:44.801344Z","caller":"traceutil/trace.go:171","msg":"trace[942332562] linearizableReadLoop","detail":"{readStateIndex:28851; appliedIndex:28847; }","duration":"149.510875ms","start":"2026-07-31T00:41:44.651811Z","end":"2026-07-31T00:41:44.801321Z","steps":["trace[942332562] 'read index received' (duration: 133.402266ms)","trace[942332562] 'applied index is now lower than readState.Index' (duration: 16.107579ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:41:44.801411Z","caller":"traceutil/trace.go:171","msg":"trace[649596510] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"201.031919ms","start":"2026-07-31T00:41:44.600343Z","end":"2026-07-31T00:41:44.801375Z","steps":["trace[649596510] 'process raft request' (duration: 200.886865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:41:44.801507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.672089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:41:44.80155Z","caller":"traceutil/trace.go:171","msg":"trace[927674927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27942; }","duration":"149.779722ms","start":"2026-07-31T00:41:44.65176Z","end":"2026-07-31T00:41:44.80154Z","steps":["trace[927674927] 'agreement among raft nodes before linearized reading' (duration: 149.685509ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:41:44.801627Z","caller":"traceutil/trace.go:171","msg":"trace[376568352] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"207.135035ms","start":"2026-07-31T00:41:44.594428Z","end":"2026-07-31T00:41:44.801563Z","steps":["trace[376568352] 'process raft request' (duration: 206.651272ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:41:44.801462Z","caller":"traceutil/trace.go:171","msg":"trace[113133398] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"200.6949ms","start":"2026-07-31T00:41:44.600737Z","end":"2026-07-31T00:41:44.801432Z","steps":["trace[113133398] 'process raft request' (duration: 200.542306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:41:45.319775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.610839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:41:45.31988Z","caller":"traceutil/trace.go:171","msg":"trace[1028477625] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27948; }","duration":"134.770513ms","start":"2026-07-31T00:41:45.185084Z","end":"2026-07-31T00:41:45.319855Z","steps":["trace[1028477625] 'count revisions from in-memory index tree' (duration: 134.508755ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:42:14.02335Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25348} {"level":"info","ts":"2026-07-31T00:42:14.182943Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25348,"took":"154.340126ms","hash":431726934,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":37978112,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-31T00:42:14.183009Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":431726934,"revision":25348,"compact-revision":22300} {"level":"info","ts":"2026-07-31T00:43:59.32386Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T00:43:59.330672Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-31T00:43:59.330834Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-31T00:47:14.030823Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28268} {"level":"info","ts":"2026-07-31T00:47:14.176825Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28268,"took":"142.437767ms","hash":3966010696,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":31838208,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-31T00:47:14.176878Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3966010696,"revision":28268,"compact-revision":25348} {"level":"info","ts":"2026-07-31T00:52:14.038995Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30515} {"level":"info","ts":"2026-07-31T00:52:14.211527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30515,"took":"168.385779ms","hash":3029688286,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":30539776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-31T00:52:14.2116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3029688286,"revision":30515,"compact-revision":28268} {"level":"info","ts":"2026-07-31T00:56:12.645167Z","caller":"traceutil/trace.go:171","msg":"trace[1273195903] transaction","detail":"{read_only:false; response_revision:34554; number_of_response:1; }","duration":"150.152497ms","start":"2026-07-31T00:56:12.494945Z","end":"2026-07-31T00:56:12.645097Z","steps":["trace[1273195903] 'process raft request' (duration: 149.88417ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:14.045877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32772} {"level":"info","ts":"2026-07-31T00:57:14.191925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32772,"took":"142.230183ms","hash":2700333140,"current-db-size-bytes":57880576,"current-db-size":"58 MB","current-db-size-in-use-bytes":30691328,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-31T00:57:14.192009Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2700333140,"revision":32772,"compact-revision":30515} {"level":"info","ts":"2026-07-31T00:57:18.692512Z","caller":"traceutil/trace.go:171","msg":"trace[1353065282] transaction","detail":"{read_only:false; response_revision:35092; number_of_response:1; }","duration":"375.020849ms","start":"2026-07-31T00:57:18.317458Z","end":"2026-07-31T00:57:18.692478Z","steps":["trace[1353065282] 'process raft request' (duration: 374.755071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:18.692927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:57:18.317439Z","time spent":"375.392739ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:18.695149Z","caller":"traceutil/trace.go:171","msg":"trace[1659190028] transaction","detail":"{read_only:false; response_revision:35094; number_of_response:1; }","duration":"162.560823ms","start":"2026-07-31T00:57:18.53257Z","end":"2026-07-31T00:57:18.69513Z","steps":["trace[1659190028] 'process raft request' (duration: 162.500622ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:18.69529Z","caller":"traceutil/trace.go:171","msg":"trace[784259601] transaction","detail":"{read_only:false; response_revision:35093; number_of_response:1; }","duration":"370.141427ms","start":"2026-07-31T00:57:18.325132Z","end":"2026-07-31T00:57:18.695273Z","steps":["trace[784259601] 'process raft request' (duration: 369.845979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:18.695412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:57:18.325106Z","time spent":"370.25547ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:18.695446Z","caller":"traceutil/trace.go:171","msg":"trace[612886123] transaction","detail":"{read_only:false; response_revision:35095; number_of_response:1; }","duration":"108.678634ms","start":"2026-07-31T00:57:18.586759Z","end":"2026-07-31T00:57:18.695438Z","steps":["trace[612886123] 'process raft request' (duration: 108.344565ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:22.786538Z","caller":"traceutil/trace.go:171","msg":"trace[1012872259] transaction","detail":"{read_only:false; response_revision:35123; number_of_response:1; }","duration":"162.981954ms","start":"2026-07-31T00:57:22.623514Z","end":"2026-07-31T00:57:22.786496Z","steps":["trace[1012872259] 'process raft request' (duration: 162.84ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:22.786733Z","caller":"traceutil/trace.go:171","msg":"trace[1767736866] linearizableReadLoop","detail":"{readStateIndex:36240; appliedIndex:36240; }","duration":"144.485133ms","start":"2026-07-31T00:57:22.642216Z","end":"2026-07-31T00:57:22.786701Z","steps":["trace[1767736866] 'read index received' (duration: 144.472322ms)","trace[1767736866] 'applied index is now lower than readState.Index' (duration: 10.37µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:22.786975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.73293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:57:22.787055Z","caller":"traceutil/trace.go:171","msg":"trace[1521410805] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35123; }","duration":"144.869034ms","start":"2026-07-31T00:57:22.642166Z","end":"2026-07-31T00:57:22.787035Z","steps":["trace[1521410805] 'agreement among raft nodes before linearized reading' (duration: 144.73104ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:22.914257Z","caller":"traceutil/trace.go:171","msg":"trace[1874678706] transaction","detail":"{read_only:false; response_revision:35125; number_of_response:1; }","duration":"202.250659ms","start":"2026-07-31T00:57:22.711984Z","end":"2026-07-31T00:57:22.914234Z","steps":["trace[1874678706] 'process raft request' (duration: 202.160447ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:22.914293Z","caller":"traceutil/trace.go:171","msg":"trace[1260567590] transaction","detail":"{read_only:false; response_revision:35124; number_of_response:1; }","duration":"210.090361ms","start":"2026-07-31T00:57:22.70417Z","end":"2026-07-31T00:57:22.914261Z","steps":["trace[1260567590] 'process raft request' (duration: 209.820284ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:22.914613Z","caller":"traceutil/trace.go:171","msg":"trace[224273578] transaction","detail":"{read_only:false; response_revision:35126; number_of_response:1; }","duration":"201.18716ms","start":"2026-07-31T00:57:22.713375Z","end":"2026-07-31T00:57:22.914562Z","steps":["trace[224273578] 'process raft request' (duration: 200.81536ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:22.914823Z","caller":"traceutil/trace.go:171","msg":"trace[1466993629] transaction","detail":"{read_only:false; response_revision:35127; number_of_response:1; }","duration":"200.504212ms","start":"2026-07-31T00:57:22.714305Z","end":"2026-07-31T00:57:22.914809Z","steps":["trace[1466993629] 'process raft request' (duration: 200.154512ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:22.914904Z","caller":"traceutil/trace.go:171","msg":"trace[1344350304] linearizableReadLoop","detail":"{readStateIndex:36245; appliedIndex:36240; }","duration":"128.005538ms","start":"2026-07-31T00:57:22.786881Z","end":"2026-07-31T00:57:22.914886Z","steps":["trace[1344350304] 'read index received' (duration: 127.134634ms)","trace[1344350304] 'applied index is now lower than readState.Index' (duration: 869.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:57:22.915013Z","caller":"traceutil/trace.go:171","msg":"trace[623831997] transaction","detail":"{read_only:false; response_revision:35128; number_of_response:1; }","duration":"167.684983ms","start":"2026-07-31T00:57:22.747315Z","end":"2026-07-31T00:57:22.915Z","steps":["trace[623831997] 'process raft request' (duration: 167.450897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:22.915143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.627074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:57:22.915179Z","caller":"traceutil/trace.go:171","msg":"trace[2142243052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35128; }","duration":"262.714917ms","start":"2026-07-31T00:57:22.652456Z","end":"2026-07-31T00:57:22.915171Z","steps":["trace[2142243052] 'agreement among raft nodes before linearized reading' (duration: 262.641915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:22.915175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.31044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:57:22.915214Z","caller":"traceutil/trace.go:171","msg":"trace[2106132655] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35128; }","duration":"116.392523ms","start":"2026-07-31T00:57:22.79881Z","end":"2026-07-31T00:57:22.915203Z","steps":["trace[2106132655] 'agreement among raft nodes before linearized reading' (duration: 116.31489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:22.915393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.744553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:57:22.915457Z","caller":"traceutil/trace.go:171","msg":"trace[1474409515] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35128; }","duration":"102.846416ms","start":"2026-07-31T00:57:22.812598Z","end":"2026-07-31T00:57:22.915444Z","steps":["trace[1474409515] 'agreement among raft nodes before linearized reading' (duration: 102.736503ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:23.851695Z","caller":"traceutil/trace.go:171","msg":"trace[1881689998] linearizableReadLoop","detail":"{readStateIndex:36249; appliedIndex:36248; }","duration":"199.849104ms","start":"2026-07-31T00:57:23.651821Z","end":"2026-07-31T00:57:23.85167Z","steps":["trace[1881689998] 'read index received' (duration: 199.623938ms)","trace[1881689998] 'applied index is now lower than readState.Index' (duration: 224.026µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:23.851942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.386151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:57:23.85199Z","caller":"traceutil/trace.go:171","msg":"trace[1250456166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35132; }","duration":"199.515454ms","start":"2026-07-31T00:57:23.65246Z","end":"2026-07-31T00:57:23.851975Z","steps":["trace[1250456166] 'agreement among raft nodes before linearized reading' (duration: 199.346729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:23.852021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.788912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-31T00:57:23.852086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.726885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:57:23.852122Z","caller":"traceutil/trace.go:171","msg":"trace[243064356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35132; }","duration":"144.901605ms","start":"2026-07-31T00:57:23.707196Z","end":"2026-07-31T00:57:23.852098Z","steps":["trace[243064356] 'agreement among raft nodes before linearized reading' (duration: 144.657869ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:23.85194Z","caller":"traceutil/trace.go:171","msg":"trace[1282157251] transaction","detail":"{read_only:false; response_revision:35132; number_of_response:1; }","duration":"207.348687ms","start":"2026-07-31T00:57:23.644534Z","end":"2026-07-31T00:57:23.851883Z","steps":["trace[1282157251] 'process raft request' (duration: 206.966786ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:23.852147Z","caller":"traceutil/trace.go:171","msg":"trace[1512624450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35132; }","duration":"146.808227ms","start":"2026-07-31T00:57:23.705324Z","end":"2026-07-31T00:57:23.852133Z","steps":["trace[1512624450] 'agreement among raft nodes before linearized reading' (duration: 146.659383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:23.852297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.179492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:57:23.852295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.94481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:57:23.852473Z","caller":"traceutil/trace.go:171","msg":"trace[1273649873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35132; }","duration":"200.588713ms","start":"2026-07-31T00:57:23.651804Z","end":"2026-07-31T00:57:23.852393Z","steps":["trace[1273649873] 'agreement among raft nodes before linearized reading' (duration: 200.001367ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:23.85253Z","caller":"traceutil/trace.go:171","msg":"trace[1007438112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35132; }","duration":"147.206178ms","start":"2026-07-31T00:57:23.705303Z","end":"2026-07-31T00:57:23.852509Z","steps":["trace[1007438112] 'agreement among raft nodes before linearized reading' (duration: 146.91362ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:23.993356Z","caller":"traceutil/trace.go:171","msg":"trace[1720176889] transaction","detail":"{read_only:false; response_revision:35133; number_of_response:1; }","duration":"136.95327ms","start":"2026-07-31T00:57:23.856376Z","end":"2026-07-31T00:57:23.993329Z","steps":["trace[1720176889] 'process raft request' (duration: 47.579349ms)","trace[1720176889] 'compare' (duration: 89.207977ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:57:23.993581Z","caller":"traceutil/trace.go:171","msg":"trace[906633162] transaction","detail":"{read_only:false; response_revision:35134; number_of_response:1; }","duration":"136.598101ms","start":"2026-07-31T00:57:23.856963Z","end":"2026-07-31T00:57:23.993561Z","steps":["trace[906633162] 'process raft request' (duration: 136.326843ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:23.993643Z","caller":"traceutil/trace.go:171","msg":"trace[1550311138] transaction","detail":"{read_only:false; response_revision:35136; number_of_response:1; }","duration":"136.540439ms","start":"2026-07-31T00:57:23.857085Z","end":"2026-07-31T00:57:23.993625Z","steps":["trace[1550311138] 'process raft request' (duration: 136.479018ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:23.993787Z","caller":"traceutil/trace.go:171","msg":"trace[435983369] transaction","detail":"{read_only:false; response_revision:35135; number_of_response:1; }","duration":"136.701393ms","start":"2026-07-31T00:57:23.85707Z","end":"2026-07-31T00:57:23.993772Z","steps":["trace[435983369] 'process raft request' (duration: 136.412826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:06.550147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.79911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:58:06.551077Z","caller":"traceutil/trace.go:171","msg":"trace[2052458732] linearizableReadLoop","detail":"{readStateIndex:36574; appliedIndex:36571; }","duration":"238.230083ms","start":"2026-07-31T00:58:06.312819Z","end":"2026-07-31T00:58:06.551049Z","steps":["trace[2052458732] 'read index received' (duration: 60.436657ms)","trace[2052458732] 'applied index is now lower than readState.Index' (duration: 177.791876ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:58:06.552094Z","caller":"traceutil/trace.go:171","msg":"trace[161409785] transaction","detail":"{read_only:false; response_revision:35446; number_of_response:1; }","duration":"349.137468ms","start":"2026-07-31T00:58:06.202932Z","end":"2026-07-31T00:58:06.552069Z","steps":["trace[161409785] 'process raft request' (duration: 170.308064ms)","trace[161409785] 'compare' (duration: 176.659935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:06.552399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:58:06.202912Z","time spent":"349.393395ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:58:06.552924Z","caller":"traceutil/trace.go:171","msg":"trace[96123327] transaction","detail":"{read_only:false; response_revision:35447; number_of_response:1; }","duration":"348.845131ms","start":"2026-07-31T00:58:06.204062Z","end":"2026-07-31T00:58:06.552907Z","steps":["trace[96123327] 'process raft request' (duration: 346.781225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:06.553664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:58:06.204049Z","time spent":"349.037275ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:58:06.553894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.131443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-31T00:58:06.553962Z","caller":"traceutil/trace.go:171","msg":"trace[582420652] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35448; }","duration":"234.233256ms","start":"2026-07-31T00:58:06.31971Z","end":"2026-07-31T00:58:06.553943Z","steps":["trace[582420652] 'agreement among raft nodes before linearized reading' (duration: 234.070611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:06.554066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.566609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-31T00:58:06.554073Z","caller":"traceutil/trace.go:171","msg":"trace[1712549801] transaction","detail":"{read_only:false; response_revision:35448; number_of_response:1; }","duration":"349.672152ms","start":"2026-07-31T00:58:06.204367Z","end":"2026-07-31T00:58:06.554039Z","steps":["trace[1712549801] 'process raft request' (duration: 346.580569ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:58:06.554112Z","caller":"traceutil/trace.go:171","msg":"trace[1226124130] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:35448; }","duration":"212.64632ms","start":"2026-07-31T00:58:06.341454Z","end":"2026-07-31T00:58:06.5541Z","steps":["trace[1226124130] 'agreement among raft nodes before linearized reading' (duration: 212.533007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:06.554132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.280616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:58:06.554227Z","caller":"traceutil/trace.go:171","msg":"trace[1674152455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35448; }","duration":"241.4169ms","start":"2026-07-31T00:58:06.312787Z","end":"2026-07-31T00:58:06.554204Z","steps":["trace[1674152455] 'agreement among raft nodes before linearized reading' (duration: 241.167303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:06.554226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:58:06.204356Z","time spent":"349.786606ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T01:02:14.088596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35055} {"level":"info","ts":"2026-07-31T01:02:14.239368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35055,"took":"139.749646ms","hash":3601796616,"current-db-size-bytes":58302464,"current-db-size":"58 MB","current-db-size-in-use-bytes":32518144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-31T01:02:14.239439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3601796616,"revision":35055,"compact-revision":32772} {"level":"info","ts":"2026-07-31T01:05:12.911034Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T01:05:12.915979Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-31T01:05:12.916094Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-31T01:07:14.097661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37364} {"level":"info","ts":"2026-07-31T01:07:14.222645Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37364,"took":"120.961325ms","hash":3365316483,"current-db-size-bytes":61693952,"current-db-size":"62 MB","current-db-size-in-use-bytes":33005568,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-31T01:07:14.222706Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3365316483,"revision":37364,"compact-revision":35055}