{"level":"warn","ts":"2026-07-29T15:47:52.61689Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T15:47:52.617081Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.217:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.217:2380","--initial-cluster=instance=https://199.19.213.217:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.217:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.217:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T15:47:52.617214Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T15:47:52.617409Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.217:2380"]} {"level":"info","ts":"2026-07-29T15:47:52.617455Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T15:47:52.618208Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.217:2379"]} {"level":"info","ts":"2026-07-29T15:47:52.618319Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.217:2380"],"listen-peer-urls":["https://199.19.213.217:2380"],"advertise-client-urls":["https://199.19.213.217:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.217:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.217:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T15:47:52.629474Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.905681ms"} {"level":"info","ts":"2026-07-29T15:47:52.635682Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"22141a955455b8ec","cluster-id":"30738c1f7233ae60"} {"level":"info","ts":"2026-07-29T15:47:52.635953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T15:47:52.636034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became follower at term 0"} {"level":"info","ts":"2026-07-29T15:47:52.636079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 22141a955455b8ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T15:47:52.636122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became follower at term 1"} {"level":"info","ts":"2026-07-29T15:47:52.636215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec switched to configuration voters=(2455616925491116268)"} {"level":"warn","ts":"2026-07-29T15:47:52.64493Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T15:47:52.646727Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T15:47:52.648004Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T15:47:52.650761Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"22141a955455b8ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T15:47:52.651138Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"22141a955455b8ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T15:47:52.651138Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T15:47:52.651303Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T15:47:52.651338Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T15:47:52.654183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec switched to configuration voters=(2455616925491116268)"} {"level":"info","ts":"2026-07-29T15:47:52.654757Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"30738c1f7233ae60","local-member-id":"22141a955455b8ec","added-peer-id":"22141a955455b8ec","added-peer-peer-urls":["https://199.19.213.217:2380"]} {"level":"info","ts":"2026-07-29T15:47:52.658294Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T15:47:52.658441Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.217:2380"} {"level":"info","ts":"2026-07-29T15:47:52.658511Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.217:2380"} {"level":"info","ts":"2026-07-29T15:47:52.658872Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"22141a955455b8ec","initial-advertise-peer-urls":["https://199.19.213.217:2380"],"listen-peer-urls":["https://199.19.213.217:2380"],"advertise-client-urls":["https://199.19.213.217:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.217:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T15:47:52.658927Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T15:47:53.536812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T15:47:53.53689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T15:47:53.536918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec received MsgPreVoteResp from 22141a955455b8ec at term 1"} {"level":"info","ts":"2026-07-29T15:47:53.536939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became candidate at term 2"} {"level":"info","ts":"2026-07-29T15:47:53.537001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec received MsgVoteResp from 22141a955455b8ec at term 2"} {"level":"info","ts":"2026-07-29T15:47:53.53702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became leader at term 2"} {"level":"info","ts":"2026-07-29T15:47:53.537041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 22141a955455b8ec elected leader 22141a955455b8ec at term 2"} {"level":"info","ts":"2026-07-29T15:47:53.538079Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"22141a955455b8ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.217:2379]}","request-path":"/0/members/22141a955455b8ec/attributes","cluster-id":"30738c1f7233ae60","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T15:47:53.538102Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T15:47:53.538198Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T15:47:53.538241Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:47:53.539297Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"30738c1f7233ae60","local-member-id":"22141a955455b8ec","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:47:53.539439Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:47:53.539481Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:47:53.540857Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T15:47:53.5431Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.217:2379"} {"level":"info","ts":"2026-07-29T15:47:53.543134Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T15:47:53.547911Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-07-29T15:48:33.328031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.999005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:48:33.328222Z","caller":"traceutil/trace.go:171","msg":"trace[282337776] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"193.711788ms","start":"2026-07-29T15:48:33.134483Z","end":"2026-07-29T15:48:33.328195Z","steps":["trace[282337776] 'process raft request' (duration: 79.925231ms)","trace[282337776] 'compare' (duration: 112.772577ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:48:33.345496Z","caller":"traceutil/trace.go:171","msg":"trace[968840264] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"208.292786ms","start":"2026-07-29T15:48:33.137143Z","end":"2026-07-29T15:48:33.345436Z","steps":["trace[968840264] 'process raft request' (duration: 207.625497ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.345585Z","caller":"traceutil/trace.go:171","msg":"trace[1047951564] transaction","detail":"{read_only:false; number_of_response:1; response_revision:540; }","duration":"208.318337ms","start":"2026-07-29T15:48:33.137211Z","end":"2026-07-29T15:48:33.345529Z","steps":["trace[1047951564] 'process raft request' (duration: 208.08817ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.345856Z","caller":"traceutil/trace.go:171","msg":"trace[13611329] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"203.795005ms","start":"2026-07-29T15:48:33.14204Z","end":"2026-07-29T15:48:33.345835Z","steps":["trace[13611329] 'process raft request' (duration: 203.447895ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.345858Z","caller":"traceutil/trace.go:171","msg":"trace[1953243533] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"199.602131ms","start":"2026-07-29T15:48:33.146241Z","end":"2026-07-29T15:48:33.345843Z","steps":["trace[1953243533] 'process raft request' (duration: 199.325543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.346031Z","caller":"traceutil/trace.go:171","msg":"trace[936382061] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"206.676279ms","start":"2026-07-29T15:48:33.13934Z","end":"2026-07-29T15:48:33.346016Z","steps":["trace[936382061] 'process raft request' (duration: 206.060591ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.346051Z","caller":"traceutil/trace.go:171","msg":"trace[783292115] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"194.612464ms","start":"2026-07-29T15:48:33.151417Z","end":"2026-07-29T15:48:33.34603Z","steps":["trace[783292115] 'process raft request' (duration: 194.242344ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.346024Z","caller":"traceutil/trace.go:171","msg":"trace[30477604] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"150.511567ms","start":"2026-07-29T15:48:33.195482Z","end":"2026-07-29T15:48:33.345993Z","steps":["trace[30477604] 'process raft request' (duration: 150.451806ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.34614Z","caller":"traceutil/trace.go:171","msg":"trace[1913666851] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"192.941645ms","start":"2026-07-29T15:48:33.153188Z","end":"2026-07-29T15:48:33.34613Z","steps":["trace[1913666851] 'process raft request' (duration: 192.569164ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:33.346194Z","caller":"traceutil/trace.go:171","msg":"trace[137060398] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"198.16922ms","start":"2026-07-29T15:48:33.148015Z","end":"2026-07-29T15:48:33.346184Z","steps":["trace[137060398] 'process raft request' (duration: 197.602663ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:41.247627Z","caller":"traceutil/trace.go:171","msg":"trace[826675906] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"327.906163ms","start":"2026-07-29T15:48:40.919683Z","end":"2026-07-29T15:48:41.247589Z","steps":["trace[826675906] 'process raft request' (duration: 327.664746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:41.248185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:48:40.919621Z","time spent":"328.114348ms","remote":"127.0.0.1:38748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:48:41.603636Z","caller":"traceutil/trace.go:171","msg":"trace[455571461] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"103.728811ms","start":"2026-07-29T15:48:41.499869Z","end":"2026-07-29T15:48:41.603598Z","steps":["trace[455571461] 'process raft request' (duration: 103.524995ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:41.617137Z","caller":"traceutil/trace.go:171","msg":"trace[1893364171] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"116.562559ms","start":"2026-07-29T15:48:41.500523Z","end":"2026-07-29T15:48:41.617085Z","steps":["trace[1893364171] 'process raft request' (duration: 116.351683ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:49:39.802098Z","caller":"traceutil/trace.go:171","msg":"trace[26177326] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"179.19497ms","start":"2026-07-29T15:49:39.622843Z","end":"2026-07-29T15:49:39.802038Z","steps":["trace[26177326] 'process raft request' (duration: 178.85982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:49:39.989439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.247785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:49:39.989566Z","caller":"traceutil/trace.go:171","msg":"trace[551471354] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1097; }","duration":"124.510853ms","start":"2026-07-29T15:49:39.865026Z","end":"2026-07-29T15:49:39.989537Z","steps":["trace[551471354] 'range keys from in-memory index tree' (duration: 124.131822ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:50:11.569297Z","caller":"traceutil/trace.go:171","msg":"trace[417576517] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"120.923732ms","start":"2026-07-29T15:50:11.448339Z","end":"2026-07-29T15:50:11.569262Z","steps":["trace[417576517] 'process raft request' (duration: 120.622013ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:50:12.49244Z","caller":"traceutil/trace.go:171","msg":"trace[562888425] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"307.588602ms","start":"2026-07-29T15:50:12.184816Z","end":"2026-07-29T15:50:12.492404Z","steps":["trace[562888425] 'process raft request' (duration: 307.382886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:12.492641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:12.184791Z","time spent":"307.745867ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:50:12.591771Z","caller":"traceutil/trace.go:171","msg":"trace[1234368321] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"306.995114ms","start":"2026-07-29T15:50:12.284742Z","end":"2026-07-29T15:50:12.591737Z","steps":["trace[1234368321] 'process raft request' (duration: 306.902522ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:50:12.591909Z","caller":"traceutil/trace.go:171","msg":"trace[1541087010] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"406.817244ms","start":"2026-07-29T15:50:12.184943Z","end":"2026-07-29T15:50:12.59176Z","steps":["trace[1541087010] 'process raft request' (duration: 406.509755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:12.592134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:12.284723Z","time spent":"307.262332ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:50:12.592286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:12.1849Z","time spent":"407.233218ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:50:12.621603Z","caller":"traceutil/trace.go:171","msg":"trace[2118381416] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1481; }","duration":"357.007442ms","start":"2026-07-29T15:50:12.26456Z","end":"2026-07-29T15:50:12.621567Z","steps":["trace[2118381416] 'read index received' (duration: 227.6838ms)","trace[2118381416] 'applied index is now lower than readState.Index' (duration: 129.321571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:50:12.621977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.383513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T15:50:12.622043Z","caller":"traceutil/trace.go:171","msg":"trace[878158771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1444; }","duration":"357.518916ms","start":"2026-07-29T15:50:12.264505Z","end":"2026-07-29T15:50:12.622024Z","steps":["trace[878158771] 'agreement among raft nodes before linearized reading' (duration: 357.251429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:12.622104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:12.264485Z","time spent":"357.605049ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:50:12.622205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.87689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T15:50:12.622356Z","caller":"traceutil/trace.go:171","msg":"trace[1225859957] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1444; }","duration":"349.099956ms","start":"2026-07-29T15:50:12.273223Z","end":"2026-07-29T15:50:12.622323Z","steps":["trace[1225859957] 'agreement among raft nodes before linearized reading' (duration: 348.603532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:12.622199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.329553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T15:50:12.622461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:12.273211Z","time spent":"349.23873ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:50:12.622484Z","caller":"traceutil/trace.go:171","msg":"trace[768619657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1444; }","duration":"356.707963ms","start":"2026-07-29T15:50:12.265732Z","end":"2026-07-29T15:50:12.62244Z","steps":["trace[768619657] 'agreement among raft nodes before linearized reading' (duration: 356.076465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:12.622618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:12.265699Z","time spent":"356.873458ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:50:14.209792Z","caller":"traceutil/trace.go:171","msg":"trace[1945388570] linearizableReadLoop","detail":"{readStateIndex:1491; appliedIndex:1490; }","duration":"318.879294ms","start":"2026-07-29T15:50:13.890879Z","end":"2026-07-29T15:50:14.209758Z","steps":["trace[1945388570] 'read index received' (duration: 318.672498ms)","trace[1945388570] 'applied index is now lower than readState.Index' (duration: 204.966µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:50:14.209917Z","caller":"traceutil/trace.go:171","msg":"trace[1854511001] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"415.981366ms","start":"2026-07-29T15:50:13.793896Z","end":"2026-07-29T15:50:14.209877Z","steps":["trace[1854511001] 'process raft request' (duration: 415.659377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:14.210111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:13.793839Z","time spent":"416.163961ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:50:14.210139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.071508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T15:50:14.210182Z","caller":"traceutil/trace.go:171","msg":"trace[1498773520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1450; }","duration":"196.208441ms","start":"2026-07-29T15:50:14.013962Z","end":"2026-07-29T15:50:14.210171Z","steps":["trace[1498773520] 'agreement among raft nodes before linearized reading' (duration: 195.990675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:14.210329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.415899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T15:50:14.210445Z","caller":"traceutil/trace.go:171","msg":"trace[670415894] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1450; }","duration":"319.607004ms","start":"2026-07-29T15:50:13.890809Z","end":"2026-07-29T15:50:14.210416Z","steps":["trace[670415894] 'agreement among raft nodes before linearized reading' (duration: 319.08929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:50:14.210505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:50:13.890782Z","time spent":"319.709227ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:51:04.623783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.672538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T15:51:04.623933Z","caller":"traceutil/trace.go:171","msg":"trace[1937120001] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2215; }","duration":"212.842973ms","start":"2026-07-29T15:51:04.411065Z","end":"2026-07-29T15:51:04.623908Z","steps":["trace[1937120001] 'range keys from in-memory index tree' (duration: 212.37991ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:04.823845Z","caller":"traceutil/trace.go:171","msg":"trace[1833470303] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"194.054811ms","start":"2026-07-29T15:51:04.629735Z","end":"2026-07-29T15:51:04.82379Z","steps":["trace[1833470303] 'process raft request' (duration: 150.002484ms)","trace[1833470303] 'compare' (duration: 43.897002ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:04.896289Z","caller":"traceutil/trace.go:171","msg":"trace[854224468] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2296; }","duration":"103.691821ms","start":"2026-07-29T15:51:04.792559Z","end":"2026-07-29T15:51:04.896251Z","steps":["trace[854224468] 'read index received' (duration: 57.992897ms)","trace[854224468] 'applied index is now lower than readState.Index' (duration: 45.697334ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:04.896459Z","caller":"traceutil/trace.go:171","msg":"trace[859038398] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"107.199944ms","start":"2026-07-29T15:51:04.789206Z","end":"2026-07-29T15:51:04.896406Z","steps":["trace[859038398] 'process raft request' (duration: 106.842743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:04.896629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.034222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:51:04.896693Z","caller":"traceutil/trace.go:171","msg":"trace[935170790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2219; }","duration":"104.162186ms","start":"2026-07-29T15:51:04.792517Z","end":"2026-07-29T15:51:04.896679Z","steps":["trace[935170790] 'agreement among raft nodes before linearized reading' (duration: 103.919578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:05.136248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.079517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:51:05.136356Z","caller":"traceutil/trace.go:171","msg":"trace[675996830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2221; }","duration":"132.237651ms","start":"2026-07-29T15:51:05.004094Z","end":"2026-07-29T15:51:05.136332Z","steps":["trace[675996830] 'range keys from in-memory index tree' (duration: 131.819139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:05.136383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.241497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T15:51:05.136383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.787764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:51:05.136493Z","caller":"traceutil/trace.go:171","msg":"trace[126965872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"191.35327ms","start":"2026-07-29T15:51:04.945103Z","end":"2026-07-29T15:51:05.136456Z","steps":["trace[126965872] 'range keys from in-memory index tree' (duration: 191.099683ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:05.136497Z","caller":"traceutil/trace.go:171","msg":"trace[245458927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2221; }","duration":"137.943859ms","start":"2026-07-29T15:51:04.998524Z","end":"2026-07-29T15:51:05.136468Z","steps":["trace[245458927] 'range keys from in-memory index tree' (duration: 137.599539ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:40.387012Z","caller":"traceutil/trace.go:171","msg":"trace[165618843] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2578; }","duration":"106.186506ms","start":"2026-07-29T15:51:40.280794Z","end":"2026-07-29T15:51:40.386981Z","steps":["trace[165618843] 'read index received' (duration: 105.941299ms)","trace[165618843] 'applied index is now lower than readState.Index' (duration: 243.977µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:40.387148Z","caller":"traceutil/trace.go:171","msg":"trace[1067404483] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"106.789992ms","start":"2026-07-29T15:51:40.280319Z","end":"2026-07-29T15:51:40.387109Z","steps":["trace[1067404483] 'process raft request' (duration: 106.425122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:40.387314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.488834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-29T15:51:40.38736Z","caller":"traceutil/trace.go:171","msg":"trace[2090480446] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2493; }","duration":"106.617907ms","start":"2026-07-29T15:51:40.280729Z","end":"2026-07-29T15:51:40.387347Z","steps":["trace[2090480446] 'agreement among raft nodes before linearized reading' (duration: 106.395631ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:40.545151Z","caller":"traceutil/trace.go:171","msg":"trace[1104966142] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"168.345984ms","start":"2026-07-29T15:51:40.376768Z","end":"2026-07-29T15:51:40.545114Z","steps":["trace[1104966142] 'process raft request' (duration: 134.972782ms)","trace[1104966142] 'compare' (duration: 33.210297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:41.007725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.683382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T15:51:41.0079Z","caller":"traceutil/trace.go:171","msg":"trace[624184471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2496; }","duration":"103.962299ms","start":"2026-07-29T15:51:40.903909Z","end":"2026-07-29T15:51:41.007871Z","steps":["trace[624184471] 'range keys from in-memory index tree' (duration: 103.422963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:41.300865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.050284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:51:41.301103Z","caller":"traceutil/trace.go:171","msg":"trace[1699975012] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2583; }","duration":"178.078541ms","start":"2026-07-29T15:51:41.123002Z","end":"2026-07-29T15:51:41.301081Z","steps":["trace[1699975012] 'read index received' (duration: 23.672277ms)","trace[1699975012] 'applied index is now lower than readState.Index' (duration: 154.404334ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:41.30117Z","caller":"traceutil/trace.go:171","msg":"trace[1557936160] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"259.763254ms","start":"2026-07-29T15:51:41.041354Z","end":"2026-07-29T15:51:41.301117Z","steps":["trace[1557936160] 'process raft request' (duration: 105.33432ms)","trace[1557936160] 'compare' (duration: 153.738023ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:41.301227Z","caller":"traceutil/trace.go:171","msg":"trace[1600790920] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"258.875699ms","start":"2026-07-29T15:51:41.042332Z","end":"2026-07-29T15:51:41.301207Z","steps":["trace[1600790920] 'process raft request' (duration: 258.679093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:41.301385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.39012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-29T15:51:41.301418Z","caller":"traceutil/trace.go:171","msg":"trace[17627465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2499; }","duration":"178.472543ms","start":"2026-07-29T15:51:41.122936Z","end":"2026-07-29T15:51:41.301408Z","steps":["trace[17627465] 'agreement among raft nodes before linearized reading' (duration: 178.317618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:41.302381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.113552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:51:41.302369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.405025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:51:41.302467Z","caller":"traceutil/trace.go:171","msg":"trace[464179794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2499; }","duration":"178.331378ms","start":"2026-07-29T15:51:41.124114Z","end":"2026-07-29T15:51:41.302445Z","steps":["trace[464179794] 'agreement among raft nodes before linearized reading' (duration: 177.923186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:41.302491Z","caller":"traceutil/trace.go:171","msg":"trace[162810141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2499; }","duration":"117.606541ms","start":"2026-07-29T15:51:41.184851Z","end":"2026-07-29T15:51:41.302458Z","steps":["trace[162810141] 'agreement among raft nodes before linearized reading' (duration: 117.162788ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:50.034944Z","caller":"traceutil/trace.go:171","msg":"trace[600714988] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"171.58041ms","start":"2026-07-29T15:53:49.863326Z","end":"2026-07-29T15:53:50.034906Z","steps":["trace[600714988] 'process raft request' (duration: 171.354964ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:50.036038Z","caller":"traceutil/trace.go:171","msg":"trace[176366123] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3654; }","duration":"158.486159ms","start":"2026-07-29T15:53:49.877525Z","end":"2026-07-29T15:53:50.036011Z","steps":["trace[176366123] 'read index received' (duration: 157.091228ms)","trace[176366123] 'applied index is now lower than readState.Index' (duration: 1.393871ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:50.036093Z","caller":"traceutil/trace.go:171","msg":"trace[1718408296] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"167.872243ms","start":"2026-07-29T15:53:49.868204Z","end":"2026-07-29T15:53:50.036077Z","steps":["trace[1718408296] 'process raft request' (duration: 167.674937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:50.036326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.776738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T15:53:50.036399Z","caller":"traceutil/trace.go:171","msg":"trace[1793122930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3536; }","duration":"158.921192ms","start":"2026-07-29T15:53:49.877457Z","end":"2026-07-29T15:53:50.036378Z","steps":["trace[1793122930] 'agreement among raft nodes before linearized reading' (duration: 158.678275ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:55.8489Z","caller":"traceutil/trace.go:171","msg":"trace[863885586] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"135.108069ms","start":"2026-07-29T15:53:55.713753Z","end":"2026-07-29T15:53:55.848861Z","steps":["trace[863885586] 'process raft request' (duration: 134.85961ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:01.29354Z","caller":"traceutil/trace.go:171","msg":"trace[2145157934] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"103.764414ms","start":"2026-07-29T15:54:01.189739Z","end":"2026-07-29T15:54:01.293504Z","steps":["trace[2145157934] 'process raft request' (duration: 93.160645ms)","trace[2145157934] 'compare' (duration: 10.242509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:17.390817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325200969564347177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:54:17.714892Z","caller":"traceutil/trace.go:171","msg":"trace[243432844] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"836.422986ms","start":"2026-07-29T15:54:16.878435Z","end":"2026-07-29T15:54:17.714858Z","steps":["trace[243432844] 'process raft request' (duration: 836.161379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:17.7151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:16.878405Z","time spent":"836.583691ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:17.715746Z","caller":"traceutil/trace.go:171","msg":"trace[699065821] linearizableReadLoop","detail":"{readStateIndex:3848; appliedIndex:3846; }","duration":"826.070822ms","start":"2026-07-29T15:54:16.889646Z","end":"2026-07-29T15:54:17.715717Z","steps":["trace[699065821] 'read index received' (duration: 825.016922ms)","trace[699065821] 'applied index is now lower than readState.Index' (duration: 1.05292ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:17.715835Z","caller":"traceutil/trace.go:171","msg":"trace[685548457] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"488.848623ms","start":"2026-07-29T15:54:17.226969Z","end":"2026-07-29T15:54:17.715818Z","steps":["trace[685548457] 'process raft request' (duration: 488.569675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:17.715911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:17.226947Z","time spent":"488.924506ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:54:17.716023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.66337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:54:17.716071Z","caller":"traceutil/trace.go:171","msg":"trace[678020961] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3722; }","duration":"761.763062ms","start":"2026-07-29T15:54:16.954295Z","end":"2026-07-29T15:54:17.716058Z","steps":["trace[678020961] 'agreement among raft nodes before linearized reading' (duration: 761.67273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:17.716099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:16.954272Z","time spent":"761.819074ms","remote":"127.0.0.1:44086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:54:17.716106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.323908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:54:17.716131Z","caller":"traceutil/trace.go:171","msg":"trace[273868787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3722; }","duration":"406.398821ms","start":"2026-07-29T15:54:17.309724Z","end":"2026-07-29T15:54:17.716123Z","steps":["trace[273868787] 'agreement among raft nodes before linearized reading' (duration: 406.34837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:17.716116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.432882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T15:54:17.716153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:17.309699Z","time spent":"406.446912ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:54:17.716097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.069402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:54:17.716172Z","caller":"traceutil/trace.go:171","msg":"trace[1219523378] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:3722; }","duration":"826.571166ms","start":"2026-07-29T15:54:16.889585Z","end":"2026-07-29T15:54:17.716156Z","steps":["trace[1219523378] 'agreement among raft nodes before linearized reading' (duration: 826.316099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:17.716228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:16.889564Z","time spent":"826.650099ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"info","ts":"2026-07-29T15:54:17.716208Z","caller":"traceutil/trace.go:171","msg":"trace[140873797] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3722; }","duration":"325.228336ms","start":"2026-07-29T15:54:17.390962Z","end":"2026-07-29T15:54:17.71619Z","steps":["trace[140873797] 'agreement among raft nodes before linearized reading' (duration: 325.056321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:17.716314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:17.390932Z","time spent":"325.36511ms","remote":"127.0.0.1:38960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:54:20.729136Z","caller":"traceutil/trace.go:171","msg":"trace[128669843] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"341.464793ms","start":"2026-07-29T15:54:20.387641Z","end":"2026-07-29T15:54:20.729106Z","steps":["trace[128669843] 'process raft request' (duration: 308.431982ms)","trace[128669843] 'compare' (duration: 32.472385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:20.729303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:20.387618Z","time spent":"341.603228ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:20.729499Z","caller":"traceutil/trace.go:171","msg":"trace[1986147576] linearizableReadLoop","detail":"{readStateIndex:3873; appliedIndex:3870; }","duration":"321.152547ms","start":"2026-07-29T15:54:20.40831Z","end":"2026-07-29T15:54:20.729463Z","steps":["trace[1986147576] 'read index received' (duration: 287.685113ms)","trace[1986147576] 'applied index is now lower than readState.Index' (duration: 33.466573ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:20.729659Z","caller":"traceutil/trace.go:171","msg":"trace[738011234] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"331.004975ms","start":"2026-07-29T15:54:20.39862Z","end":"2026-07-29T15:54:20.729625Z","steps":["trace[738011234] 'process raft request' (duration: 330.648095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:20.729801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.448435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-29T15:54:20.729818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:20.398587Z","time spent":"331.141609ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:20.729859Z","caller":"traceutil/trace.go:171","msg":"trace[1194872065] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3746; }","duration":"321.569138ms","start":"2026-07-29T15:54:20.408268Z","end":"2026-07-29T15:54:20.729837Z","steps":["trace[1194872065] 'agreement among raft nodes before linearized reading' (duration: 321.357432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:20.729906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:20.408255Z","time spent":"321.63744ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:54:20.729992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.002225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:54:20.730062Z","caller":"traceutil/trace.go:171","msg":"trace[210870835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3746; }","duration":"154.114128ms","start":"2026-07-29T15:54:20.575933Z","end":"2026-07-29T15:54:20.730047Z","steps":["trace[210870835] 'agreement among raft nodes before linearized reading' (duration: 153.944013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:20.730153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.594857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:54:20.730199Z","caller":"traceutil/trace.go:171","msg":"trace[119574516] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3746; }","duration":"113.680039ms","start":"2026-07-29T15:54:20.616504Z","end":"2026-07-29T15:54:20.730184Z","steps":["trace[119574516] 'agreement among raft nodes before linearized reading' (duration: 113.616108ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:20.730198Z","caller":"traceutil/trace.go:171","msg":"trace[941946835] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"331.424717ms","start":"2026-07-29T15:54:20.398761Z","end":"2026-07-29T15:54:20.730186Z","steps":["trace[941946835] 'process raft request' (duration: 330.664995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:20.730267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:20.398714Z","time spent":"331.51212ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:56:21.315995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325200969564349297,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:56:21.546242Z","caller":"traceutil/trace.go:171","msg":"trace[276961449] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"828.788556ms","start":"2026-07-29T15:56:20.717431Z","end":"2026-07-29T15:56:21.546219Z","steps":["trace[276961449] 'process raft request' (duration: 826.707625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:21.546365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:20.717399Z","time spent":"828.9048ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:56:21.546612Z","caller":"traceutil/trace.go:171","msg":"trace[1133153791] linearizableReadLoop","detail":"{readStateIndex:4670; appliedIndex:4666; }","duration":"731.434026ms","start":"2026-07-29T15:56:20.815169Z","end":"2026-07-29T15:56:21.546603Z","steps":["trace[1133153791] 'read index received' (duration: 729.804478ms)","trace[1133153791] 'applied index is now lower than readState.Index' (duration: 1.628148ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:56:21.546734Z","caller":"traceutil/trace.go:171","msg":"trace[334474201] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"813.607021ms","start":"2026-07-29T15:56:20.733092Z","end":"2026-07-29T15:56:21.546699Z","steps":["trace[334474201] 'process raft request' (duration: 813.482447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:21.546832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.447339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T15:56:21.546895Z","caller":"traceutil/trace.go:171","msg":"trace[361523368] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"813.896409ms","start":"2026-07-29T15:56:20.732993Z","end":"2026-07-29T15:56:21.546889Z","steps":["trace[361523368] 'process raft request' (duration: 813.158567ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:21.546914Z","caller":"traceutil/trace.go:171","msg":"trace[303063734] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4519; }","duration":"497.569613ms","start":"2026-07-29T15:56:21.049321Z","end":"2026-07-29T15:56:21.546891Z","steps":["trace[303063734] 'agreement among raft nodes before linearized reading' (duration: 497.381018ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:21.546952Z","caller":"traceutil/trace.go:171","msg":"trace[1353047313] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"813.9292ms","start":"2026-07-29T15:56:20.733017Z","end":"2026-07-29T15:56:21.546947Z","steps":["trace[1353047313] 'process raft request' (duration: 813.521308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:21.546973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:21.049303Z","time spent":"497.647435ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:56:21.547001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:20.732986Z","time spent":"813.990322ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:56:21.546863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:20.733083Z","time spent":"813.707833ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:56:21.547213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.047563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T15:56:21.547232Z","caller":"traceutil/trace.go:171","msg":"trace[547160578] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4519; }","duration":"732.107305ms","start":"2026-07-29T15:56:20.81512Z","end":"2026-07-29T15:56:21.547227Z","steps":["trace[547160578] 'agreement among raft nodes before linearized reading' (duration: 732.015072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:21.547224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.644287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-29T15:56:21.547251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:20.815094Z","time spent":"732.150726ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-29T15:56:21.546929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:20.732963Z","time spent":"813.950901ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:56:21.547258Z","caller":"traceutil/trace.go:171","msg":"trace[1461118404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4519; }","duration":"329.739ms","start":"2026-07-29T15:56:21.21751Z","end":"2026-07-29T15:56:21.547249Z","steps":["trace[1461118404] 'agreement among raft nodes before linearized reading' (duration: 329.620457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:21.547284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:21.217492Z","time spent":"329.785251ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:56:24.592465Z","caller":"traceutil/trace.go:171","msg":"trace[1538850094] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"1.039012334s","start":"2026-07-29T15:56:23.553422Z","end":"2026-07-29T15:56:24.592435Z","steps":["trace[1538850094] 'process raft request' (duration: 1.038719685s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:24.592494Z","caller":"traceutil/trace.go:171","msg":"trace[619238047] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"1.039577821s","start":"2026-07-29T15:56:23.552845Z","end":"2026-07-29T15:56:24.592423Z","steps":["trace[619238047] 'process raft request' (duration: 1.039120497s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.592654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.553412Z","time spent":"1.039143578s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:56:24.592789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.55282Z","time spent":"1.039758476s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:56:24.592957Z","caller":"traceutil/trace.go:171","msg":"trace[1247315981] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"1.039197109s","start":"2026-07-29T15:56:23.553738Z","end":"2026-07-29T15:56:24.592935Z","steps":["trace[1247315981] 'process raft request' (duration: 1.038454148s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:24.59299Z","caller":"traceutil/trace.go:171","msg":"trace[626375370] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4680; }","duration":"1.036039777s","start":"2026-07-29T15:56:23.556906Z","end":"2026-07-29T15:56:24.592946Z","steps":["trace[626375370] 'read index received' (duration: 44.860288ms)","trace[626375370] 'applied index is now lower than readState.Index' (duration: 991.178249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:56:24.593096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.553701Z","time spent":"1.039322043s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:56:24.593172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036264394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:56:24.593204Z","caller":"traceutil/trace.go:171","msg":"trace[1391414480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4532; }","duration":"1.036325115s","start":"2026-07-29T15:56:23.556871Z","end":"2026-07-29T15:56:24.593196Z","steps":["trace[1391414480] 'agreement among raft nodes before linearized reading' (duration: 1.036224712s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.593247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.556859Z","time spent":"1.036381937s","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:56:24.593328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.311877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T15:56:24.593365Z","caller":"traceutil/trace.go:171","msg":"trace[1021894203] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4532; }","duration":"789.41304ms","start":"2026-07-29T15:56:23.803943Z","end":"2026-07-29T15:56:24.593356Z","steps":["trace[1021894203] 'agreement among raft nodes before linearized reading' (duration: 789.300746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.59339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.803909Z","time spent":"789.476291ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:56:24.593441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.073234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:56:24.593476Z","caller":"traceutil/trace.go:171","msg":"trace[77660915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4532; }","duration":"944.165597ms","start":"2026-07-29T15:56:23.649301Z","end":"2026-07-29T15:56:24.593467Z","steps":["trace[77660915] 'agreement among raft nodes before linearized reading' (duration: 944.069814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.593444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03648504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-29T15:56:24.593501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.649263Z","time spent":"944.232419ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:56:24.593536Z","caller":"traceutil/trace.go:171","msg":"trace[444912178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4532; }","duration":"1.036620464s","start":"2026-07-29T15:56:23.556893Z","end":"2026-07-29T15:56:24.593513Z","steps":["trace[444912178] 'agreement among raft nodes before linearized reading' (duration: 1.036342376s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.593561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.430325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T15:56:24.593587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.556881Z","time spent":"1.036694676s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:56:24.593586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.631592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:56:24.593634Z","caller":"traceutil/trace.go:171","msg":"trace[1510590597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4532; }","duration":"940.704284ms","start":"2026-07-29T15:56:23.652919Z","end":"2026-07-29T15:56:24.593623Z","steps":["trace[1510590597] 'agreement among raft nodes before linearized reading' (duration: 940.575811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.593668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.652908Z","time spent":"940.754856ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:56:24.593593Z","caller":"traceutil/trace.go:171","msg":"trace[174373696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4532; }","duration":"649.513748ms","start":"2026-07-29T15:56:23.94407Z","end":"2026-07-29T15:56:24.593584Z","steps":["trace[174373696] 'agreement among raft nodes before linearized reading' (duration: 649.426436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.593716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.944034Z","time spent":"649.673293ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:56:24.593815Z","caller":"traceutil/trace.go:171","msg":"trace[321638283] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"1.039044605s","start":"2026-07-29T15:56:23.554118Z","end":"2026-07-29T15:56:24.593162Z","steps":["trace[321638283] 'process raft request' (duration: 1.038683175s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.593888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.554109Z","time spent":"1.039749466s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:56:24.59346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.717764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:56:24.594099Z","caller":"traceutil/trace.go:171","msg":"trace[1356904513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4532; }","duration":"943.411374ms","start":"2026-07-29T15:56:23.650675Z","end":"2026-07-29T15:56:24.594086Z","steps":["trace[1356904513] 'agreement among raft nodes before linearized reading' (duration: 942.57838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:24.594174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:23.650656Z","time spent":"943.506727ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:57:53.589073Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2976} {"level":"info","ts":"2026-07-29T15:57:53.672653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2976,"took":"82.492254ms","hash":1413439747,"current-db-size-bytes":36585472,"current-db-size":"37 MB","current-db-size-in-use-bytes":12120064,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-29T15:57:53.6728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1413439747,"revision":2976,"compact-revision":-1} {"level":"info","ts":"2026-07-29T16:02:53.596339Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5112} {"level":"info","ts":"2026-07-29T16:02:53.652372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5112,"took":"54.894276ms","hash":3950473758,"current-db-size-bytes":36585472,"current-db-size":"37 MB","current-db-size-in-use-bytes":10088448,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-29T16:02:53.652454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3950473758,"revision":5112,"compact-revision":2976} {"level":"info","ts":"2026-07-29T16:04:44.185134Z","caller":"traceutil/trace.go:171","msg":"trace[1428105178] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"165.83661ms","start":"2026-07-29T16:04:44.019277Z","end":"2026-07-29T16:04:44.185113Z","steps":["trace[1428105178] 'process raft request' (duration: 165.655255ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:04:44.1856Z","caller":"traceutil/trace.go:171","msg":"trace[1097760243] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"165.13585ms","start":"2026-07-29T16:04:44.020452Z","end":"2026-07-29T16:04:44.185588Z","steps":["trace[1097760243] 'process raft request' (duration: 164.604995ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:05:01.624959Z","caller":"traceutil/trace.go:171","msg":"trace[2137220609] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"234.084987ms","start":"2026-07-29T16:05:01.390853Z","end":"2026-07-29T16:05:01.624938Z","steps":["trace[2137220609] 'process raft request' (duration: 233.578871ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:05:01.634135Z","caller":"traceutil/trace.go:171","msg":"trace[2055856277] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"134.19369ms","start":"2026-07-29T16:05:01.499915Z","end":"2026-07-29T16:05:01.634108Z","steps":["trace[2055856277] 'process raft request' (duration: 133.989404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:05:02.110635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.200853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T16:05:02.110761Z","caller":"traceutil/trace.go:171","msg":"trace[565726293] linearizableReadLoop","detail":"{readStateIndex:9227; appliedIndex:9226; }","duration":"272.854107ms","start":"2026-07-29T16:05:01.837888Z","end":"2026-07-29T16:05:02.110742Z","steps":["trace[565726293] 'read index received' (duration: 132.368966ms)","trace[565726293] 'applied index is now lower than readState.Index' (duration: 140.483431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:05:02.11096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.080733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T16:05:02.110983Z","caller":"traceutil/trace.go:171","msg":"trace[795346949] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8935; }","duration":"273.133225ms","start":"2026-07-29T16:05:01.83784Z","end":"2026-07-29T16:05:02.110973Z","steps":["trace[795346949] 'agreement among raft nodes before linearized reading' (duration: 272.94918ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:05:02.110957Z","caller":"traceutil/trace.go:171","msg":"trace[1749910204] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"280.5714ms","start":"2026-07-29T16:05:01.830341Z","end":"2026-07-29T16:05:02.110912Z","steps":["trace[1749910204] 'process raft request' (duration: 139.969896ms)","trace[1749910204] 'compare' (duration: 139.959486ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:05:02.90172Z","caller":"traceutil/trace.go:171","msg":"trace[937228719] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"154.218977ms","start":"2026-07-29T16:05:02.747458Z","end":"2026-07-29T16:05:02.901677Z","steps":["trace[937228719] 'process raft request' (duration: 127.115285ms)","trace[937228719] 'compare' (duration: 26.895467ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:05:02.936157Z","caller":"traceutil/trace.go:171","msg":"trace[330496855] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9230; }","duration":"162.074716ms","start":"2026-07-29T16:05:02.774059Z","end":"2026-07-29T16:05:02.936134Z","steps":["trace[330496855] 'read index received' (duration: 100.628829ms)","trace[330496855] 'applied index is now lower than readState.Index' (duration: 61.444917ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:05:02.936283Z","caller":"traceutil/trace.go:171","msg":"trace[927227716] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"186.233234ms","start":"2026-07-29T16:05:02.750036Z","end":"2026-07-29T16:05:02.936269Z","steps":["trace[927227716] 'process raft request' (duration: 185.938976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:05:02.93656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.466337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T16:05:02.936591Z","caller":"traceutil/trace.go:171","msg":"trace[1071980021] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8939; }","duration":"125.55748ms","start":"2026-07-29T16:05:02.811024Z","end":"2026-07-29T16:05:02.936581Z","steps":["trace[1071980021] 'agreement among raft nodes before linearized reading' (duration: 125.429337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:05:02.936607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.515738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nb9bv\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-29T16:05:02.9367Z","caller":"traceutil/trace.go:171","msg":"trace[422801459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nb9bv; range_end:; response_count:1; response_revision:8939; }","duration":"162.686333ms","start":"2026-07-29T16:05:02.773992Z","end":"2026-07-29T16:05:02.936678Z","steps":["trace[422801459] 'agreement among raft nodes before linearized reading' (duration: 162.401635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:05:02.936756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.729131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T16:05:02.936905Z","caller":"traceutil/trace.go:171","msg":"trace[24527340] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8939; }","duration":"137.959049ms","start":"2026-07-29T16:05:02.798912Z","end":"2026-07-29T16:05:02.936871Z","steps":["trace[24527340] 'agreement among raft nodes before linearized reading' (duration: 137.525896ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:05:28.481385Z","caller":"traceutil/trace.go:171","msg":"trace[1005388619] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"160.86643ms","start":"2026-07-29T16:05:28.320491Z","end":"2026-07-29T16:05:28.481357Z","steps":["trace[1005388619] 'process raft request' (duration: 114.658655ms)","trace[1005388619] 'compare' (duration: 46.091852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:05:28.818838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.44246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T16:05:28.818976Z","caller":"traceutil/trace.go:171","msg":"trace[818592470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9342; }","duration":"186.591514ms","start":"2026-07-29T16:05:28.632359Z","end":"2026-07-29T16:05:28.818951Z","steps":["trace[818592470] 'count revisions from in-memory index tree' (duration: 186.363978ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:06:02.933097Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T16:06:02.938735Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-29T16:06:02.938826Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-29T16:07:53.606342Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7213} {"level":"info","ts":"2026-07-29T16:07:53.676911Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7213,"took":"69.215745ms","hash":1958682514,"current-db-size-bytes":38260736,"current-db-size":"38 MB","current-db-size-in-use-bytes":34242560,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-29T16:07:53.676986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1958682514,"revision":7213,"compact-revision":5112} {"level":"info","ts":"2026-07-29T16:10:42.518612Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000302d.wal"} {"level":"warn","ts":"2026-07-29T16:12:05.581481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.877108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T16:12:05.58155Z","caller":"traceutil/trace.go:171","msg":"trace[1334892833] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12731; }","duration":"215.003062ms","start":"2026-07-29T16:12:05.366534Z","end":"2026-07-29T16:12:05.581537Z","steps":["trace[1334892833] 'count revisions from in-memory index tree' (duration: 214.786865ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:12:05.770683Z","caller":"traceutil/trace.go:171","msg":"trace[1883698413] linearizableReadLoop","detail":"{readStateIndex:13127; appliedIndex:13126; }","duration":"213.826707ms","start":"2026-07-29T16:12:05.556835Z","end":"2026-07-29T16:12:05.770662Z","steps":["trace[1883698413] 'read index received' (duration: 213.58485ms)","trace[1883698413] 'applied index is now lower than readState.Index' (duration: 240.817µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:12:05.770816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.971691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nb9bv\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-29T16:12:05.770868Z","caller":"traceutil/trace.go:171","msg":"trace[1832446156] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nb9bv; range_end:; response_count:1; response_revision:12732; }","duration":"214.073303ms","start":"2026-07-29T16:12:05.556786Z","end":"2026-07-29T16:12:05.770859Z","steps":["trace[1832446156] 'agreement among raft nodes before linearized reading' (duration: 213.95664ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:12:05.77119Z","caller":"traceutil/trace.go:171","msg":"trace[591068316] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"353.840841ms","start":"2026-07-29T16:12:05.417342Z","end":"2026-07-29T16:12:05.771183Z","steps":["trace[591068316] 'process raft request' (duration: 353.179302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:05.771261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:05.417322Z","time spent":"353.892262ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T16:12:18.960431Z","caller":"traceutil/trace.go:171","msg":"trace[423963716] transaction","detail":"{read_only:false; response_revision:12817; number_of_response:1; }","duration":"350.529894ms","start":"2026-07-29T16:12:18.609865Z","end":"2026-07-29T16:12:18.960395Z","steps":["trace[423963716] 'process raft request' (duration: 313.539246ms)","trace[423963716] 'compare' (duration: 36.691369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:12:18.960613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:18.609834Z","time spent":"350.692208ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T16:12:18.990217Z","caller":"traceutil/trace.go:171","msg":"trace[1017693475] linearizableReadLoop","detail":"{readStateIndex:13216; appliedIndex:13214; }","duration":"279.612215ms","start":"2026-07-29T16:12:18.71057Z","end":"2026-07-29T16:12:18.990182Z","steps":["trace[1017693475] 'read index received' (duration: 212.840738ms)","trace[1017693475] 'applied index is now lower than readState.Index' (duration: 66.769987ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:12:18.990577Z","caller":"traceutil/trace.go:171","msg":"trace[1137371662] transaction","detail":"{read_only:false; response_revision:12818; number_of_response:1; }","duration":"354.067006ms","start":"2026-07-29T16:12:18.636494Z","end":"2026-07-29T16:12:18.990561Z","steps":["trace[1137371662] 'process raft request' (duration: 353.551112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:18.990702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:18.636468Z","time spent":"354.154959ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T16:12:18.990958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.388048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T16:12:18.991023Z","caller":"traceutil/trace.go:171","msg":"trace[439237132] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12818; }","duration":"280.515791ms","start":"2026-07-29T16:12:18.710494Z","end":"2026-07-29T16:12:18.99101Z","steps":["trace[439237132] 'agreement among raft nodes before linearized reading' (duration: 280.423309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:18.991282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.971012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T16:12:18.991335Z","caller":"traceutil/trace.go:171","msg":"trace[1504113554] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12818; }","duration":"212.047594ms","start":"2026-07-29T16:12:18.779272Z","end":"2026-07-29T16:12:18.991319Z","steps":["trace[1504113554] 'agreement among raft nodes before linearized reading' (duration: 211.90553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:18.991507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.171561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T16:12:18.991545Z","caller":"traceutil/trace.go:171","msg":"trace[127336185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12818; }","duration":"124.231163ms","start":"2026-07-29T16:12:18.867303Z","end":"2026-07-29T16:12:18.991534Z","steps":["trace[127336185] 'agreement among raft nodes before linearized reading' (duration: 124.042088ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:12:19.099312Z","caller":"traceutil/trace.go:171","msg":"trace[667559444] transaction","detail":"{read_only:false; response_revision:12820; number_of_response:1; }","duration":"104.406695ms","start":"2026-07-29T16:12:18.994845Z","end":"2026-07-29T16:12:19.099252Z","steps":["trace[667559444] 'process raft request' (duration: 77.955473ms)","trace[667559444] 'compare' (duration: 26.229465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:12:19.099712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.060335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:21878"} {"level":"info","ts":"2026-07-29T16:12:19.099863Z","caller":"traceutil/trace.go:171","msg":"trace[1971881249] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12820; }","duration":"104.24935ms","start":"2026-07-29T16:12:18.995594Z","end":"2026-07-29T16:12:19.099843Z","steps":["trace[1971881249] 'agreement among raft nodes before linearized reading' (duration: 103.848738ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:12:19.099411Z","caller":"traceutil/trace.go:171","msg":"trace[1398448591] linearizableReadLoop","detail":"{readStateIndex:13218; appliedIndex:13217; }","duration":"103.592981ms","start":"2026-07-29T16:12:18.99561Z","end":"2026-07-29T16:12:19.099203Z","steps":["trace[1398448591] 'read index received' (duration: 28.271994ms)","trace[1398448591] 'applied index is now lower than readState.Index' (duration: 75.318747ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:12:47.054145Z","caller":"traceutil/trace.go:171","msg":"trace[1571267308] linearizableReadLoop","detail":"{readStateIndex:13463; appliedIndex:13462; }","duration":"365.632155ms","start":"2026-07-29T16:12:46.688488Z","end":"2026-07-29T16:12:47.05412Z","steps":["trace[1571267308] 'read index received' (duration: 292.814631ms)","trace[1571267308] 'applied index is now lower than readState.Index' (duration: 72.815974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:12:47.05431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.79423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T16:12:47.054195Z","caller":"traceutil/trace.go:171","msg":"trace[588430386] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"419.586498ms","start":"2026-07-29T16:12:46.634586Z","end":"2026-07-29T16:12:47.054172Z","steps":["trace[588430386] 'process raft request' (duration: 346.819756ms)","trace[588430386] 'compare' (duration: 72.34287ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:12:47.054397Z","caller":"traceutil/trace.go:171","msg":"trace[1230838731] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13058; }","duration":"365.924563ms","start":"2026-07-29T16:12:46.688452Z","end":"2026-07-29T16:12:47.054377Z","steps":["trace[1230838731] 'agreement among raft nodes before linearized reading' (duration: 365.780459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:47.054432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:46.688437Z","time spent":"365.985265ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T16:12:47.054482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:46.634564Z","time spent":"419.851696ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T16:12:47.054807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.410784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T16:12:47.055541Z","caller":"traceutil/trace.go:171","msg":"trace[324085527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13058; }","duration":"359.177825ms","start":"2026-07-29T16:12:46.696327Z","end":"2026-07-29T16:12:47.055505Z","steps":["trace[324085527] 'agreement among raft nodes before linearized reading' (duration: 358.28487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:47.055662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:46.696302Z","time spent":"359.32468ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T16:12:47.054848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.801749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T16:12:47.055769Z","caller":"traceutil/trace.go:171","msg":"trace[1583817807] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13058; }","duration":"102.698874ms","start":"2026-07-29T16:12:46.953016Z","end":"2026-07-29T16:12:47.055715Z","steps":["trace[1583817807] 'agreement among raft nodes before linearized reading' (duration: 101.756817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:47.054928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.889065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T16:12:47.05585Z","caller":"traceutil/trace.go:171","msg":"trace[1661596137] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13058; }","duration":"110.836492ms","start":"2026-07-29T16:12:46.944997Z","end":"2026-07-29T16:12:47.055834Z","steps":["trace[1661596137] 'agreement among raft nodes before linearized reading' (duration: 109.879394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:51.754601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.473769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T16:12:51.754809Z","caller":"traceutil/trace.go:171","msg":"trace[351288515] linearizableReadLoop","detail":"{readStateIndex:13498; appliedIndex:13496; }","duration":"197.530512ms","start":"2026-07-29T16:12:51.557258Z","end":"2026-07-29T16:12:51.754788Z","steps":["trace[351288515] 'read index received' (duration: 35.107884ms)","trace[351288515] 'applied index is now lower than readState.Index' (duration: 162.421338ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:12:51.754845Z","caller":"traceutil/trace.go:171","msg":"trace[1164958770] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"366.17459ms","start":"2026-07-29T16:12:51.388642Z","end":"2026-07-29T16:12:51.754816Z","steps":["trace[1164958770] 'process raft request' (duration: 35.398703ms)","trace[1164958770] 'compare' (duration: 329.657924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:12:51.754897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.642345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T16:12:51.754873Z","caller":"traceutil/trace.go:171","msg":"trace[429365113] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"356.188059ms","start":"2026-07-29T16:12:51.398656Z","end":"2026-07-29T16:12:51.754844Z","steps":["trace[429365113] 'process raft request' (duration: 356.056155ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:12:51.754948Z","caller":"traceutil/trace.go:171","msg":"trace[1849351342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13091; }","duration":"197.725808ms","start":"2026-07-29T16:12:51.557206Z","end":"2026-07-29T16:12:51.754932Z","steps":["trace[1849351342] 'agreement among raft nodes before linearized reading' (duration: 197.649296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:12:51.754974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:51.388605Z","time spent":"366.299804ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T16:12:51.755048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:12:51.398632Z","time spent":"356.323562ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T16:12:53.614688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10541} {"level":"info","ts":"2026-07-29T16:12:53.727452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10541,"took":"109.566955ms","hash":1213521136,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":25128960,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T16:12:53.72756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1213521136,"revision":10541,"compact-revision":7213} {"level":"info","ts":"2026-07-29T16:13:01.445282Z","caller":"traceutil/trace.go:171","msg":"trace[120680861] linearizableReadLoop","detail":"{readStateIndex:13611; appliedIndex:13610; }","duration":"235.641673ms","start":"2026-07-29T16:13:01.209617Z","end":"2026-07-29T16:13:01.445259Z","steps":["trace[120680861] 'read index received' (duration: 235.374495ms)","trace[120680861] 'applied index is now lower than readState.Index' (duration: 266.398µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:13:01.44534Z","caller":"traceutil/trace.go:171","msg":"trace[189778107] transaction","detail":"{read_only:false; response_revision:13198; number_of_response:1; }","duration":"271.057126ms","start":"2026-07-29T16:13:01.174238Z","end":"2026-07-29T16:13:01.445295Z","steps":["trace[189778107] 'process raft request' (duration: 270.862371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:13:01.445586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.948972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T16:13:01.445651Z","caller":"traceutil/trace.go:171","msg":"trace[2022215380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13198; }","duration":"236.074716ms","start":"2026-07-29T16:13:01.209563Z","end":"2026-07-29T16:13:01.445638Z","steps":["trace[2022215380] 'agreement among raft nodes before linearized reading' (duration: 235.839909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:13:01.445593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.768018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T16:13:01.445785Z","caller":"traceutil/trace.go:171","msg":"trace[1678739595] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13198; }","duration":"138.023516ms","start":"2026-07-29T16:13:01.307745Z","end":"2026-07-29T16:13:01.445769Z","steps":["trace[1678739595] 'agreement among raft nodes before linearized reading' (duration: 137.704467ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:13:01.603415Z","caller":"traceutil/trace.go:171","msg":"trace[1468355516] transaction","detail":"{read_only:false; response_revision:13199; number_of_response:1; }","duration":"153.552637ms","start":"2026-07-29T16:13:01.449826Z","end":"2026-07-29T16:13:01.603378Z","steps":["trace[1468355516] 'process raft request' (duration: 96.929706ms)","trace[1468355516] 'compare' (duration: 56.477227ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:13:01.655689Z","caller":"traceutil/trace.go:171","msg":"trace[699938207] transaction","detail":"{read_only:false; response_revision:13200; number_of_response:1; }","duration":"205.694418ms","start":"2026-07-29T16:13:01.449961Z","end":"2026-07-29T16:13:01.655656Z","steps":["trace[699938207] 'process raft request' (duration: 205.548904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:13:02.447073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.477554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T16:13:02.447206Z","caller":"traceutil/trace.go:171","msg":"trace[1261787585] linearizableReadLoop","detail":"{readStateIndex:13620; appliedIndex:13619; }","duration":"119.96813ms","start":"2026-07-29T16:13:02.327215Z","end":"2026-07-29T16:13:02.447183Z","steps":["trace[1261787585] 'read index received' (duration: 41.431µs)","trace[1261787585] 'applied index is now lower than readState.Index' (duration: 119.925009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:13:02.447416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.174225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T16:13:02.447522Z","caller":"traceutil/trace.go:171","msg":"trace[126669256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13206; }","duration":"120.34071ms","start":"2026-07-29T16:13:02.327159Z","end":"2026-07-29T16:13:02.4475Z","steps":["trace[126669256] 'agreement among raft nodes before linearized reading' (duration: 120.079832ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:13:02.634863Z","caller":"traceutil/trace.go:171","msg":"trace[1073948406] linearizableReadLoop","detail":"{readStateIndex:13621; appliedIndex:13620; }","duration":"179.165326ms","start":"2026-07-29T16:13:02.455665Z","end":"2026-07-29T16:13:02.634831Z","steps":["trace[1073948406] 'read index received' (duration: 179.054243ms)","trace[1073948406] 'applied index is now lower than readState.Index' (duration: 109.043µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:13:02.634973Z","caller":"traceutil/trace.go:171","msg":"trace[1615030684] transaction","detail":"{read_only:false; response_revision:13207; number_of_response:1; }","duration":"183.570635ms","start":"2026-07-29T16:13:02.451368Z","end":"2026-07-29T16:13:02.634938Z","steps":["trace[1615030684] 'process raft request' (duration: 183.285347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:13:02.635127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.437384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T16:13:02.635205Z","caller":"traceutil/trace.go:171","msg":"trace[1726399379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13207; }","duration":"179.558257ms","start":"2026-07-29T16:13:02.455626Z","end":"2026-07-29T16:13:02.635185Z","steps":["trace[1726399379] 'agreement among raft nodes before linearized reading' (duration: 179.347531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:13:02.802583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.900401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T16:13:02.80272Z","caller":"traceutil/trace.go:171","msg":"trace[2050795401] transaction","detail":"{read_only:false; response_revision:13209; number_of_response:1; }","duration":"163.274654ms","start":"2026-07-29T16:13:02.639433Z","end":"2026-07-29T16:13:02.802708Z","steps":["trace[2050795401] 'process raft request' (duration: 163.232772ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:13:02.802927Z","caller":"traceutil/trace.go:171","msg":"trace[452600689] linearizableReadLoop","detail":"{readStateIndex:13622; appliedIndex:13621; }","duration":"167.97535ms","start":"2026-07-29T16:13:02.634944Z","end":"2026-07-29T16:13:02.80292Z","steps":["trace[452600689] 'read index received' (duration: 15.492172ms)","trace[452600689] 'applied index is now lower than readState.Index' (duration: 152.482368ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:13:02.802913Z","caller":"traceutil/trace.go:171","msg":"trace[202771033] transaction","detail":"{read_only:false; response_revision:13208; number_of_response:1; }","duration":"234.806149ms","start":"2026-07-29T16:13:02.568081Z","end":"2026-07-29T16:13:02.802887Z","steps":["trace[202771033] 'process raft request' (duration: 82.533017ms)","trace[202771033] 'compare' (duration: 151.740435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:13:02.803173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.413551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T16:13:02.803246Z","caller":"traceutil/trace.go:171","msg":"trace[480335315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13209; }","duration":"278.534064ms","start":"2026-07-29T16:13:02.524693Z","end":"2026-07-29T16:13:02.803227Z","steps":["trace[480335315] 'agreement among raft nodes before linearized reading' (duration: 278.288087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:13:02.803455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.371641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T16:13:02.803514Z","caller":"traceutil/trace.go:171","msg":"trace[1395729964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13209; }","duration":"277.446332ms","start":"2026-07-29T16:13:02.526055Z","end":"2026-07-29T16:13:02.803502Z","steps":["trace[1395729964] 'agreement among raft nodes before linearized reading' (duration: 277.307838ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:13:03.066794Z","caller":"traceutil/trace.go:171","msg":"trace[1360438987] transaction","detail":"{read_only:false; response_revision:13211; number_of_response:1; }","duration":"258.356316ms","start":"2026-07-29T16:13:02.808393Z","end":"2026-07-29T16:13:03.06675Z","steps":["trace[1360438987] 'process raft request' (duration: 258.125719ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:13:03.066849Z","caller":"traceutil/trace.go:171","msg":"trace[999818795] transaction","detail":"{read_only:false; response_revision:13212; number_of_response:1; }","duration":"253.570287ms","start":"2026-07-29T16:13:02.813261Z","end":"2026-07-29T16:13:03.066831Z","steps":["trace[999818795] 'process raft request' (duration: 253.409242ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:14:02.730145Z","caller":"traceutil/trace.go:171","msg":"trace[596486126] transaction","detail":"{read_only:false; response_revision:13856; number_of_response:1; }","duration":"119.63798ms","start":"2026-07-29T16:14:02.610448Z","end":"2026-07-29T16:14:02.730086Z","steps":["trace[596486126] 'process raft request' (duration: 119.182225ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:14:02.730227Z","caller":"traceutil/trace.go:171","msg":"trace[1229604527] linearizableReadLoop","detail":"{readStateIndex:14285; appliedIndex:14283; }","duration":"118.050224ms","start":"2026-07-29T16:14:02.612146Z","end":"2026-07-29T16:14:02.730196Z","steps":["trace[1229604527] 'read index received' (duration: 21.041694ms)","trace[1229604527] 'applied index is now lower than readState.Index' (duration: 97.00679ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:14:02.730403Z","caller":"traceutil/trace.go:171","msg":"trace[831232857] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"107.023272ms","start":"2026-07-29T16:14:02.623327Z","end":"2026-07-29T16:14:02.73035Z","steps":["trace[831232857] 'process raft request' (duration: 106.765765ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:14:02.730436Z","caller":"traceutil/trace.go:171","msg":"trace[172353683] transaction","detail":"{read_only:false; response_revision:13857; number_of_response:1; }","duration":"117.680122ms","start":"2026-07-29T16:14:02.612697Z","end":"2026-07-29T16:14:02.730377Z","steps":["trace[172353683] 'process raft request' (duration: 117.27258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:14:02.730527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.335502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T16:14:02.730618Z","caller":"traceutil/trace.go:171","msg":"trace[809013853] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:13858; }","duration":"118.481126ms","start":"2026-07-29T16:14:02.612119Z","end":"2026-07-29T16:14:02.7306Z","steps":["trace[809013853] 'agreement among raft nodes before linearized reading' (duration: 118.26952ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:14:32.057505Z","caller":"traceutil/trace.go:171","msg":"trace[223287344] transaction","detail":"{read_only:false; response_revision:14134; number_of_response:1; }","duration":"119.747582ms","start":"2026-07-29T16:14:31.937728Z","end":"2026-07-29T16:14:32.057476Z","steps":["trace[223287344] 'process raft request' (duration: 119.443463ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:16:04.669518Z","caller":"traceutil/trace.go:171","msg":"trace[2079389806] transaction","detail":"{read_only:false; response_revision:14731; number_of_response:1; }","duration":"137.337406ms","start":"2026-07-29T16:16:04.532146Z","end":"2026-07-29T16:16:04.669484Z","steps":["trace[2079389806] 'process raft request' (duration: 137.035117ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:17:49.206459Z","caller":"traceutil/trace.go:171","msg":"trace[1040016382] transaction","detail":"{read_only:false; response_revision:15541; number_of_response:1; }","duration":"106.634671ms","start":"2026-07-29T16:17:49.099797Z","end":"2026-07-29T16:17:49.206432Z","steps":["trace[1040016382] 'process raft request' (duration: 106.457185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:17:49.206663Z","caller":"traceutil/trace.go:171","msg":"trace[1585098719] transaction","detail":"{read_only:false; response_revision:15542; number_of_response:1; }","duration":"102.525801ms","start":"2026-07-29T16:17:49.104096Z","end":"2026-07-29T16:17:49.206622Z","steps":["trace[1585098719] 'process raft request' (duration: 102.283904ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:17:53.336404Z","caller":"traceutil/trace.go:171","msg":"trace[993920672] transaction","detail":"{read_only:false; response_revision:15567; number_of_response:1; }","duration":"110.493522ms","start":"2026-07-29T16:17:53.225879Z","end":"2026-07-29T16:17:53.336372Z","steps":["trace[993920672] 'process raft request' (duration: 110.344818ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:17:53.393676Z","caller":"traceutil/trace.go:171","msg":"trace[406201428] transaction","detail":"{read_only:false; response_revision:15568; number_of_response:1; }","duration":"150.546761ms","start":"2026-07-29T16:17:53.243094Z","end":"2026-07-29T16:17:53.393641Z","steps":["trace[406201428] 'process raft request' (duration: 111.652617ms)","trace[406201428] 'compare' (duration: 38.735769ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:17:53.675568Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13105} {"level":"info","ts":"2026-07-29T16:17:53.959989Z","caller":"traceutil/trace.go:171","msg":"trace[1193232352] transaction","detail":"{read_only:false; response_revision:15572; number_of_response:1; }","duration":"162.389437ms","start":"2026-07-29T16:17:53.797556Z","end":"2026-07-29T16:17:53.959946Z","steps":["trace[1193232352] 'process raft request' (duration: 71.646599ms)","trace[1193232352] 'compare' (duration: 38.445462ms)","trace[1193232352] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 52.043618ms)"],"step_count":3} {"level":"warn","ts":"2026-07-29T16:17:54.296788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.698503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T16:17:54.296902Z","caller":"traceutil/trace.go:171","msg":"trace[219143578] linearizableReadLoop","detail":"{readStateIndex:16053; appliedIndex:16052; }","duration":"149.117579ms","start":"2026-07-29T16:17:54.147768Z","end":"2026-07-29T16:17:54.296885Z","steps":["trace[219143578] 'read index received' (duration: 18.165209ms)","trace[219143578] 'applied index is now lower than readState.Index' (duration: 130.95127ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:17:54.297007Z","caller":"traceutil/trace.go:171","msg":"trace[1280348960] transaction","detail":"{read_only:false; response_revision:15574; number_of_response:1; }","duration":"160.408618ms","start":"2026-07-29T16:17:54.136545Z","end":"2026-07-29T16:17:54.296953Z","steps":["trace[1280348960] 'process raft request' (duration: 29.461418ms)","trace[1280348960] 'compare' (duration: 23.673071ms)","trace[1280348960] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; req_size:513; } (duration: 106.897857ms)"],"step_count":3} {"level":"warn","ts":"2026-07-29T16:17:54.366754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.960867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T16:17:54.366833Z","caller":"traceutil/trace.go:171","msg":"trace[1449944903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15574; }","duration":"219.09038ms","start":"2026-07-29T16:17:54.147726Z","end":"2026-07-29T16:17:54.366816Z","steps":["trace[1449944903] 'agreement among raft nodes before linearized reading' (duration: 149.225932ms)","trace[1449944903] 'count revisions from in-memory index tree' (duration: 69.735754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:17:54.367285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.336474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nb9bv\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-29T16:17:54.367327Z","caller":"traceutil/trace.go:171","msg":"trace[934722996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nb9bv; range_end:; response_count:1; response_revision:15574; }","duration":"163.407276ms","start":"2026-07-29T16:17:54.203908Z","end":"2026-07-29T16:17:54.367316Z","steps":["trace[934722996] 'agreement among raft nodes before linearized reading' (duration: 93.078585ms)","trace[934722996] 'range keys from in-memory index tree' (duration: 70.255449ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:17:54.44057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13105,"took":"761.604074ms","hash":2194252679,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":26497024,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-29T16:17:54.440661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2194252679,"revision":13105,"compact-revision":10541} {"level":"info","ts":"2026-07-29T16:21:53.349889Z","caller":"traceutil/trace.go:171","msg":"trace[1949227281] transaction","detail":"{read_only:false; response_revision:17643; number_of_response:1; }","duration":"104.386739ms","start":"2026-07-29T16:21:53.245413Z","end":"2026-07-29T16:21:53.3498Z","steps":["trace[1949227281] 'process raft request' (duration: 16.405469ms)","trace[1949227281] 'compare' (duration: 87.810756ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:21:54.145438Z","caller":"traceutil/trace.go:171","msg":"trace[1061113395] transaction","detail":"{read_only:false; response_revision:17649; number_of_response:1; }","duration":"168.221913ms","start":"2026-07-29T16:21:53.977191Z","end":"2026-07-29T16:21:54.145413Z","steps":["trace[1061113395] 'process raft request' (duration: 124.437284ms)","trace[1061113395] 'compare' (duration: 43.612654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:22:22.60848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.839533ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T16:22:22.608592Z","caller":"traceutil/trace.go:171","msg":"trace[1619327627] linearizableReadLoop","detail":"{readStateIndex:18379; appliedIndex:18378; }","duration":"123.250771ms","start":"2026-07-29T16:22:22.485327Z","end":"2026-07-29T16:22:22.608578Z","steps":["trace[1619327627] 'read index received' (duration: 19.242433ms)","trace[1619327627] 'applied index is now lower than readState.Index' (duration: 104.006997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:22:22.608727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.05466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T16:22:22.608724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.373384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T16:22:22.608748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.876625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:22.608776Z","caller":"traceutil/trace.go:171","msg":"trace[1385206391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17837; }","duration":"116.154093ms","start":"2026-07-29T16:22:22.49261Z","end":"2026-07-29T16:22:22.608764Z","steps":["trace[1385206391] 'agreement among raft nodes before linearized reading' (duration: 116.06673ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:22.60879Z","caller":"traceutil/trace.go:171","msg":"trace[1604759036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:17837; }","duration":"123.481287ms","start":"2026-07-29T16:22:22.48529Z","end":"2026-07-29T16:22:22.608772Z","steps":["trace[1604759036] 'agreement among raft nodes before linearized reading' (duration: 123.364294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:22.60879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.000868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T16:22:22.60878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.978808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:22.608835Z","caller":"traceutil/trace.go:171","msg":"trace[1877328333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17837; }","duration":"116.093311ms","start":"2026-07-29T16:22:22.492731Z","end":"2026-07-29T16:22:22.608824Z","steps":["trace[1877328333] 'agreement among raft nodes before linearized reading' (duration: 116.006368ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:22.608827Z","caller":"traceutil/trace.go:171","msg":"trace[1820864957] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17837; }","duration":"115.973687ms","start":"2026-07-29T16:22:22.492832Z","end":"2026-07-29T16:22:22.608805Z","steps":["trace[1820864957] 'agreement among raft nodes before linearized reading' (duration: 115.862264ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:22.608858Z","caller":"traceutil/trace.go:171","msg":"trace[2138124407] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17837; }","duration":"116.095811ms","start":"2026-07-29T16:22:22.492743Z","end":"2026-07-29T16:22:22.608839Z","steps":["trace[2138124407] 'agreement among raft nodes before linearized reading' (duration: 115.959307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:22.608895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.439312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T16:22:22.60896Z","caller":"traceutil/trace.go:171","msg":"trace[2144306023] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17837; }","duration":"115.529545ms","start":"2026-07-29T16:22:22.493413Z","end":"2026-07-29T16:22:22.608942Z","steps":["trace[2144306023] 'agreement among raft nodes before linearized reading' (duration: 115.327189ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:23.204275Z","caller":"traceutil/trace.go:171","msg":"trace[1006437808] linearizableReadLoop","detail":"{readStateIndex:18382; appliedIndex:18381; }","duration":"143.305166ms","start":"2026-07-29T16:22:23.06093Z","end":"2026-07-29T16:22:23.204235Z","steps":["trace[1006437808] 'read index received' (duration: 142.847962ms)","trace[1006437808] 'applied index is now lower than readState.Index' (duration: 454.984µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:23.204409Z","caller":"traceutil/trace.go:171","msg":"trace[246702713] transaction","detail":"{read_only:false; response_revision:17840; number_of_response:1; }","duration":"173.21528ms","start":"2026-07-29T16:22:23.031138Z","end":"2026-07-29T16:22:23.204353Z","steps":["trace[246702713] 'process raft request' (duration: 172.834878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:23.204456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.496442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:23.204712Z","caller":"traceutil/trace.go:171","msg":"trace[282016616] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17840; }","duration":"143.811212ms","start":"2026-07-29T16:22:23.060885Z","end":"2026-07-29T16:22:23.204696Z","steps":["trace[282016616] 'agreement among raft nodes before linearized reading' (duration: 143.486762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:23.507887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.264374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T16:22:23.508Z","caller":"traceutil/trace.go:171","msg":"trace[1336718755] transaction","detail":"{read_only:false; response_revision:17841; number_of_response:1; }","duration":"237.93853ms","start":"2026-07-29T16:22:23.270042Z","end":"2026-07-29T16:22:23.507981Z","steps":["trace[1336718755] 'process raft request' (duration: 119.47177ms)","trace[1336718755] 'compare' (duration: 117.943055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:22:23.978484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.168971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T16:22:23.978613Z","caller":"traceutil/trace.go:171","msg":"trace[1640793177] transaction","detail":"{read_only:false; response_revision:17842; number_of_response:1; }","duration":"362.104076ms","start":"2026-07-29T16:22:23.616483Z","end":"2026-07-29T16:22:23.978587Z","steps":["trace[1640793177] 'process raft request' (duration: 154.705808ms)","trace[1640793177] 'compare' (duration: 206.856862ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:23.978717Z","caller":"traceutil/trace.go:171","msg":"trace[609184418] transaction","detail":"{read_only:false; response_revision:17843; number_of_response:1; }","duration":"207.603204ms","start":"2026-07-29T16:22:23.7711Z","end":"2026-07-29T16:22:23.978703Z","steps":["trace[609184418] 'process raft request' (duration: 207.508572ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:23.978764Z","caller":"traceutil/trace.go:171","msg":"trace[609702895] linearizableReadLoop","detail":"{readStateIndex:18384; appliedIndex:18383; }","duration":"321.514161ms","start":"2026-07-29T16:22:23.65722Z","end":"2026-07-29T16:22:23.978734Z","steps":["trace[609702895] 'read index received' (duration: 113.983279ms)","trace[609702895] 'applied index is now lower than readState.Index' (duration: 207.528342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:22:23.979046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.81146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T16:22:23.979048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.72654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T16:22:23.979088Z","caller":"traceutil/trace.go:171","msg":"trace[789307367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17843; }","duration":"321.910593ms","start":"2026-07-29T16:22:23.657169Z","end":"2026-07-29T16:22:23.979079Z","steps":["trace[789307367] 'agreement among raft nodes before linearized reading' (duration: 321.715288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:23.979093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:22:23.616452Z","time spent":"362.216339ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T16:22:23.979106Z","caller":"traceutil/trace.go:171","msg":"trace[530312934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17843; }","duration":"241.811783ms","start":"2026-07-29T16:22:23.73728Z","end":"2026-07-29T16:22:23.979092Z","steps":["trace[530312934] 'agreement among raft nodes before linearized reading' (duration: 241.664458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:23.979116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:22:23.657144Z","time spent":"321.963374ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T16:22:25.096035Z","caller":"traceutil/trace.go:171","msg":"trace[1779167222] transaction","detail":"{read_only:false; response_revision:17852; number_of_response:1; }","duration":"110.771296ms","start":"2026-07-29T16:22:24.985232Z","end":"2026-07-29T16:22:25.096004Z","steps":["trace[1779167222] 'process raft request' (duration: 110.538139ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:26.172806Z","caller":"traceutil/trace.go:171","msg":"trace[2108312772] transaction","detail":"{read_only:false; response_revision:17857; number_of_response:1; }","duration":"107.774487ms","start":"2026-07-29T16:22:26.065007Z","end":"2026-07-29T16:22:26.172782Z","steps":["trace[2108312772] 'process raft request' (duration: 107.593432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:26.384152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.289908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T16:22:26.384269Z","caller":"traceutil/trace.go:171","msg":"trace[1872114274] linearizableReadLoop","detail":"{readStateIndex:18402; appliedIndex:18401; }","duration":"100.116555ms","start":"2026-07-29T16:22:26.284136Z","end":"2026-07-29T16:22:26.384253Z","steps":["trace[1872114274] 'read index received' (duration: 39.731µs)","trace[1872114274] 'applied index is now lower than readState.Index' (duration: 100.075734ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:26.384325Z","caller":"traceutil/trace.go:171","msg":"trace[1458819830] transaction","detail":"{read_only:false; response_revision:17860; number_of_response:1; }","duration":"160.724586ms","start":"2026-07-29T16:22:26.223563Z","end":"2026-07-29T16:22:26.384288Z","steps":["trace[1458819830] 'process raft request' (duration: 33.207901ms)","trace[1458819830] 'compare' (duration: 127.134964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:22:26.384449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.293599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:26.384521Z","caller":"traceutil/trace.go:171","msg":"trace[1200737335] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:17860; }","duration":"100.410413ms","start":"2026-07-29T16:22:26.284094Z","end":"2026-07-29T16:22:26.384504Z","steps":["trace[1200737335] 'agreement among raft nodes before linearized reading' (duration: 100.257799ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:26.606396Z","caller":"traceutil/trace.go:171","msg":"trace[631100987] linearizableReadLoop","detail":"{readStateIndex:18404; appliedIndex:18403; }","duration":"144.48809ms","start":"2026-07-29T16:22:26.461886Z","end":"2026-07-29T16:22:26.606374Z","steps":["trace[631100987] 'read index received' (duration: 121.397986ms)","trace[631100987] 'applied index is now lower than readState.Index' (duration: 23.089414ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:26.606478Z","caller":"traceutil/trace.go:171","msg":"trace[295396223] transaction","detail":"{read_only:false; response_revision:17862; number_of_response:1; }","duration":"157.637444ms","start":"2026-07-29T16:22:26.448801Z","end":"2026-07-29T16:22:26.606438Z","steps":["trace[295396223] 'process raft request' (duration: 134.563681ms)","trace[295396223] 'compare' (duration: 22.885768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:22:26.606546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.643446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nb9bv\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-29T16:22:26.606585Z","caller":"traceutil/trace.go:171","msg":"trace[1896157876] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nb9bv; range_end:; response_count:1; response_revision:17862; }","duration":"144.722227ms","start":"2026-07-29T16:22:26.461852Z","end":"2026-07-29T16:22:26.606574Z","steps":["trace[1896157876] 'agreement among raft nodes before linearized reading' (duration: 144.634535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:27.202048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.729256ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T16:22:27.202307Z","caller":"traceutil/trace.go:171","msg":"trace[766694977] transaction","detail":"{read_only:false; response_revision:17864; number_of_response:1; }","duration":"100.033692ms","start":"2026-07-29T16:22:27.102255Z","end":"2026-07-29T16:22:27.202289Z","steps":["trace[766694977] 'process raft request' (duration: 99.913488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:27.45418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.516168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T16:22:27.454387Z","caller":"traceutil/trace.go:171","msg":"trace[890499233] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"195.907242ms","start":"2026-07-29T16:22:27.25846Z","end":"2026-07-29T16:22:27.454368Z","steps":["trace[890499233] 'process raft request' (duration: 72.122367ms)","trace[890499233] 'compare' (duration: 123.411664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:22:27.721893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.399397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T16:22:27.721949Z","caller":"traceutil/trace.go:171","msg":"trace[365775224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17866; }","duration":"157.514191ms","start":"2026-07-29T16:22:27.564423Z","end":"2026-07-29T16:22:27.721937Z","steps":["trace[365775224] 'range keys from in-memory index tree' (duration: 157.240812ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:28.176012Z","caller":"traceutil/trace.go:171","msg":"trace[907465959] linearizableReadLoop","detail":"{readStateIndex:18411; appliedIndex:18410; }","duration":"110.719903ms","start":"2026-07-29T16:22:28.065273Z","end":"2026-07-29T16:22:28.175993Z","steps":["trace[907465959] 'read index received' (duration: 110.516047ms)","trace[907465959] 'applied index is now lower than readState.Index' (duration: 203.336µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:28.176097Z","caller":"traceutil/trace.go:171","msg":"trace[1902358030] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"157.660685ms","start":"2026-07-29T16:22:28.018425Z","end":"2026-07-29T16:22:28.176085Z","steps":["trace[1902358030] 'process raft request' (duration: 157.461469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:28.176265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.986642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T16:22:28.176289Z","caller":"traceutil/trace.go:171","msg":"trace[1131431765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17868; }","duration":"111.051704ms","start":"2026-07-29T16:22:28.065232Z","end":"2026-07-29T16:22:28.176284Z","steps":["trace[1131431765] 'agreement among raft nodes before linearized reading' (duration: 110.948431ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:28.385556Z","caller":"traceutil/trace.go:171","msg":"trace[1221807369] linearizableReadLoop","detail":"{readStateIndex:18416; appliedIndex:18413; }","duration":"154.689048ms","start":"2026-07-29T16:22:28.230845Z","end":"2026-07-29T16:22:28.385534Z","steps":["trace[1221807369] 'read index received' (duration: 21.191228ms)","trace[1221807369] 'applied index is now lower than readState.Index' (duration: 133.49658ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:28.385825Z","caller":"traceutil/trace.go:171","msg":"trace[2073246482] transaction","detail":"{read_only:false; response_revision:17872; number_of_response:1; }","duration":"159.498279ms","start":"2026-07-29T16:22:28.226309Z","end":"2026-07-29T16:22:28.385808Z","steps":["trace[2073246482] 'process raft request' (duration: 83.689995ms)","trace[2073246482] 'compare' (duration: 75.34062ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:28.385882Z","caller":"traceutil/trace.go:171","msg":"trace[13586003] transaction","detail":"{read_only:false; response_revision:17873; number_of_response:1; }","duration":"158.713975ms","start":"2026-07-29T16:22:28.22715Z","end":"2026-07-29T16:22:28.385864Z","steps":["trace[13586003] 'process raft request' (duration: 158.334524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:28.385977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.035914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T16:22:28.386021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.166501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T16:22:28.386062Z","caller":"traceutil/trace.go:171","msg":"trace[54679268] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:17873; }","duration":"122.184449ms","start":"2026-07-29T16:22:28.263856Z","end":"2026-07-29T16:22:28.38604Z","steps":["trace[54679268] 'agreement among raft nodes before linearized reading' (duration: 122.013354ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:28.386079Z","caller":"traceutil/trace.go:171","msg":"trace[1510704972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17873; }","duration":"155.269954ms","start":"2026-07-29T16:22:28.230796Z","end":"2026-07-29T16:22:28.386066Z","steps":["trace[1510704972] 'agreement among raft nodes before linearized reading' (duration: 155.063188ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:28.750039Z","caller":"traceutil/trace.go:171","msg":"trace[1606672102] linearizableReadLoop","detail":"{readStateIndex:18417; appliedIndex:18416; }","duration":"128.024599ms","start":"2026-07-29T16:22:28.621992Z","end":"2026-07-29T16:22:28.750017Z","steps":["trace[1606672102] 'read index received' (duration: 127.800803ms)","trace[1606672102] 'applied index is now lower than readState.Index' (duration: 222.656µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:28.750117Z","caller":"traceutil/trace.go:171","msg":"trace[1596002654] transaction","detail":"{read_only:false; response_revision:17874; number_of_response:1; }","duration":"134.605092ms","start":"2026-07-29T16:22:28.615484Z","end":"2026-07-29T16:22:28.750089Z","steps":["trace[1596002654] 'process raft request' (duration: 134.384066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:28.75024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.225685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nb9bv\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-29T16:22:28.750337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.266326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:28.750366Z","caller":"traceutil/trace.go:171","msg":"trace[1955246302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nb9bv; range_end:; response_count:1; response_revision:17874; }","duration":"128.38658ms","start":"2026-07-29T16:22:28.621959Z","end":"2026-07-29T16:22:28.750346Z","steps":["trace[1955246302] 'agreement among raft nodes before linearized reading' (duration: 128.198714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:28.750459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.498634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:28.750414Z","caller":"traceutil/trace.go:171","msg":"trace[352458592] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17874; }","duration":"128.391109ms","start":"2026-07-29T16:22:28.622005Z","end":"2026-07-29T16:22:28.750396Z","steps":["trace[352458592] 'agreement among raft nodes before linearized reading' (duration: 128.271106ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:28.750492Z","caller":"traceutil/trace.go:171","msg":"trace[1953969291] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17874; }","duration":"127.532175ms","start":"2026-07-29T16:22:28.622952Z","end":"2026-07-29T16:22:28.750484Z","steps":["trace[1953969291] 'agreement among raft nodes before linearized reading' (duration: 127.487554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:28.750622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.532494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T16:22:28.750687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.629806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T16:22:28.750717Z","caller":"traceutil/trace.go:171","msg":"trace[817185865] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17874; }","duration":"128.671968ms","start":"2026-07-29T16:22:28.622036Z","end":"2026-07-29T16:22:28.750707Z","steps":["trace[817185865] 'agreement among raft nodes before linearized reading' (duration: 128.557705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:28.750757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.174083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:28.750796Z","caller":"traceutil/trace.go:171","msg":"trace[978527040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17874; }","duration":"128.251947ms","start":"2026-07-29T16:22:28.622535Z","end":"2026-07-29T16:22:28.750787Z","steps":["trace[978527040] 'agreement among raft nodes before linearized reading' (duration: 128.155893ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:28.750702Z","caller":"traceutil/trace.go:171","msg":"trace[645502221] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17874; }","duration":"128.649448ms","start":"2026-07-29T16:22:28.622035Z","end":"2026-07-29T16:22:28.750685Z","steps":["trace[645502221] 'agreement among raft nodes before linearized reading' (duration: 128.469802ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:30.580159Z","caller":"traceutil/trace.go:171","msg":"trace[1948205308] transaction","detail":"{read_only:false; response_revision:17885; number_of_response:1; }","duration":"185.126988ms","start":"2026-07-29T16:22:30.395004Z","end":"2026-07-29T16:22:30.580131Z","steps":["trace[1948205308] 'process raft request' (duration: 184.924511ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:30.624333Z","caller":"traceutil/trace.go:171","msg":"trace[217961269] linearizableReadLoop","detail":"{readStateIndex:18430; appliedIndex:18427; }","duration":"172.170689ms","start":"2026-07-29T16:22:30.452138Z","end":"2026-07-29T16:22:30.624309Z","steps":["trace[217961269] 'read index received' (duration: 127.817863ms)","trace[217961269] 'applied index is now lower than readState.Index' (duration: 44.351846ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:22:30.624462Z","caller":"traceutil/trace.go:171","msg":"trace[1961838471] transaction","detail":"{read_only:false; response_revision:17887; number_of_response:1; }","duration":"186.393024ms","start":"2026-07-29T16:22:30.43804Z","end":"2026-07-29T16:22:30.624433Z","steps":["trace[1961838471] 'process raft request' (duration: 186.220169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:30.624489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.328383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:30.624372Z","caller":"traceutil/trace.go:171","msg":"trace[227622015] transaction","detail":"{read_only:false; response_revision:17886; number_of_response:1; }","duration":"227.922177ms","start":"2026-07-29T16:22:30.396419Z","end":"2026-07-29T16:22:30.624341Z","steps":["trace[227622015] 'process raft request' (duration: 227.673739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:30.624539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.376874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T16:22:30.624612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.629023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T16:22:30.624615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.851019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:22:30.624661Z","caller":"traceutil/trace.go:171","msg":"trace[884435695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17887; }","duration":"171.701435ms","start":"2026-07-29T16:22:30.452948Z","end":"2026-07-29T16:22:30.624649Z","steps":["trace[884435695] 'agreement among raft nodes before linearized reading' (duration: 171.625703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:30.624684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.901421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T16:22:30.62472Z","caller":"traceutil/trace.go:171","msg":"trace[1341634354] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:17887; }","duration":"171.965243ms","start":"2026-07-29T16:22:30.452744Z","end":"2026-07-29T16:22:30.62471Z","steps":["trace[1341634354] 'agreement among raft nodes before linearized reading' (duration: 171.832509ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:30.624615Z","caller":"traceutil/trace.go:171","msg":"trace[1552012512] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17887; }","duration":"172.495468ms","start":"2026-07-29T16:22:30.4521Z","end":"2026-07-29T16:22:30.624596Z","steps":["trace[1552012512] 'agreement among raft nodes before linearized reading' (duration: 172.364874ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:30.62468Z","caller":"traceutil/trace.go:171","msg":"trace[1367125799] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17887; }","duration":"171.938122ms","start":"2026-07-29T16:22:30.452731Z","end":"2026-07-29T16:22:30.624669Z","steps":["trace[1367125799] 'agreement among raft nodes before linearized reading' (duration: 171.85754ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:30.624544Z","caller":"traceutil/trace.go:171","msg":"trace[1920821696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17887; }","duration":"172.407446ms","start":"2026-07-29T16:22:30.452121Z","end":"2026-07-29T16:22:30.624529Z","steps":["trace[1920821696] 'agreement among raft nodes before linearized reading' (duration: 172.310003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:22:30.624842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.673264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T16:22:30.624954Z","caller":"traceutil/trace.go:171","msg":"trace[1738309630] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17887; }","duration":"172.799208ms","start":"2026-07-29T16:22:30.452141Z","end":"2026-07-29T16:22:30.62494Z","steps":["trace[1738309630] 'agreement among raft nodes before linearized reading' (duration: 172.424256ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:22:53.714165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15571} {"level":"info","ts":"2026-07-29T16:22:53.908522Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15571,"took":"191.119172ms","hash":1031465396,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":26963968,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-29T16:22:53.9086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1031465396,"revision":15571,"compact-revision":13105} {"level":"info","ts":"2026-07-29T16:25:52.041195Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T16:25:52.045408Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-29T16:25:52.045587Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-29T16:27:53.721767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18036} {"level":"info","ts":"2026-07-29T16:27:53.817215Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18036,"took":"92.767614ms","hash":2906819493,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":24666112,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T16:27:53.817279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2906819493,"revision":18036,"compact-revision":15571} {"level":"info","ts":"2026-07-29T16:30:33.619094Z","caller":"traceutil/trace.go:171","msg":"trace[2073715270] transaction","detail":"{read_only:false; response_revision:21586; number_of_response:1; }","duration":"161.204553ms","start":"2026-07-29T16:30:33.45785Z","end":"2026-07-29T16:30:33.619055Z","steps":["trace[2073715270] 'process raft request' (duration: 161.065029ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:31:33.932433Z","caller":"traceutil/trace.go:171","msg":"trace[2094360332] linearizableReadLoop","detail":"{readStateIndex:22644; appliedIndex:22643; }","duration":"198.779097ms","start":"2026-07-29T16:31:33.733608Z","end":"2026-07-29T16:31:33.932387Z","steps":["trace[2094360332] 'read index received' (duration: 198.696524ms)","trace[2094360332] 'applied index is now lower than readState.Index' (duration: 80.733µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:31:33.932565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.939782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nb9bv\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-29T16:31:33.932591Z","caller":"traceutil/trace.go:171","msg":"trace[546775448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nb9bv; range_end:; response_count:1; response_revision:21977; }","duration":"199.009704ms","start":"2026-07-29T16:31:33.733573Z","end":"2026-07-29T16:31:33.932582Z","steps":["trace[546775448] 'agreement among raft nodes before linearized reading' (duration: 198.928211ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:31:33.932607Z","caller":"traceutil/trace.go:171","msg":"trace[980188576] transaction","detail":"{read_only:false; response_revision:21977; number_of_response:1; }","duration":"206.38497ms","start":"2026-07-29T16:31:33.726181Z","end":"2026-07-29T16:31:33.932566Z","steps":["trace[980188576] 'process raft request' (duration: 206.06346ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:31:51.557189Z","caller":"traceutil/trace.go:171","msg":"trace[2083817486] transaction","detail":"{read_only:false; response_revision:22106; number_of_response:1; }","duration":"205.786953ms","start":"2026-07-29T16:31:51.35137Z","end":"2026-07-29T16:31:51.557157Z","steps":["trace[2083817486] 'process raft request' (duration: 205.514855ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:31:51.777142Z","caller":"traceutil/trace.go:171","msg":"trace[484008833] transaction","detail":"{read_only:false; response_revision:22107; number_of_response:1; }","duration":"215.460066ms","start":"2026-07-29T16:31:51.561648Z","end":"2026-07-29T16:31:51.777108Z","steps":["trace[484008833] 'process raft request' (duration: 168.956961ms)","trace[484008833] 'compare' (duration: 46.33424ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:31:51.77944Z","caller":"traceutil/trace.go:171","msg":"trace[371085400] transaction","detail":"{read_only:false; response_revision:22108; number_of_response:1; }","duration":"216.505267ms","start":"2026-07-29T16:31:51.562879Z","end":"2026-07-29T16:31:51.779384Z","steps":["trace[371085400] 'process raft request' (duration: 216.329052ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:31:51.779781Z","caller":"traceutil/trace.go:171","msg":"trace[1327471016] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"129.269905ms","start":"2026-07-29T16:31:51.650234Z","end":"2026-07-29T16:31:51.779504Z","steps":["trace[1327471016] 'process raft request' (duration: 129.066369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:32:05.249587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.856541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8006"} {"level":"info","ts":"2026-07-29T16:32:05.24979Z","caller":"traceutil/trace.go:171","msg":"trace[1457379382] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:22337; }","duration":"117.11257ms","start":"2026-07-29T16:32:05.132644Z","end":"2026-07-29T16:32:05.249757Z","steps":["trace[1457379382] 'range keys from in-memory index tree' (duration: 116.537283ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:32:05.361294Z","caller":"traceutil/trace.go:171","msg":"trace[80260098] linearizableReadLoop","detail":"{readStateIndex:23015; appliedIndex:23014; }","duration":"208.647207ms","start":"2026-07-29T16:32:05.152611Z","end":"2026-07-29T16:32:05.361259Z","steps":["trace[80260098] 'read index received' (duration: 208.481371ms)","trace[80260098] 'applied index is now lower than readState.Index' (duration: 164.566µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:32:05.361796Z","caller":"traceutil/trace.go:171","msg":"trace[1329556526] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"223.74911ms","start":"2026-07-29T16:32:05.13801Z","end":"2026-07-29T16:32:05.361759Z","steps":["trace[1329556526] 'process raft request' (duration: 223.069169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:32:05.361927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.298386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-29T16:32:05.361991Z","caller":"traceutil/trace.go:171","msg":"trace[1758260751] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:22338; }","duration":"209.410439ms","start":"2026-07-29T16:32:05.152564Z","end":"2026-07-29T16:32:05.361974Z","steps":["trace[1758260751] 'agreement among raft nodes before linearized reading' (duration: 209.209964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:32:05.398057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.428959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T16:32:05.398205Z","caller":"traceutil/trace.go:171","msg":"trace[2052512691] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22339; }","duration":"242.644185ms","start":"2026-07-29T16:32:05.155545Z","end":"2026-07-29T16:32:05.398189Z","steps":["trace[2052512691] 'agreement among raft nodes before linearized reading' (duration: 242.403228ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:32:05.398322Z","caller":"traceutil/trace.go:171","msg":"trace[1941096497] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"137.23894ms","start":"2026-07-29T16:32:05.261048Z","end":"2026-07-29T16:32:05.398287Z","steps":["trace[1941096497] 'process raft request' (duration: 136.606251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:32:05.398417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.371057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T16:32:05.398552Z","caller":"traceutil/trace.go:171","msg":"trace[782837505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22339; }","duration":"242.535581ms","start":"2026-07-29T16:32:05.155988Z","end":"2026-07-29T16:32:05.398524Z","steps":["trace[782837505] 'agreement among raft nodes before linearized reading' (duration: 242.12737ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:32:53.72883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20261} {"level":"info","ts":"2026-07-29T16:32:53.820278Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20261,"took":"88.759585ms","hash":1650522840,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":26742784,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-29T16:32:53.820449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1650522840,"revision":20261,"compact-revision":18036} {"level":"info","ts":"2026-07-29T16:33:30.513438Z","caller":"traceutil/trace.go:171","msg":"trace[1356960612] linearizableReadLoop","detail":"{readStateIndex:24119; appliedIndex:24118; }","duration":"193.967655ms","start":"2026-07-29T16:33:30.319444Z","end":"2026-07-29T16:33:30.513412Z","steps":["trace[1356960612] 'read index received' (duration: 193.732198ms)","trace[1356960612] 'applied index is now lower than readState.Index' (duration: 234.367µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:33:30.513511Z","caller":"traceutil/trace.go:171","msg":"trace[1595955667] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"287.273876ms","start":"2026-07-29T16:33:30.226198Z","end":"2026-07-29T16:33:30.513472Z","steps":["trace[1595955667] 'process raft request' (duration: 286.984308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:30.513908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.398419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ccwz8\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-29T16:33:30.514032Z","caller":"traceutil/trace.go:171","msg":"trace[928082411] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ccwz8; range_end:; response_count:1; response_revision:23410; }","duration":"194.607535ms","start":"2026-07-29T16:33:30.319397Z","end":"2026-07-29T16:33:30.514005Z","steps":["trace[928082411] 'agreement among raft nodes before linearized reading' (duration: 194.133161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:30.541443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.607158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T16:33:30.541459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.472178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T16:33:30.541487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.029043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T16:33:30.541531Z","caller":"traceutil/trace.go:171","msg":"trace[895044778] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23411; }","duration":"131.733382ms","start":"2026-07-29T16:33:30.409775Z","end":"2026-07-29T16:33:30.541508Z","steps":["trace[895044778] 'agreement among raft nodes before linearized reading' (duration: 131.487755ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:33:30.541552Z","caller":"traceutil/trace.go:171","msg":"trace[1327498294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23411; }","duration":"144.607112ms","start":"2026-07-29T16:33:30.396918Z","end":"2026-07-29T16:33:30.541525Z","steps":["trace[1327498294] 'agreement among raft nodes before linearized reading' (duration: 144.345584ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:33:30.541573Z","caller":"traceutil/trace.go:171","msg":"trace[563602626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23411; }","duration":"146.122936ms","start":"2026-07-29T16:33:30.395422Z","end":"2026-07-29T16:33:30.541545Z","steps":["trace[563602626] 'agreement among raft nodes before linearized reading' (duration: 145.875738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:30.541616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.707444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T16:33:30.541828Z","caller":"traceutil/trace.go:171","msg":"trace[1996908481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23411; }","duration":"146.021373ms","start":"2026-07-29T16:33:30.395774Z","end":"2026-07-29T16:33:30.541795Z","steps":["trace[1996908481] 'agreement among raft nodes before linearized reading' (duration: 145.58391ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:33:31.662772Z","caller":"traceutil/trace.go:171","msg":"trace[1400851920] linearizableReadLoop","detail":"{readStateIndex:24130; appliedIndex:24129; }","duration":"144.323632ms","start":"2026-07-29T16:33:31.518415Z","end":"2026-07-29T16:33:31.662739Z","steps":["trace[1400851920] 'read index received' (duration: 144.122687ms)","trace[1400851920] 'applied index is now lower than readState.Index' (duration: 199.505µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:33:31.6629Z","caller":"traceutil/trace.go:171","msg":"trace[466947870] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"222.406034ms","start":"2026-07-29T16:33:31.440449Z","end":"2026-07-29T16:33:31.662855Z","steps":["trace[466947870] 'process raft request' (duration: 222.055354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:31.663078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.617721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:33:31.663203Z","caller":"traceutil/trace.go:171","msg":"trace[1632077234] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:23421; }","duration":"144.821067ms","start":"2026-07-29T16:33:31.518357Z","end":"2026-07-29T16:33:31.663178Z","steps":["trace[1632077234] 'agreement among raft nodes before linearized reading' (duration: 144.56573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:31.663196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.971764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T16:33:31.663264Z","caller":"traceutil/trace.go:171","msg":"trace[1026692932] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:23421; }","duration":"143.131428ms","start":"2026-07-29T16:33:31.520117Z","end":"2026-07-29T16:33:31.663248Z","steps":["trace[1026692932] 'agreement among raft nodes before linearized reading' (duration: 142.869701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:31.663237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.092306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:33:31.663346Z","caller":"traceutil/trace.go:171","msg":"trace[3686413] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:23421; }","duration":"143.282282ms","start":"2026-07-29T16:33:31.520039Z","end":"2026-07-29T16:33:31.663321Z","steps":["trace[3686413] 'agreement among raft nodes before linearized reading' (duration: 143.054816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:31.663099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.789357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:33:31.663479Z","caller":"traceutil/trace.go:171","msg":"trace[2023911829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23421; }","duration":"107.207049ms","start":"2026-07-29T16:33:31.556261Z","end":"2026-07-29T16:33:31.663468Z","steps":["trace[2023911829] 'agreement among raft nodes before linearized reading' (duration: 106.688014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:33:31.663652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.068254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:33:31.664223Z","caller":"traceutil/trace.go:171","msg":"trace[1014142669] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:23421; }","duration":"145.727325ms","start":"2026-07-29T16:33:31.518472Z","end":"2026-07-29T16:33:31.664199Z","steps":["trace[1014142669] 'agreement among raft nodes before linearized reading' (duration: 144.464207ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:37:53.734938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22854} {"level":"info","ts":"2026-07-29T16:37:53.83467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22854,"took":"96.266856ms","hash":2487657516,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":27365376,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-29T16:37:53.834756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2487657516,"revision":22854,"compact-revision":20261} {"level":"info","ts":"2026-07-29T16:41:20.522466Z","caller":"traceutil/trace.go:171","msg":"trace[1485706852] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"140.525691ms","start":"2026-07-29T16:41:20.381878Z","end":"2026-07-29T16:41:20.522404Z","steps":["trace[1485706852] 'process raft request' (duration: 140.174421ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:41:28.057586Z","caller":"traceutil/trace.go:171","msg":"trace[343441222] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"137.375535ms","start":"2026-07-29T16:41:27.920154Z","end":"2026-07-29T16:41:28.057529Z","steps":["trace[343441222] 'process raft request' (duration: 137.039195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:41:28.957121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.896773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T16:41:28.957751Z","caller":"traceutil/trace.go:171","msg":"trace[1150413202] linearizableReadLoop","detail":"{readStateIndex:27861; appliedIndex:27860; }","duration":"254.563232ms","start":"2026-07-29T16:41:28.703107Z","end":"2026-07-29T16:41:28.95767Z","steps":["trace[1150413202] 'read index received' (duration: 1.906717ms)","trace[1150413202] 'applied index is now lower than readState.Index' (duration: 252.343056ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:41:28.957786Z","caller":"traceutil/trace.go:171","msg":"trace[17709469] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"371.280127ms","start":"2026-07-29T16:41:28.585997Z","end":"2026-07-29T16:41:28.957277Z","steps":["trace[17709469] 'process raft request' (duration: 119.100845ms)","trace[17709469] 'compare' (duration: 251.676207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:41:28.958128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:41:28.585969Z","time spent":"371.958267ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T16:41:28.958135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.006276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T16:41:28.958215Z","caller":"traceutil/trace.go:171","msg":"trace[958039732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27043; }","duration":"255.1561ms","start":"2026-07-29T16:41:28.703042Z","end":"2026-07-29T16:41:28.958198Z","steps":["trace[958039732] 'agreement among raft nodes before linearized reading' (duration: 254.742308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:41:28.958364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.838789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ccwz8\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-29T16:41:28.958435Z","caller":"traceutil/trace.go:171","msg":"trace[1678126707] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ccwz8; range_end:; response_count:1; response_revision:27043; }","duration":"210.998594ms","start":"2026-07-29T16:41:28.7474Z","end":"2026-07-29T16:41:28.958398Z","steps":["trace[1678126707] 'agreement among raft nodes before linearized reading' (duration: 210.634683ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:42:53.744962Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25168} {"level":"info","ts":"2026-07-29T16:42:53.846228Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25168,"took":"96.525965ms","hash":1359111002,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":29732864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T16:42:53.846303Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1359111002,"revision":25168,"compact-revision":22854} {"level":"info","ts":"2026-07-29T16:46:22.747194Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T16:46:22.752148Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-29T16:46:22.752297Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-29T16:47:53.75403Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27667} {"level":"info","ts":"2026-07-29T16:47:53.873183Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27667,"took":"115.521238ms","hash":3348019746,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":28737536,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-29T16:47:53.87326Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3348019746,"revision":27667,"compact-revision":25168} {"level":"info","ts":"2026-07-29T16:52:53.768392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30073} {"level":"info","ts":"2026-07-29T16:52:53.885864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30073,"took":"112.642362ms","hash":150079739,"current-db-size-bytes":45785088,"current-db-size":"46 MB","current-db-size-in-use-bytes":31395840,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-29T16:52:53.885958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":150079739,"revision":30073,"compact-revision":27667} {"level":"warn","ts":"2026-07-29T16:53:24.993839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.311508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T16:53:24.993939Z","caller":"traceutil/trace.go:171","msg":"trace[1032452079] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:32769; }","duration":"129.701888ms","start":"2026-07-29T16:53:24.864217Z","end":"2026-07-29T16:53:24.993919Z","steps":["trace[1032452079] 'range keys from in-memory index tree' (duration: 128.102981ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:33.338576Z","caller":"traceutil/trace.go:171","msg":"trace[570158546] transaction","detail":"{read_only:false; response_revision:32822; number_of_response:1; }","duration":"162.218246ms","start":"2026-07-29T16:53:33.176324Z","end":"2026-07-29T16:53:33.338542Z","steps":["trace[570158546] 'process raft request' (duration: 162.02849ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:33.699624Z","caller":"traceutil/trace.go:171","msg":"trace[1343861369] transaction","detail":"{read_only:false; response_revision:32824; number_of_response:1; }","duration":"119.180757ms","start":"2026-07-29T16:53:33.580402Z","end":"2026-07-29T16:53:33.699583Z","steps":["trace[1343861369] 'process raft request' (duration: 118.897438ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:33.699684Z","caller":"traceutil/trace.go:171","msg":"trace[609103068] transaction","detail":"{read_only:false; response_revision:32823; number_of_response:1; }","duration":"119.245528ms","start":"2026-07-29T16:53:33.580387Z","end":"2026-07-29T16:53:33.699632Z","steps":["trace[609103068] 'process raft request' (duration: 117.825355ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:33.847138Z","caller":"traceutil/trace.go:171","msg":"trace[1097085745] linearizableReadLoop","detail":"{readStateIndex:33815; appliedIndex:33813; }","duration":"115.847076ms","start":"2026-07-29T16:53:33.731262Z","end":"2026-07-29T16:53:33.847109Z","steps":["trace[1097085745] 'read index received' (duration: 77.103534ms)","trace[1097085745] 'applied index is now lower than readState.Index' (duration: 38.742282ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:53:33.847339Z","caller":"traceutil/trace.go:171","msg":"trace[276862671] transaction","detail":"{read_only:false; response_revision:32827; number_of_response:1; }","duration":"141.577321ms","start":"2026-07-29T16:53:33.705746Z","end":"2026-07-29T16:53:33.847323Z","steps":["trace[276862671] 'process raft request' (duration: 141.310624ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:33.847369Z","caller":"traceutil/trace.go:171","msg":"trace[344797727] transaction","detail":"{read_only:false; response_revision:32826; number_of_response:1; }","duration":"141.846729ms","start":"2026-07-29T16:53:33.705476Z","end":"2026-07-29T16:53:33.847323Z","steps":["trace[344797727] 'process raft request' (duration: 102.910622ms)","trace[344797727] 'compare' (duration: 38.540116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:53:33.847747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.451425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T16:53:33.847793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.852939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T16:53:33.847881Z","caller":"traceutil/trace.go:171","msg":"trace[1666950726] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:32827; }","duration":"116.676002ms","start":"2026-07-29T16:53:33.731181Z","end":"2026-07-29T16:53:33.847857Z","steps":["trace[1666950726] 'agreement among raft nodes before linearized reading' (duration: 116.417825ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:33.847888Z","caller":"traceutil/trace.go:171","msg":"trace[2135532648] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32827; }","duration":"108.003483ms","start":"2026-07-29T16:53:33.739864Z","end":"2026-07-29T16:53:33.847867Z","steps":["trace[2135532648] 'agreement among raft nodes before linearized reading' (duration: 107.712165ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:34.15001Z","caller":"traceutil/trace.go:171","msg":"trace[1345658829] linearizableReadLoop","detail":"{readStateIndex:33816; appliedIndex:33815; }","duration":"290.532234ms","start":"2026-07-29T16:53:33.859439Z","end":"2026-07-29T16:53:34.149971Z","steps":["trace[1345658829] 'read index received' (duration: 290.302856ms)","trace[1345658829] 'applied index is now lower than readState.Index' (duration: 227.578µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:53:34.150301Z","caller":"traceutil/trace.go:171","msg":"trace[913153253] transaction","detail":"{read_only:false; response_revision:32828; number_of_response:1; }","duration":"294.137621ms","start":"2026-07-29T16:53:33.856113Z","end":"2026-07-29T16:53:34.15025Z","steps":["trace[913153253] 'process raft request' (duration: 293.624925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:53:34.150495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.025339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46edeb62-0f2a-4ca8-ad3d-18d7eec87fb5\" ","response":"range_response_count:1 size:2210"} {"level":"info","ts":"2026-07-29T16:53:34.150636Z","caller":"traceutil/trace.go:171","msg":"trace[1041573290] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46edeb62-0f2a-4ca8-ad3d-18d7eec87fb5; range_end:; response_count:1; response_revision:32828; }","duration":"291.158273ms","start":"2026-07-29T16:53:33.859422Z","end":"2026-07-29T16:53:34.150581Z","steps":["trace[1041573290] 'agreement among raft nodes before linearized reading' (duration: 290.692639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:53:34.458084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.565075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T16:53:34.458667Z","caller":"traceutil/trace.go:171","msg":"trace[1467035870] transaction","detail":"{read_only:false; response_revision:32829; number_of_response:1; }","duration":"568.737172ms","start":"2026-07-29T16:53:33.889896Z","end":"2026-07-29T16:53:34.458633Z","steps":["trace[1467035870] 'process raft request' (duration: 396.312451ms)","trace[1467035870] 'compare' (duration: 171.168763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T16:53:34.458801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:53:33.889878Z","time spent":"568.858465ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T16:53:34.458913Z","caller":"traceutil/trace.go:171","msg":"trace[50365822] linearizableReadLoop","detail":"{readStateIndex:33819; appliedIndex:33816; }","duration":"308.786928ms","start":"2026-07-29T16:53:34.15011Z","end":"2026-07-29T16:53:34.458897Z","steps":["trace[50365822] 'read index received' (duration: 136.12534ms)","trace[50365822] 'applied index is now lower than readState.Index' (duration: 172.659978ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T16:53:34.45906Z","caller":"traceutil/trace.go:171","msg":"trace[702654053] transaction","detail":"{read_only:false; response_revision:32830; number_of_response:1; }","duration":"452.285328ms","start":"2026-07-29T16:53:34.006763Z","end":"2026-07-29T16:53:34.459048Z","steps":["trace[702654053] 'process raft request' (duration: 451.853566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:53:34.459178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:53:34.006735Z","time spent":"452.399871ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T16:53:34.45925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.999072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"warn","ts":"2026-07-29T16:53:34.459252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.335496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:53:34.459363Z","caller":"traceutil/trace.go:171","msg":"trace[2006278881] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:32831; }","duration":"516.147407ms","start":"2026-07-29T16:53:33.943187Z","end":"2026-07-29T16:53:34.459334Z","steps":["trace[2006278881] 'agreement among raft nodes before linearized reading' (duration: 515.884919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:53:34.459409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:53:33.943169Z","time spent":"516.23128ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":933,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-07-29T16:53:34.459448Z","caller":"traceutil/trace.go:171","msg":"trace[100570006] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:32831; }","duration":"258.532842ms","start":"2026-07-29T16:53:34.200848Z","end":"2026-07-29T16:53:34.459381Z","steps":["trace[100570006] 'agreement among raft nodes before linearized reading' (duration: 258.270674ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:53:34.459421Z","caller":"traceutil/trace.go:171","msg":"trace[1257433684] transaction","detail":"{read_only:false; response_revision:32831; number_of_response:1; }","duration":"452.583017ms","start":"2026-07-29T16:53:34.006824Z","end":"2026-07-29T16:53:34.459407Z","steps":["trace[1257433684] 'process raft request' (duration: 451.973469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:53:34.459505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.478222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T16:53:34.45956Z","caller":"traceutil/trace.go:171","msg":"trace[1394532641] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:32831; }","duration":"533.568985ms","start":"2026-07-29T16:53:33.925977Z","end":"2026-07-29T16:53:34.459546Z","steps":["trace[1394532641] 'agreement among raft nodes before linearized reading' (duration: 533.480012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:53:34.459677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:53:33.925957Z","time spent":"533.706019ms","remote":"127.0.0.1:43972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T16:53:34.45974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:53:34.006791Z","time spent":"452.742532ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T16:53:34.459765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.640331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T16:53:34.460075Z","caller":"traceutil/trace.go:171","msg":"trace[1954079519] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32831; }","duration":"483.93622ms","start":"2026-07-29T16:53:33.976077Z","end":"2026-07-29T16:53:34.460013Z","steps":["trace[1954079519] 'agreement among raft nodes before linearized reading' (duration: 483.60928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T16:53:34.460891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T16:53:33.976056Z","time spent":"484.130625ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T16:57:53.774595Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32571} {"level":"info","ts":"2026-07-29T16:57:53.958229Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32571,"took":"171.781681ms","hash":91342661,"current-db-size-bytes":46825472,"current-db-size":"47 MB","current-db-size-in-use-bytes":27496448,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-29T16:57:53.958301Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":91342661,"revision":32571,"compact-revision":30073} {"level":"info","ts":"2026-07-29T17:00:21.364096Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000009203.wal"} {"level":"info","ts":"2026-07-29T17:02:53.784801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34848} {"level":"info","ts":"2026-07-29T17:02:53.899741Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34848,"took":"108.924519ms","hash":145412966,"current-db-size-bytes":49553408,"current-db-size":"50 MB","current-db-size-in-use-bytes":43274240,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-29T17:02:53.899833Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":145412966,"revision":34848,"compact-revision":32571} {"level":"info","ts":"2026-07-29T17:03:43.292835Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T17:03:43.298238Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-29T17:03:43.298349Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-29T17:04:58.251994Z","caller":"traceutil/trace.go:171","msg":"trace[461292017] transaction","detail":"{read_only:false; response_revision:39708; number_of_response:1; }","duration":"103.692525ms","start":"2026-07-29T17:04:58.148272Z","end":"2026-07-29T17:04:58.251964Z","steps":["trace[461292017] 'process raft request' (duration: 103.49738ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:03.397991Z","caller":"traceutil/trace.go:171","msg":"trace[568867545] transaction","detail":"{read_only:false; response_revision:39779; number_of_response:1; }","duration":"114.090141ms","start":"2026-07-29T17:05:03.28386Z","end":"2026-07-29T17:05:03.397951Z","steps":["trace[568867545] 'process raft request' (duration: 113.848544ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:03.4339Z","caller":"traceutil/trace.go:171","msg":"trace[1370745864] linearizableReadLoop","detail":"{readStateIndex:40952; appliedIndex:40949; }","duration":"103.038506ms","start":"2026-07-29T17:05:03.330835Z","end":"2026-07-29T17:05:03.433874Z","steps":["trace[1370745864] 'read index received' (duration: 66.889784ms)","trace[1370745864] 'applied index is now lower than readState.Index' (duration: 36.147192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:03.434215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.345116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:03.43429Z","caller":"traceutil/trace.go:171","msg":"trace[1563844347] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:39781; }","duration":"103.498139ms","start":"2026-07-29T17:05:03.330763Z","end":"2026-07-29T17:05:03.434261Z","steps":["trace[1563844347] 'agreement among raft nodes before linearized reading' (duration: 103.293654ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:03.434723Z","caller":"traceutil/trace.go:171","msg":"trace[1013484862] transaction","detail":"{read_only:false; response_revision:39780; number_of_response:1; }","duration":"149.422438ms","start":"2026-07-29T17:05:03.285269Z","end":"2026-07-29T17:05:03.434691Z","steps":["trace[1013484862] 'process raft request' (duration: 148.355017ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:03.434914Z","caller":"traceutil/trace.go:171","msg":"trace[1344125179] transaction","detail":"{read_only:false; response_revision:39781; number_of_response:1; }","duration":"148.081878ms","start":"2026-07-29T17:05:03.286822Z","end":"2026-07-29T17:05:03.434904Z","steps":["trace[1344125179] 'process raft request' (duration: 146.986526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:03.843322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.933306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:03.843477Z","caller":"traceutil/trace.go:171","msg":"trace[229704219] linearizableReadLoop","detail":"{readStateIndex:40953; appliedIndex:40952; }","duration":"285.882906ms","start":"2026-07-29T17:05:03.557569Z","end":"2026-07-29T17:05:03.843452Z","steps":["trace[229704219] 'read index received' (duration: 28.63296ms)","trace[229704219] 'applied index is now lower than readState.Index' (duration: 257.244716ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:03.843575Z","caller":"traceutil/trace.go:171","msg":"trace[1071714452] transaction","detail":"{read_only:false; response_revision:39782; number_of_response:1; }","duration":"428.168455ms","start":"2026-07-29T17:05:03.415392Z","end":"2026-07-29T17:05:03.843561Z","steps":["trace[1071714452] 'process raft request' (duration: 170.857338ms)","trace[1071714452] 'compare' (duration: 256.106602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:03.843648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:03.415364Z","time spent":"428.247207ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T17:05:03.843742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.145673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:03.843876Z","caller":"traceutil/trace.go:171","msg":"trace[488010986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39782; }","duration":"286.287167ms","start":"2026-07-29T17:05:03.55756Z","end":"2026-07-29T17:05:03.843847Z","steps":["trace[488010986] 'agreement among raft nodes before linearized reading' (duration: 286.080691ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:03.860886Z","caller":"traceutil/trace.go:171","msg":"trace[1088843289] transaction","detail":"{read_only:false; response_revision:39783; number_of_response:1; }","duration":"251.027872ms","start":"2026-07-29T17:05:03.609834Z","end":"2026-07-29T17:05:03.860862Z","steps":["trace[1088843289] 'process raft request' (duration: 250.868787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:03.914087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.380485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11715"} {"level":"info","ts":"2026-07-29T17:05:03.914082Z","caller":"traceutil/trace.go:171","msg":"trace[1665176263] transaction","detail":"{read_only:false; response_revision:39784; number_of_response:1; }","duration":"302.038789ms","start":"2026-07-29T17:05:03.611994Z","end":"2026-07-29T17:05:03.914033Z","steps":["trace[1665176263] 'process raft request' (duration: 301.559335ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:03.914163Z","caller":"traceutil/trace.go:171","msg":"trace[437242587] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:39784; }","duration":"104.52327ms","start":"2026-07-29T17:05:03.809626Z","end":"2026-07-29T17:05:03.914149Z","steps":["trace[437242587] 'agreement among raft nodes before linearized reading' (duration: 104.303813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:03.914292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:03.611965Z","time spent":"302.221975ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T17:05:03.914405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.845668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T17:05:03.914432Z","caller":"traceutil/trace.go:171","msg":"trace[405027895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39784; }","duration":"171.916029ms","start":"2026-07-29T17:05:03.742505Z","end":"2026-07-29T17:05:03.914421Z","steps":["trace[405027895] 'agreement among raft nodes before linearized reading' (duration: 171.837777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:03.914547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.037351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T17:05:03.914692Z","caller":"traceutil/trace.go:171","msg":"trace[1957216231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39784; }","duration":"175.168325ms","start":"2026-07-29T17:05:03.739431Z","end":"2026-07-29T17:05:03.914599Z","steps":["trace[1957216231] 'agreement among raft nodes before linearized reading' (duration: 175.00339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:04.179113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.118314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:04.179258Z","caller":"traceutil/trace.go:171","msg":"trace[816914502] linearizableReadLoop","detail":"{readStateIndex:40956; appliedIndex:40955; }","duration":"265.498098ms","start":"2026-07-29T17:05:03.913732Z","end":"2026-07-29T17:05:04.17923Z","steps":["trace[816914502] 'read index received' (duration: 123.151158ms)","trace[816914502] 'applied index is now lower than readState.Index' (duration: 142.34458ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:04.179407Z","caller":"traceutil/trace.go:171","msg":"trace[134813598] transaction","detail":"{read_only:false; response_revision:39785; number_of_response:1; }","duration":"302.945677ms","start":"2026-07-29T17:05:03.876442Z","end":"2026-07-29T17:05:04.179388Z","steps":["trace[134813598] 'process raft request' (duration: 160.425151ms)","trace[134813598] 'compare' (duration: 141.63991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:04.179492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:03.876419Z","time spent":"303.03306ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T17:05:04.179801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.021328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:04.179888Z","caller":"traceutil/trace.go:171","msg":"trace[1828384698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39785; }","duration":"335.141372ms","start":"2026-07-29T17:05:03.844734Z","end":"2026-07-29T17:05:04.179875Z","steps":["trace[1828384698] 'agreement among raft nodes before linearized reading' (duration: 334.972377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:04.17996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:03.844719Z","time spent":"335.230554ms","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T17:05:04.186943Z","caller":"traceutil/trace.go:171","msg":"trace[1171875571] transaction","detail":"{read_only:false; response_revision:39786; number_of_response:1; }","duration":"266.996851ms","start":"2026-07-29T17:05:03.919919Z","end":"2026-07-29T17:05:04.186916Z","steps":["trace[1171875571] 'process raft request' (duration: 266.850027ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:04.187294Z","caller":"traceutil/trace.go:171","msg":"trace[1915725669] transaction","detail":"{read_only:false; response_revision:39787; number_of_response:1; }","duration":"267.192827ms","start":"2026-07-29T17:05:03.920058Z","end":"2026-07-29T17:05:04.187251Z","steps":["trace[1915725669] 'process raft request' (duration: 266.819146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:04.187458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.155418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11715"} {"level":"info","ts":"2026-07-29T17:05:04.187537Z","caller":"traceutil/trace.go:171","msg":"trace[4075422] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:39789; }","duration":"265.289512ms","start":"2026-07-29T17:05:03.922236Z","end":"2026-07-29T17:05:04.187526Z","steps":["trace[4075422] 'agreement among raft nodes before linearized reading' (duration: 265.045845ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:04.187539Z","caller":"traceutil/trace.go:171","msg":"trace[1521056288] transaction","detail":"{read_only:false; response_revision:39788; number_of_response:1; }","duration":"266.656951ms","start":"2026-07-29T17:05:03.92085Z","end":"2026-07-29T17:05:04.187507Z","steps":["trace[1521056288] 'process raft request' (duration: 266.26175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:04.18759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.069862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T17:05:04.187619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.397744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T17:05:04.187632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.269747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:04.187681Z","caller":"traceutil/trace.go:171","msg":"trace[1192859635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:39789; }","duration":"123.527818ms","start":"2026-07-29T17:05:04.064139Z","end":"2026-07-29T17:05:04.187666Z","steps":["trace[1192859635] 'agreement among raft nodes before linearized reading' (duration: 123.379414ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:04.187672Z","caller":"traceutil/trace.go:171","msg":"trace[825868177] transaction","detail":"{read_only:false; response_revision:39789; number_of_response:1; }","duration":"266.656101ms","start":"2026-07-29T17:05:03.921005Z","end":"2026-07-29T17:05:04.187661Z","steps":["trace[825868177] 'process raft request' (duration: 266.227088ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:04.187766Z","caller":"traceutil/trace.go:171","msg":"trace[1536317401] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:39789; }","duration":"253.443353ms","start":"2026-07-29T17:05:03.934268Z","end":"2026-07-29T17:05:04.187711Z","steps":["trace[1536317401] 'agreement among raft nodes before linearized reading' (duration: 253.197816ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:04.187666Z","caller":"traceutil/trace.go:171","msg":"trace[318979459] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39789; }","duration":"253.180075ms","start":"2026-07-29T17:05:03.934465Z","end":"2026-07-29T17:05:04.187645Z","steps":["trace[318979459] 'agreement among raft nodes before linearized reading' (duration: 252.953279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:04.438918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.880354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:04.43902Z","caller":"traceutil/trace.go:171","msg":"trace[1039469219] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39789; }","duration":"116.050099ms","start":"2026-07-29T17:05:04.322947Z","end":"2026-07-29T17:05:04.438998Z","steps":["trace[1039469219] 'range keys from in-memory index tree' (duration: 115.74558ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:05.166725Z","caller":"traceutil/trace.go:171","msg":"trace[532679431] transaction","detail":"{read_only:false; response_revision:39793; number_of_response:1; }","duration":"110.198286ms","start":"2026-07-29T17:05:05.05629Z","end":"2026-07-29T17:05:05.166489Z","steps":["trace[532679431] 'process raft request' (duration: 109.947919ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:05.434179Z","caller":"traceutil/trace.go:171","msg":"trace[1945284415] transaction","detail":"{read_only:false; response_revision:39794; number_of_response:1; }","duration":"171.415844ms","start":"2026-07-29T17:05:05.262735Z","end":"2026-07-29T17:05:05.434151Z","steps":["trace[1945284415] 'process raft request' (duration: 171.220429ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:05.434208Z","caller":"traceutil/trace.go:171","msg":"trace[648599403] linearizableReadLoop","detail":"{readStateIndex:40965; appliedIndex:40965; }","duration":"141.065363ms","start":"2026-07-29T17:05:05.293102Z","end":"2026-07-29T17:05:05.434168Z","steps":["trace[648599403] 'read index received' (duration: 141.051022ms)","trace[648599403] 'applied index is now lower than readState.Index' (duration: 11.831µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:05.434988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.181272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:05.435042Z","caller":"traceutil/trace.go:171","msg":"trace[577722672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39794; }","duration":"117.310976ms","start":"2026-07-29T17:05:05.317716Z","end":"2026-07-29T17:05:05.435027Z","steps":["trace[577722672] 'agreement among raft nodes before linearized reading' (duration: 117.172772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:05.435976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.840554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:05.436085Z","caller":"traceutil/trace.go:171","msg":"trace[1517292371] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:39794; }","duration":"143.031861ms","start":"2026-07-29T17:05:05.293033Z","end":"2026-07-29T17:05:05.436064Z","steps":["trace[1517292371] 'agreement among raft nodes before linearized reading' (duration: 141.579248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:05.828584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.502897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:05.828693Z","caller":"traceutil/trace.go:171","msg":"trace[314240291] linearizableReadLoop","detail":"{readStateIndex:40967; appliedIndex:40966; }","duration":"272.617826ms","start":"2026-07-29T17:05:05.556058Z","end":"2026-07-29T17:05:05.828676Z","steps":["trace[314240291] 'read index received' (duration: 115.969055ms)","trace[314240291] 'applied index is now lower than readState.Index' (duration: 156.647601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:05.828796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.75673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:05.828763Z","caller":"traceutil/trace.go:171","msg":"trace[1490410293] transaction","detail":"{read_only:false; response_revision:39796; number_of_response:1; }","duration":"374.804277ms","start":"2026-07-29T17:05:05.453916Z","end":"2026-07-29T17:05:05.82872Z","steps":["trace[1490410293] 'process raft request' (duration: 218.077424ms)","trace[1490410293] 'compare' (duration: 156.354603ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:05.828824Z","caller":"traceutil/trace.go:171","msg":"trace[1049475747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39796; }","duration":"272.818662ms","start":"2026-07-29T17:05:05.555996Z","end":"2026-07-29T17:05:05.828815Z","steps":["trace[1049475747] 'agreement among raft nodes before linearized reading' (duration: 272.768281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:05.828945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:05.453892Z","time spent":"374.952252ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T17:05:05.829154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.968137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:05.829206Z","caller":"traceutil/trace.go:171","msg":"trace[135543159] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:39796; }","duration":"208.078261ms","start":"2026-07-29T17:05:05.621111Z","end":"2026-07-29T17:05:05.82919Z","steps":["trace[135543159] 'agreement among raft nodes before linearized reading' (duration: 207.981198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:05.829759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.278492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T17:05:05.829801Z","caller":"traceutil/trace.go:171","msg":"trace[2083372948] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39796; }","duration":"264.080725ms","start":"2026-07-29T17:05:05.565708Z","end":"2026-07-29T17:05:05.829788Z","steps":["trace[2083372948] 'agreement among raft nodes before linearized reading' (duration: 263.253981ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:06.060437Z","caller":"traceutil/trace.go:171","msg":"trace[135481040] transaction","detail":"{read_only:false; response_revision:39799; number_of_response:1; }","duration":"192.829314ms","start":"2026-07-29T17:05:05.867577Z","end":"2026-07-29T17:05:06.060406Z","steps":["trace[135481040] 'process raft request' (duration: 192.772822ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:06.06053Z","caller":"traceutil/trace.go:171","msg":"trace[1041872362] transaction","detail":"{read_only:false; response_revision:39798; number_of_response:1; }","duration":"208.139263ms","start":"2026-07-29T17:05:05.85235Z","end":"2026-07-29T17:05:06.060489Z","steps":["trace[1041872362] 'process raft request' (duration: 207.802572ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:06.119499Z","caller":"traceutil/trace.go:171","msg":"trace[1576494458] transaction","detail":"{read_only:false; response_revision:39800; number_of_response:1; }","duration":"198.17054ms","start":"2026-07-29T17:05:05.921299Z","end":"2026-07-29T17:05:06.119469Z","steps":["trace[1576494458] 'process raft request' (duration: 197.973495ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:06.397709Z","caller":"traceutil/trace.go:171","msg":"trace[602663535] transaction","detail":"{read_only:false; response_revision:39806; number_of_response:1; }","duration":"175.783803ms","start":"2026-07-29T17:05:06.221898Z","end":"2026-07-29T17:05:06.397682Z","steps":["trace[602663535] 'process raft request' (duration: 175.740781ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:06.397731Z","caller":"traceutil/trace.go:171","msg":"trace[1956274600] transaction","detail":"{read_only:false; response_revision:39803; number_of_response:1; }","duration":"176.768322ms","start":"2026-07-29T17:05:06.220914Z","end":"2026-07-29T17:05:06.397682Z","steps":["trace[1956274600] 'process raft request' (duration: 122.728845ms)","trace[1956274600] 'compare' (duration: 53.82219ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:06.39783Z","caller":"traceutil/trace.go:171","msg":"trace[604010775] transaction","detail":"{read_only:false; response_revision:39804; number_of_response:1; }","duration":"176.642818ms","start":"2026-07-29T17:05:06.221108Z","end":"2026-07-29T17:05:06.397751Z","steps":["trace[604010775] 'process raft request' (duration: 176.478043ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:06.397852Z","caller":"traceutil/trace.go:171","msg":"trace[2049230724] transaction","detail":"{read_only:false; response_revision:39805; number_of_response:1; }","duration":"176.220635ms","start":"2026-07-29T17:05:06.221581Z","end":"2026-07-29T17:05:06.397801Z","steps":["trace[2049230724] 'process raft request' (duration: 176.03242ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:06.603636Z","caller":"traceutil/trace.go:171","msg":"trace[713856693] transaction","detail":"{read_only:false; response_revision:39807; number_of_response:1; }","duration":"117.733597ms","start":"2026-07-29T17:05:06.48586Z","end":"2026-07-29T17:05:06.603594Z","steps":["trace[713856693] 'process raft request' (duration: 89.495028ms)","trace[713856693] 'compare' (duration: 27.931881ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:06.663697Z","caller":"traceutil/trace.go:171","msg":"trace[1103134571] linearizableReadLoop","detail":"{readStateIndex:40979; appliedIndex:40977; }","duration":"106.222119ms","start":"2026-07-29T17:05:06.557412Z","end":"2026-07-29T17:05:06.663635Z","steps":["trace[1103134571] 'read index received' (duration: 17.891935ms)","trace[1103134571] 'applied index is now lower than readState.Index' (duration: 88.328944ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:06.663756Z","caller":"traceutil/trace.go:171","msg":"trace[273562432] transaction","detail":"{read_only:false; response_revision:39808; number_of_response:1; }","duration":"138.226919ms","start":"2026-07-29T17:05:06.525473Z","end":"2026-07-29T17:05:06.6637Z","steps":["trace[273562432] 'process raft request' (duration: 137.969072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:06.663953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.519469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:06.664044Z","caller":"traceutil/trace.go:171","msg":"trace[647182135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39808; }","duration":"106.661473ms","start":"2026-07-29T17:05:06.557361Z","end":"2026-07-29T17:05:06.664022Z","steps":["trace[647182135] 'agreement among raft nodes before linearized reading' (duration: 106.514278ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:07.284414Z","caller":"traceutil/trace.go:171","msg":"trace[1637701051] transaction","detail":"{read_only:false; response_revision:39811; number_of_response:1; }","duration":"137.093375ms","start":"2026-07-29T17:05:07.147281Z","end":"2026-07-29T17:05:07.284375Z","steps":["trace[1637701051] 'process raft request' (duration: 120.968382ms)","trace[1637701051] 'compare' (duration: 15.951058ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:07.368977Z","caller":"traceutil/trace.go:171","msg":"trace[86349971] linearizableReadLoop","detail":"{readStateIndex:40984; appliedIndex:40983; }","duration":"100.535532ms","start":"2026-07-29T17:05:07.268408Z","end":"2026-07-29T17:05:07.368943Z","steps":["trace[86349971] 'read index received' (duration: 100.199293ms)","trace[86349971] 'applied index is now lower than readState.Index' (duration: 334.479µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:07.369096Z","caller":"traceutil/trace.go:171","msg":"trace[1468819922] transaction","detail":"{read_only:false; response_revision:39812; number_of_response:1; }","duration":"195.864653ms","start":"2026-07-29T17:05:07.173192Z","end":"2026-07-29T17:05:07.369057Z","steps":["trace[1468819922] 'process raft request' (duration: 195.486392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:07.369185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.736179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:07.369248Z","caller":"traceutil/trace.go:171","msg":"trace[1771342944] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39812; }","duration":"100.870513ms","start":"2026-07-29T17:05:07.26836Z","end":"2026-07-29T17:05:07.369231Z","steps":["trace[1771342944] 'agreement among raft nodes before linearized reading' (duration: 100.706548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:12.980377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.290441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T17:05:12.980898Z","caller":"traceutil/trace.go:171","msg":"trace[762242484] transaction","detail":"{read_only:false; response_revision:39870; number_of_response:1; }","duration":"351.519294ms","start":"2026-07-29T17:05:12.629347Z","end":"2026-07-29T17:05:12.980866Z","steps":["trace[762242484] 'process raft request' (duration: 351.178804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:12.981088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:12.629334Z","time spent":"351.648548ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:05:13.033182Z","caller":"traceutil/trace.go:171","msg":"trace[476700904] transaction","detail":"{read_only:false; response_revision:39871; number_of_response:1; }","duration":"305.7636ms","start":"2026-07-29T17:05:12.72738Z","end":"2026-07-29T17:05:13.033143Z","steps":["trace[476700904] 'process raft request' (duration: 253.465284ms)","trace[476700904] 'compare' (duration: 51.889534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:13.033457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.192864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T17:05:13.033507Z","caller":"traceutil/trace.go:171","msg":"trace[2052315411] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39872; }","duration":"401.296047ms","start":"2026-07-29T17:05:12.632202Z","end":"2026-07-29T17:05:13.033498Z","steps":["trace[2052315411] 'agreement among raft nodes before linearized reading' (duration: 401.100141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:13.033547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:12.632196Z","time spent":"401.342138ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T17:05:13.033709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:12.727352Z","time spent":"306.115311ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:05:13.033196Z","caller":"traceutil/trace.go:171","msg":"trace[1366636169] transaction","detail":"{read_only:false; response_revision:39872; number_of_response:1; }","duration":"167.841609ms","start":"2026-07-29T17:05:12.865323Z","end":"2026-07-29T17:05:13.033164Z","steps":["trace[1366636169] 'process raft request' (duration: 167.732336ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:13.033276Z","caller":"traceutil/trace.go:171","msg":"trace[1191147607] linearizableReadLoop","detail":"{readStateIndex:41044; appliedIndex:41042; }","duration":"401.031879ms","start":"2026-07-29T17:05:12.632233Z","end":"2026-07-29T17:05:13.033265Z","steps":["trace[1191147607] 'read index received' (duration: 113.893316ms)","trace[1191147607] 'applied index is now lower than readState.Index' (duration: 287.137293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:13.034077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.155647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-29T17:05:13.034136Z","caller":"traceutil/trace.go:171","msg":"trace[1148556109] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:39872; }","duration":"202.24921ms","start":"2026-07-29T17:05:12.831868Z","end":"2026-07-29T17:05:13.034117Z","steps":["trace[1148556109] 'agreement among raft nodes before linearized reading' (duration: 202.107046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:13.0343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.002717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:13.034435Z","caller":"traceutil/trace.go:171","msg":"trace[1710414651] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:39872; }","duration":"147.204962ms","start":"2026-07-29T17:05:12.887213Z","end":"2026-07-29T17:05:13.034418Z","steps":["trace[1710414651] 'agreement among raft nodes before linearized reading' (duration: 146.854752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:15.657721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.113529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:15.658327Z","caller":"traceutil/trace.go:171","msg":"trace[1942453461] transaction","detail":"{read_only:false; response_revision:39894; number_of_response:1; }","duration":"248.623312ms","start":"2026-07-29T17:05:15.40968Z","end":"2026-07-29T17:05:15.658304Z","steps":["trace[1942453461] 'process raft request' (duration: 99.818542ms)","trace[1942453461] 'compare' (duration: 147.971255ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:15.658472Z","caller":"traceutil/trace.go:171","msg":"trace[1190774939] transaction","detail":"{read_only:false; response_revision:39895; number_of_response:1; }","duration":"206.362721ms","start":"2026-07-29T17:05:15.45207Z","end":"2026-07-29T17:05:15.658432Z","steps":["trace[1190774939] 'process raft request' (duration: 205.808375ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:15.70243Z","caller":"traceutil/trace.go:171","msg":"trace[663635196] transaction","detail":"{read_only:false; response_revision:39896; number_of_response:1; }","duration":"137.242381ms","start":"2026-07-29T17:05:15.565142Z","end":"2026-07-29T17:05:15.702384Z","steps":["trace[663635196] 'process raft request' (duration: 137.026845ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:16.085796Z","caller":"traceutil/trace.go:171","msg":"trace[264840955] transaction","detail":"{read_only:false; response_revision:39898; number_of_response:1; }","duration":"162.42707ms","start":"2026-07-29T17:05:15.923339Z","end":"2026-07-29T17:05:16.085766Z","steps":["trace[264840955] 'process raft request' (duration: 162.228745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:26.428678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.913896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T17:05:26.428784Z","caller":"traceutil/trace.go:171","msg":"trace[565020672] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40073; }","duration":"128.076491ms","start":"2026-07-29T17:05:26.300688Z","end":"2026-07-29T17:05:26.428764Z","steps":["trace[565020672] 'range keys from in-memory index tree' (duration: 127.731851ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:26.429937Z","caller":"traceutil/trace.go:171","msg":"trace[365194536] transaction","detail":"{read_only:false; response_revision:40074; number_of_response:1; }","duration":"127.098413ms","start":"2026-07-29T17:05:26.302802Z","end":"2026-07-29T17:05:26.4299Z","steps":["trace[365194536] 'process raft request' (duration: 126.886827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:30.401301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.234174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:30.40142Z","caller":"traceutil/trace.go:171","msg":"trace[1368535726] transaction","detail":"{read_only:false; response_revision:40115; number_of_response:1; }","duration":"253.830814ms","start":"2026-07-29T17:05:30.147571Z","end":"2026-07-29T17:05:30.401402Z","steps":["trace[1368535726] 'process raft request' (duration: 139.2491ms)","trace[1368535726] 'compare' (duration: 113.76643ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:30.414121Z","caller":"traceutil/trace.go:171","msg":"trace[1394379883] linearizableReadLoop","detail":"{readStateIndex:41294; appliedIndex:41292; }","duration":"184.756417ms","start":"2026-07-29T17:05:30.229341Z","end":"2026-07-29T17:05:30.414097Z","steps":["trace[1394379883] 'read index received' (duration: 57.486629ms)","trace[1394379883] 'applied index is now lower than readState.Index' (duration: 127.267707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:30.414256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.90736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:30.4143Z","caller":"traceutil/trace.go:171","msg":"trace[424798268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:40117; }","duration":"184.962202ms","start":"2026-07-29T17:05:30.229324Z","end":"2026-07-29T17:05:30.414286Z","steps":["trace[424798268] 'agreement among raft nodes before linearized reading' (duration: 184.855839ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:30.414426Z","caller":"traceutil/trace.go:171","msg":"trace[1621530714] transaction","detail":"{read_only:false; response_revision:40116; number_of_response:1; }","duration":"262.490469ms","start":"2026-07-29T17:05:30.151904Z","end":"2026-07-29T17:05:30.414394Z","steps":["trace[1621530714] 'process raft request' (duration: 262.039806ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:30.414601Z","caller":"traceutil/trace.go:171","msg":"trace[1181545251] transaction","detail":"{read_only:false; response_revision:40117; number_of_response:1; }","duration":"179.338867ms","start":"2026-07-29T17:05:30.235184Z","end":"2026-07-29T17:05:30.414523Z","steps":["trace[1181545251] 'process raft request' (duration: 178.861763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:30.627942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.62098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:30.628102Z","caller":"traceutil/trace.go:171","msg":"trace[578972803] transaction","detail":"{read_only:false; response_revision:40118; number_of_response:1; }","duration":"183.948101ms","start":"2026-07-29T17:05:30.44412Z","end":"2026-07-29T17:05:30.628068Z","steps":["trace[578972803] 'process raft request' (duration: 74.109225ms)","trace[578972803] 'compare' (duration: 109.386883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:30.908941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.930304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:30.909161Z","caller":"traceutil/trace.go:171","msg":"trace[1320307588] transaction","detail":"{read_only:false; response_revision:40120; number_of_response:1; }","duration":"260.341706ms","start":"2026-07-29T17:05:30.648786Z","end":"2026-07-29T17:05:30.909128Z","steps":["trace[1320307588] 'process raft request' (duration: 125.101033ms)","trace[1320307588] 'compare' (duration: 134.701227ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:30.920233Z","caller":"traceutil/trace.go:171","msg":"trace[1130674626] transaction","detail":"{read_only:false; response_revision:40122; number_of_response:1; }","duration":"269.404061ms","start":"2026-07-29T17:05:30.650806Z","end":"2026-07-29T17:05:30.92021Z","steps":["trace[1130674626] 'process raft request' (duration: 269.290568ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:30.920257Z","caller":"traceutil/trace.go:171","msg":"trace[965194481] transaction","detail":"{read_only:false; response_revision:40121; number_of_response:1; }","duration":"269.416923ms","start":"2026-07-29T17:05:30.650794Z","end":"2026-07-29T17:05:30.920211Z","steps":["trace[965194481] 'process raft request' (duration: 269.158765ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:30.920427Z","caller":"traceutil/trace.go:171","msg":"trace[1038429101] linearizableReadLoop","detail":"{readStateIndex:41301; appliedIndex:41297; }","duration":"181.515081ms","start":"2026-07-29T17:05:30.738883Z","end":"2026-07-29T17:05:30.920398Z","steps":["trace[1038429101] 'read index received' (duration: 35.025948ms)","trace[1038429101] 'applied index is now lower than readState.Index' (duration: 146.485943ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:30.920461Z","caller":"traceutil/trace.go:171","msg":"trace[1152493491] transaction","detail":"{read_only:false; response_revision:40123; number_of_response:1; }","duration":"239.111743ms","start":"2026-07-29T17:05:30.681315Z","end":"2026-07-29T17:05:30.920427Z","steps":["trace[1152493491] 'process raft request' (duration: 238.838945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:30.920569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.684886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:30.920624Z","caller":"traceutil/trace.go:171","msg":"trace[1622471867] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:40123; }","duration":"181.81273ms","start":"2026-07-29T17:05:30.738798Z","end":"2026-07-29T17:05:30.920611Z","steps":["trace[1622471867] 'agreement among raft nodes before linearized reading' (duration: 181.704967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:30.920841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.125301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-29T17:05:30.920915Z","caller":"traceutil/trace.go:171","msg":"trace[934717078] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:40123; }","duration":"147.337407ms","start":"2026-07-29T17:05:30.773559Z","end":"2026-07-29T17:05:30.920896Z","steps":["trace[934717078] 'agreement among raft nodes before linearized reading' (duration: 147.038919ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:31.288806Z","caller":"traceutil/trace.go:171","msg":"trace[281481177] transaction","detail":"{read_only:false; response_revision:40125; number_of_response:1; }","duration":"118.529641ms","start":"2026-07-29T17:05:31.170233Z","end":"2026-07-29T17:05:31.288763Z","steps":["trace[281481177] 'process raft request' (duration: 102.797579ms)","trace[281481177] 'compare' (duration: 15.287569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:31.54815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.035015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:31.548296Z","caller":"traceutil/trace.go:171","msg":"trace[799731795] transaction","detail":"{read_only:false; response_revision:40126; number_of_response:1; }","duration":"254.515724ms","start":"2026-07-29T17:05:31.293755Z","end":"2026-07-29T17:05:31.548271Z","steps":["trace[799731795] 'process raft request' (duration: 119.244882ms)","trace[799731795] 'compare' (duration: 134.650074ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:31.55126Z","caller":"traceutil/trace.go:171","msg":"trace[904369137] linearizableReadLoop","detail":"{readStateIndex:41305; appliedIndex:41303; }","duration":"178.102691ms","start":"2026-07-29T17:05:31.373126Z","end":"2026-07-29T17:05:31.551228Z","steps":["trace[904369137] 'read index received' (duration: 39.891663ms)","trace[904369137] 'applied index is now lower than readState.Index' (duration: 138.209788ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:31.551305Z","caller":"traceutil/trace.go:171","msg":"trace[2047296808] transaction","detail":"{read_only:false; response_revision:40127; number_of_response:1; }","duration":"220.685941ms","start":"2026-07-29T17:05:31.330579Z","end":"2026-07-29T17:05:31.551265Z","steps":["trace[2047296808] 'process raft request' (duration: 220.386773ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:31.551327Z","caller":"traceutil/trace.go:171","msg":"trace[1457242191] transaction","detail":"{read_only:false; response_revision:40128; number_of_response:1; }","duration":"144.231567ms","start":"2026-07-29T17:05:31.40705Z","end":"2026-07-29T17:05:31.551282Z","steps":["trace[1457242191] 'process raft request' (duration: 144.125454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:31.551606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.453561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T17:05:31.551646Z","caller":"traceutil/trace.go:171","msg":"trace[620787824] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:40128; }","duration":"178.573885ms","start":"2026-07-29T17:05:31.373061Z","end":"2026-07-29T17:05:31.551635Z","steps":["trace[620787824] 'agreement among raft nodes before linearized reading' (duration: 178.341268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:31.551723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.66401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T17:05:31.551803Z","caller":"traceutil/trace.go:171","msg":"trace[2143533452] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40128; }","duration":"110.898986ms","start":"2026-07-29T17:05:31.440882Z","end":"2026-07-29T17:05:31.551781Z","steps":["trace[2143533452] 'agreement among raft nodes before linearized reading' (duration: 110.608868ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:32.02398Z","caller":"traceutil/trace.go:171","msg":"trace[2107617882] transaction","detail":"{read_only:false; response_revision:40131; number_of_response:1; }","duration":"263.365654ms","start":"2026-07-29T17:05:31.760576Z","end":"2026-07-29T17:05:32.023942Z","steps":["trace[2107617882] 'process raft request' (duration: 169.644781ms)","trace[2107617882] 'compare' (duration: 93.545258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:32.329926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.540147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:32.330199Z","caller":"traceutil/trace.go:171","msg":"trace[1087708375] transaction","detail":"{read_only:false; response_revision:40132; number_of_response:1; }","duration":"207.157014ms","start":"2026-07-29T17:05:32.122993Z","end":"2026-07-29T17:05:32.33015Z","steps":["trace[1087708375] 'process raft request' (duration: 81.277467ms)","trace[1087708375] 'compare' (duration: 125.327891ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:32.357312Z","caller":"traceutil/trace.go:171","msg":"trace[798614493] transaction","detail":"{read_only:false; response_revision:40133; number_of_response:1; }","duration":"194.021999ms","start":"2026-07-29T17:05:32.163253Z","end":"2026-07-29T17:05:32.357275Z","steps":["trace[798614493] 'process raft request' (duration: 193.652438ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:32.508973Z","caller":"traceutil/trace.go:171","msg":"trace[1566173310] transaction","detail":"{read_only:false; response_revision:40134; number_of_response:1; }","duration":"101.378747ms","start":"2026-07-29T17:05:32.407561Z","end":"2026-07-29T17:05:32.50894Z","steps":["trace[1566173310] 'process raft request' (duration: 101.191461ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:32.643207Z","caller":"traceutil/trace.go:171","msg":"trace[989255332] transaction","detail":"{read_only:false; response_revision:40136; number_of_response:1; }","duration":"222.414653ms","start":"2026-07-29T17:05:32.420746Z","end":"2026-07-29T17:05:32.64316Z","steps":["trace[989255332] 'process raft request' (duration: 222.354341ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:32.643228Z","caller":"traceutil/trace.go:171","msg":"trace[1797842723] transaction","detail":"{read_only:false; response_revision:40135; number_of_response:1; }","duration":"224.425031ms","start":"2026-07-29T17:05:32.41876Z","end":"2026-07-29T17:05:32.643185Z","steps":["trace[1797842723] 'process raft request' (duration: 196.675905ms)","trace[1797842723] 'compare' (duration: 27.480718ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:32.775984Z","caller":"traceutil/trace.go:171","msg":"trace[305349230] linearizableReadLoop","detail":"{readStateIndex:41316; appliedIndex:41315; }","duration":"128.36457ms","start":"2026-07-29T17:05:32.64758Z","end":"2026-07-29T17:05:32.775945Z","steps":["trace[305349230] 'read index received' (duration: 108.681102ms)","trace[305349230] 'applied index is now lower than readState.Index' (duration: 19.682098ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:32.776175Z","caller":"traceutil/trace.go:171","msg":"trace[89391050] transaction","detail":"{read_only:false; response_revision:40137; number_of_response:1; }","duration":"140.977029ms","start":"2026-07-29T17:05:32.635153Z","end":"2026-07-29T17:05:32.77613Z","steps":["trace[89391050] 'process raft request' (duration: 121.135637ms)","trace[89391050] 'compare' (duration: 19.41556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:32.776307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.69528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T17:05:32.776365Z","caller":"traceutil/trace.go:171","msg":"trace[386568489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40137; }","duration":"128.853184ms","start":"2026-07-29T17:05:32.647494Z","end":"2026-07-29T17:05:32.776347Z","steps":["trace[386568489] 'agreement among raft nodes before linearized reading' (duration: 128.587966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:33.016483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.407104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:33.016626Z","caller":"traceutil/trace.go:171","msg":"trace[466301584] linearizableReadLoop","detail":"{readStateIndex:41317; appliedIndex:41316; }","duration":"103.079917ms","start":"2026-07-29T17:05:32.913522Z","end":"2026-07-29T17:05:33.016602Z","steps":["trace[466301584] 'read index received' (duration: 34.381µs)","trace[466301584] 'applied index is now lower than readState.Index' (duration: 103.043636ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:33.016693Z","caller":"traceutil/trace.go:171","msg":"trace[10021273] transaction","detail":"{read_only:false; response_revision:40138; number_of_response:1; }","duration":"234.002192ms","start":"2026-07-29T17:05:32.782662Z","end":"2026-07-29T17:05:33.016664Z","steps":["trace[10021273] 'process raft request' (duration: 110.291639ms)","trace[10021273] 'compare' (duration: 122.679903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:33.016867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.346745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T17:05:33.016946Z","caller":"traceutil/trace.go:171","msg":"trace[973178484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40138; }","duration":"103.438918ms","start":"2026-07-29T17:05:32.913472Z","end":"2026-07-29T17:05:33.016911Z","steps":["trace[973178484] 'agreement among raft nodes before linearized reading' (duration: 103.234572ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.21159Z","caller":"traceutil/trace.go:171","msg":"trace[1102222955] linearizableReadLoop","detail":"{readStateIndex:41318; appliedIndex:41317; }","duration":"194.909725ms","start":"2026-07-29T17:05:33.016656Z","end":"2026-07-29T17:05:33.211566Z","steps":["trace[1102222955] 'read index received' (duration: 153.020525ms)","trace[1102222955] 'applied index is now lower than readState.Index' (duration: 41.88828ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:33.211743Z","caller":"traceutil/trace.go:171","msg":"trace[26233329] transaction","detail":"{read_only:false; response_revision:40139; number_of_response:1; }","duration":"282.129046ms","start":"2026-07-29T17:05:32.929558Z","end":"2026-07-29T17:05:33.211687Z","steps":["trace[26233329] 'process raft request' (duration: 240.100631ms)","trace[26233329] 'compare' (duration: 41.783838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:33.211862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.123153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T17:05:33.211901Z","caller":"traceutil/trace.go:171","msg":"trace[1265646759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40139; }","duration":"287.210826ms","start":"2026-07-29T17:05:32.924679Z","end":"2026-07-29T17:05:33.21189Z","steps":["trace[1265646759] 'agreement among raft nodes before linearized reading' (duration: 287.00613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:33.21303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.424031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T17:05:33.213252Z","caller":"traceutil/trace.go:171","msg":"trace[942755639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40139; }","duration":"288.722319ms","start":"2026-07-29T17:05:32.9245Z","end":"2026-07-29T17:05:33.213222Z","steps":["trace[942755639] 'agreement among raft nodes before linearized reading' (duration: 287.623697ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.223755Z","caller":"traceutil/trace.go:171","msg":"trace[990111138] transaction","detail":"{read_only:false; response_revision:40140; number_of_response:1; }","duration":"202.454245ms","start":"2026-07-29T17:05:33.021279Z","end":"2026-07-29T17:05:33.223733Z","steps":["trace[990111138] 'process raft request' (duration: 202.28674ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.369222Z","caller":"traceutil/trace.go:171","msg":"trace[1483307674] linearizableReadLoop","detail":"{readStateIndex:41320; appliedIndex:41318; }","duration":"157.536426ms","start":"2026-07-29T17:05:33.211659Z","end":"2026-07-29T17:05:33.369196Z","steps":["trace[1483307674] 'read index received' (duration: 11.892819ms)","trace[1483307674] 'applied index is now lower than readState.Index' (duration: 145.642587ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:33.369324Z","caller":"traceutil/trace.go:171","msg":"trace[1090520130] transaction","detail":"{read_only:false; response_revision:40142; number_of_response:1; }","duration":"151.960063ms","start":"2026-07-29T17:05:33.217324Z","end":"2026-07-29T17:05:33.369284Z","steps":["trace[1090520130] 'process raft request' (duration: 151.669324ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.36943Z","caller":"traceutil/trace.go:171","msg":"trace[1014134089] transaction","detail":"{read_only:false; response_revision:40141; number_of_response:1; }","duration":"196.773859ms","start":"2026-07-29T17:05:33.172472Z","end":"2026-07-29T17:05:33.369246Z","steps":["trace[1014134089] 'process raft request' (duration: 170.097335ms)","trace[1014134089] 'compare' (duration: 25.647974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:33.369489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.940118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T17:05:33.369726Z","caller":"traceutil/trace.go:171","msg":"trace[1522906103] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40143; }","duration":"348.254977ms","start":"2026-07-29T17:05:33.021459Z","end":"2026-07-29T17:05:33.369714Z","steps":["trace[1522906103] 'agreement among raft nodes before linearized reading' (duration: 347.829895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:33.36979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:33.021441Z","time spent":"348.33998ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T17:05:33.369561Z","caller":"traceutil/trace.go:171","msg":"trace[438079060] transaction","detail":"{read_only:false; response_revision:40143; number_of_response:1; }","duration":"151.018436ms","start":"2026-07-29T17:05:33.218509Z","end":"2026-07-29T17:05:33.369528Z","steps":["trace[438079060] 'process raft request' (duration: 150.642215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.519631Z","caller":"traceutil/trace.go:171","msg":"trace[2100203697] transaction","detail":"{read_only:false; response_revision:40144; number_of_response:1; }","duration":"145.202434ms","start":"2026-07-29T17:05:33.37439Z","end":"2026-07-29T17:05:33.519593Z","steps":["trace[2100203697] 'process raft request' (duration: 121.878519ms)","trace[2100203697] 'compare' (duration: 23.066727ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:33.679228Z","caller":"traceutil/trace.go:171","msg":"trace[945151506] transaction","detail":"{read_only:false; response_revision:40145; number_of_response:1; }","duration":"154.90969ms","start":"2026-07-29T17:05:33.524291Z","end":"2026-07-29T17:05:33.679201Z","steps":["trace[945151506] 'process raft request' (duration: 154.737304ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.697903Z","caller":"traceutil/trace.go:171","msg":"trace[2121694668] linearizableReadLoop","detail":"{readStateIndex:41325; appliedIndex:41323; }","duration":"144.651828ms","start":"2026-07-29T17:05:33.553226Z","end":"2026-07-29T17:05:33.697878Z","steps":["trace[2121694668] 'read index received' (duration: 125.842355ms)","trace[2121694668] 'applied index is now lower than readState.Index' (duration: 18.808593ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:33.698263Z","caller":"traceutil/trace.go:171","msg":"trace[522128154] transaction","detail":"{read_only:false; response_revision:40146; number_of_response:1; }","duration":"156.781825ms","start":"2026-07-29T17:05:33.541472Z","end":"2026-07-29T17:05:33.698254Z","steps":["trace[522128154] 'process raft request' (duration: 156.224138ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.698448Z","caller":"traceutil/trace.go:171","msg":"trace[475138424] transaction","detail":"{read_only:false; response_revision:40147; number_of_response:1; }","duration":"135.845799ms","start":"2026-07-29T17:05:33.562595Z","end":"2026-07-29T17:05:33.698441Z","steps":["trace[475138424] 'process raft request' (duration: 135.235111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:33.698652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.406489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T17:05:33.69868Z","caller":"traceutil/trace.go:171","msg":"trace[924639431] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40147; }","duration":"145.487302ms","start":"2026-07-29T17:05:33.553186Z","end":"2026-07-29T17:05:33.698674Z","steps":["trace[924639431] 'agreement among raft nodes before linearized reading' (duration: 145.354908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:33.698795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.631138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:33.698819Z","caller":"traceutil/trace.go:171","msg":"trace[2107005960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40147; }","duration":"144.671099ms","start":"2026-07-29T17:05:33.554141Z","end":"2026-07-29T17:05:33.698812Z","steps":["trace[2107005960] 'agreement among raft nodes before linearized reading' (duration: 144.624687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:33.699092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.714671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-29T17:05:33.699123Z","caller":"traceutil/trace.go:171","msg":"trace[954914148] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:40147; }","duration":"144.751421ms","start":"2026-07-29T17:05:33.554361Z","end":"2026-07-29T17:05:33.699112Z","steps":["trace[954914148] 'agreement among raft nodes before linearized reading' (duration: 144.678989ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:33.971868Z","caller":"traceutil/trace.go:171","msg":"trace[2117474126] transaction","detail":"{read_only:false; response_revision:40148; number_of_response:1; }","duration":"268.573908ms","start":"2026-07-29T17:05:33.70326Z","end":"2026-07-29T17:05:33.971834Z","steps":["trace[2117474126] 'process raft request' (duration: 254.058391ms)","trace[2117474126] 'compare' (duration: 14.379423ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:34.019231Z","caller":"traceutil/trace.go:171","msg":"trace[2016782167] transaction","detail":"{read_only:false; response_revision:40149; number_of_response:1; }","duration":"259.993926ms","start":"2026-07-29T17:05:33.759206Z","end":"2026-07-29T17:05:34.0192Z","steps":["trace[2016782167] 'process raft request' (duration: 259.79756ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:34.400026Z","caller":"traceutil/trace.go:171","msg":"trace[853093126] transaction","detail":"{read_only:false; response_revision:40150; number_of_response:1; }","duration":"369.248484ms","start":"2026-07-29T17:05:34.03074Z","end":"2026-07-29T17:05:34.399988Z","steps":["trace[853093126] 'process raft request' (duration: 368.696628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:34.400232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:34.030718Z","time spent":"369.397159ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:05:36.012121Z","caller":"traceutil/trace.go:171","msg":"trace[1854730171] transaction","detail":"{read_only:false; response_revision:40166; number_of_response:1; }","duration":"181.883432ms","start":"2026-07-29T17:05:35.830224Z","end":"2026-07-29T17:05:36.012107Z","steps":["trace[1854730171] 'process raft request' (duration: 181.636935ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:36.012044Z","caller":"traceutil/trace.go:171","msg":"trace[1701785591] linearizableReadLoop","detail":"{readStateIndex:41345; appliedIndex:41344; }","duration":"126.618248ms","start":"2026-07-29T17:05:35.885398Z","end":"2026-07-29T17:05:36.012017Z","steps":["trace[1701785591] 'read index received' (duration: 126.376141ms)","trace[1701785591] 'applied index is now lower than readState.Index' (duration: 241.177µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:36.012507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.126523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-29T17:05:36.012538Z","caller":"traceutil/trace.go:171","msg":"trace[499846964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:40166; }","duration":"127.179414ms","start":"2026-07-29T17:05:35.885347Z","end":"2026-07-29T17:05:36.012526Z","steps":["trace[499846964] 'agreement among raft nodes before linearized reading' (duration: 126.998109ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:36.195117Z","caller":"traceutil/trace.go:171","msg":"trace[277636473] transaction","detail":"{read_only:false; response_revision:40168; number_of_response:1; }","duration":"169.307373ms","start":"2026-07-29T17:05:36.025788Z","end":"2026-07-29T17:05:36.195096Z","steps":["trace[277636473] 'process raft request' (duration: 169.260341ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:36.195298Z","caller":"traceutil/trace.go:171","msg":"trace[2039710702] transaction","detail":"{read_only:false; response_revision:40167; number_of_response:1; }","duration":"269.321479ms","start":"2026-07-29T17:05:35.925895Z","end":"2026-07-29T17:05:36.195216Z","steps":["trace[2039710702] 'process raft request' (duration: 221.522735ms)","trace[2039710702] 'compare' (duration: 47.422873ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:36.195298Z","caller":"traceutil/trace.go:171","msg":"trace[1176988049] linearizableReadLoop","detail":"{readStateIndex:41346; appliedIndex:41345; }","duration":"182.936143ms","start":"2026-07-29T17:05:36.012316Z","end":"2026-07-29T17:05:36.195252Z","steps":["trace[1176988049] 'read index received' (duration: 135.15274ms)","trace[1176988049] 'applied index is now lower than readState.Index' (duration: 47.777713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:36.195588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.021462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T17:05:36.195649Z","caller":"traceutil/trace.go:171","msg":"trace[1951766834] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40168; }","duration":"220.148766ms","start":"2026-07-29T17:05:35.975487Z","end":"2026-07-29T17:05:36.195636Z","steps":["trace[1951766834] 'agreement among raft nodes before linearized reading' (duration: 219.887179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:36.195761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.41906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e0825dc-c97d-489b-86d2-1fbe42d4677e\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-29T17:05:36.195865Z","caller":"traceutil/trace.go:171","msg":"trace[1541300845] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e0825dc-c97d-489b-86d2-1fbe42d4677e; range_end:; response_count:1; response_revision:40168; }","duration":"178.566134ms","start":"2026-07-29T17:05:36.017275Z","end":"2026-07-29T17:05:36.195841Z","steps":["trace[1541300845] 'agreement among raft nodes before linearized reading' (duration: 178.301817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:39.707792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.749158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:39.707936Z","caller":"traceutil/trace.go:171","msg":"trace[985647840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40204; }","duration":"150.974854ms","start":"2026-07-29T17:05:39.556937Z","end":"2026-07-29T17:05:39.707912Z","steps":["trace[985647840] 'range keys from in-memory index tree' (duration: 150.617144ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:39.986493Z","caller":"traceutil/trace.go:171","msg":"trace[709423963] transaction","detail":"{read_only:false; response_revision:40205; number_of_response:1; }","duration":"244.422398ms","start":"2026-07-29T17:05:39.742037Z","end":"2026-07-29T17:05:39.98646Z","steps":["trace[709423963] 'process raft request' (duration: 244.239033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:40.276673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.963526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:40.276793Z","caller":"traceutil/trace.go:171","msg":"trace[1608958972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:40205; }","duration":"115.160532ms","start":"2026-07-29T17:05:40.161604Z","end":"2026-07-29T17:05:40.276765Z","steps":["trace[1608958972] 'count revisions from in-memory index tree' (duration: 114.767081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:40.276973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.248904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:40.277136Z","caller":"traceutil/trace.go:171","msg":"trace[1075194733] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:40205; }","duration":"180.46317ms","start":"2026-07-29T17:05:40.09664Z","end":"2026-07-29T17:05:40.277103Z","steps":["trace[1075194733] 'count revisions from in-memory index tree' (duration: 180.141391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:40.277314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.695869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:40.277518Z","caller":"traceutil/trace.go:171","msg":"trace[1805921855] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:40205; }","duration":"146.960636ms","start":"2026-07-29T17:05:40.130541Z","end":"2026-07-29T17:05:40.277502Z","steps":["trace[1805921855] 'count revisions from in-memory index tree' (duration: 146.572654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:40.520892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.547967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:40.521234Z","caller":"traceutil/trace.go:171","msg":"trace[1543931138] linearizableReadLoop","detail":"{readStateIndex:41387; appliedIndex:41386; }","duration":"237.613668ms","start":"2026-07-29T17:05:40.283583Z","end":"2026-07-29T17:05:40.521197Z","steps":["trace[1543931138] 'read index received' (duration: 111.526696ms)","trace[1543931138] 'applied index is now lower than readState.Index' (duration: 126.085022ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:40.521412Z","caller":"traceutil/trace.go:171","msg":"trace[1158466698] transaction","detail":"{read_only:false; response_revision:40207; number_of_response:1; }","duration":"238.01663ms","start":"2026-07-29T17:05:40.283376Z","end":"2026-07-29T17:05:40.521392Z","steps":["trace[1158466698] 'process raft request' (duration: 111.847425ms)","trace[1158466698] 'compare' (duration: 125.391452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:40.521838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.157615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-07-29T17:05:40.521865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.367471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-29T17:05:40.521885Z","caller":"traceutil/trace.go:171","msg":"trace[1434635482] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:40208; }","duration":"238.212306ms","start":"2026-07-29T17:05:40.283653Z","end":"2026-07-29T17:05:40.521866Z","steps":["trace[1434635482] 'agreement among raft nodes before linearized reading' (duration: 238.051711ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:40.521911Z","caller":"traceutil/trace.go:171","msg":"trace[1798196180] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:40208; }","duration":"237.416913ms","start":"2026-07-29T17:05:40.284481Z","end":"2026-07-29T17:05:40.521898Z","steps":["trace[1798196180] 'agreement among raft nodes before linearized reading' (duration: 237.226677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:40.521937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.330709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23790"} {"level":"info","ts":"2026-07-29T17:05:40.521988Z","caller":"traceutil/trace.go:171","msg":"trace[155989764] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:40208; }","duration":"238.401061ms","start":"2026-07-29T17:05:40.283574Z","end":"2026-07-29T17:05:40.521975Z","steps":["trace[155989764] 'agreement among raft nodes before linearized reading' (duration: 238.141893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:51.506541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.683286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:51.506702Z","caller":"traceutil/trace.go:171","msg":"trace[1238874444] linearizableReadLoop","detail":"{readStateIndex:41504; appliedIndex:41503; }","duration":"174.34649ms","start":"2026-07-29T17:05:51.33233Z","end":"2026-07-29T17:05:51.506677Z","steps":["trace[1238874444] 'read index received' (duration: 41.178689ms)","trace[1238874444] 'applied index is now lower than readState.Index' (duration: 133.165691ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:51.506839Z","caller":"traceutil/trace.go:171","msg":"trace[1645271376] transaction","detail":"{read_only:false; response_revision:40322; number_of_response:1; }","duration":"194.200663ms","start":"2026-07-29T17:05:51.312587Z","end":"2026-07-29T17:05:51.506787Z","steps":["trace[1645271376] 'process raft request' (duration: 61.035222ms)","trace[1645271376] 'compare' (duration: 132.43516ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:51.507217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.880447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T17:05:51.507289Z","caller":"traceutil/trace.go:171","msg":"trace[1315174860] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40322; }","duration":"174.969939ms","start":"2026-07-29T17:05:51.332293Z","end":"2026-07-29T17:05:51.507263Z","steps":["trace[1315174860] 'agreement among raft nodes before linearized reading' (duration: 174.798073ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:51.78648Z","caller":"traceutil/trace.go:171","msg":"trace[1704942619] transaction","detail":"{read_only:false; response_revision:40324; number_of_response:1; }","duration":"266.843307ms","start":"2026-07-29T17:05:51.519584Z","end":"2026-07-29T17:05:51.786427Z","steps":["trace[1704942619] 'process raft request' (duration: 214.033585ms)","trace[1704942619] 'compare' (duration: 52.317837ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:51.790368Z","caller":"traceutil/trace.go:171","msg":"trace[213484421] transaction","detail":"{read_only:false; response_revision:40325; number_of_response:1; }","duration":"268.733362ms","start":"2026-07-29T17:05:51.521605Z","end":"2026-07-29T17:05:51.790338Z","steps":["trace[213484421] 'process raft request' (duration: 268.556567ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:51.790551Z","caller":"traceutil/trace.go:171","msg":"trace[1653485235] linearizableReadLoop","detail":"{readStateIndex:41508; appliedIndex:41505; }","duration":"233.835719ms","start":"2026-07-29T17:05:51.556693Z","end":"2026-07-29T17:05:51.790529Z","steps":["trace[1653485235] 'read index received' (duration: 176.733671ms)","trace[1653485235] 'applied index is now lower than readState.Index' (duration: 57.100798ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:51.7907Z","caller":"traceutil/trace.go:171","msg":"trace[1077316518] transaction","detail":"{read_only:false; response_revision:40326; number_of_response:1; }","duration":"268.951948ms","start":"2026-07-29T17:05:51.521738Z","end":"2026-07-29T17:05:51.79069Z","steps":["trace[1077316518] 'process raft request' (duration: 268.567647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:51.79076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.061065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:51.790797Z","caller":"traceutil/trace.go:171","msg":"trace[1742712078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40326; }","duration":"234.139647ms","start":"2026-07-29T17:05:51.556646Z","end":"2026-07-29T17:05:51.790786Z","steps":["trace[1742712078] 'agreement among raft nodes before linearized reading' (duration: 234.042964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:51.791027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.592421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T17:05:51.791069Z","caller":"traceutil/trace.go:171","msg":"trace[612392563] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40326; }","duration":"184.671914ms","start":"2026-07-29T17:05:51.606387Z","end":"2026-07-29T17:05:51.791059Z","steps":["trace[612392563] 'agreement among raft nodes before linearized reading' (duration: 184.52766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:52.084309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.525484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:52.084454Z","caller":"traceutil/trace.go:171","msg":"trace[1399580019] transaction","detail":"{read_only:false; response_revision:40327; number_of_response:1; }","duration":"287.161314ms","start":"2026-07-29T17:05:51.797268Z","end":"2026-07-29T17:05:52.084429Z","steps":["trace[1399580019] 'process raft request' (duration: 142.421233ms)","trace[1399580019] 'compare' (duration: 144.37749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:52.417798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.491276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T17:05:52.4181Z","caller":"traceutil/trace.go:171","msg":"trace[388056505] linearizableReadLoop","detail":"{readStateIndex:41511; appliedIndex:41510; }","duration":"102.780179ms","start":"2026-07-29T17:05:52.315296Z","end":"2026-07-29T17:05:52.418076Z","steps":["trace[388056505] 'read index received' (duration: 62.241µs)","trace[388056505] 'applied index is now lower than readState.Index' (duration: 102.716128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:52.418219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.898383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:52.418271Z","caller":"traceutil/trace.go:171","msg":"trace[1256564621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40328; }","duration":"103.007016ms","start":"2026-07-29T17:05:52.315244Z","end":"2026-07-29T17:05:52.418251Z","steps":["trace[1256564621] 'agreement among raft nodes before linearized reading' (duration: 102.904483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:52.569567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.806993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:52.569666Z","caller":"traceutil/trace.go:171","msg":"trace[1984699399] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:40329; }","duration":"128.969198ms","start":"2026-07-29T17:05:52.440675Z","end":"2026-07-29T17:05:52.569645Z","steps":["trace[1984699399] 'count revisions from in-memory index tree' (duration: 128.732591ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:52.841269Z","caller":"traceutil/trace.go:171","msg":"trace[1431414457] linearizableReadLoop","detail":"{readStateIndex:41513; appliedIndex:41512; }","duration":"253.407243ms","start":"2026-07-29T17:05:52.587823Z","end":"2026-07-29T17:05:52.841231Z","steps":["trace[1431414457] 'read index received' (duration: 253.111344ms)","trace[1431414457] 'applied index is now lower than readState.Index' (duration: 294.389µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:52.841331Z","caller":"traceutil/trace.go:171","msg":"trace[484904684] transaction","detail":"{read_only:false; response_revision:40330; number_of_response:1; }","duration":"272.955357ms","start":"2026-07-29T17:05:52.568323Z","end":"2026-07-29T17:05:52.841278Z","steps":["trace[484904684] 'process raft request' (duration: 272.655529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:52.841698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.862156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T17:05:52.841809Z","caller":"traceutil/trace.go:171","msg":"trace[309221275] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40330; }","duration":"254.054651ms","start":"2026-07-29T17:05:52.587729Z","end":"2026-07-29T17:05:52.841783Z","steps":["trace[309221275] 'agreement among raft nodes before linearized reading' (duration: 253.67799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:52.998886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.829066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:52.99917Z","caller":"traceutil/trace.go:171","msg":"trace[1116544249] transaction","detail":"{read_only:false; response_revision:40331; number_of_response:1; }","duration":"363.714812ms","start":"2026-07-29T17:05:52.635427Z","end":"2026-07-29T17:05:52.999142Z","steps":["trace[1116544249] 'process raft request' (duration: 239.491304ms)","trace[1116544249] 'compare' (duration: 123.571069ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:52.9992Z","caller":"traceutil/trace.go:171","msg":"trace[1335159431] linearizableReadLoop","detail":"{readStateIndex:41516; appliedIndex:41513; }","duration":"157.810394ms","start":"2026-07-29T17:05:52.841374Z","end":"2026-07-29T17:05:52.999184Z","steps":["trace[1335159431] 'read index received' (duration: 33.562376ms)","trace[1335159431] 'applied index is now lower than readState.Index' (duration: 124.246688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:52.999271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:52.635404Z","time spent":"363.819175ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:05:52.999269Z","caller":"traceutil/trace.go:171","msg":"trace[704386217] transaction","detail":"{read_only:false; response_revision:40332; number_of_response:1; }","duration":"279.771157ms","start":"2026-07-29T17:05:52.719457Z","end":"2026-07-29T17:05:52.999228Z","steps":["trace[704386217] 'process raft request' (duration: 279.594091ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:52.999367Z","caller":"traceutil/trace.go:171","msg":"trace[1739717159] transaction","detail":"{read_only:false; response_revision:40333; number_of_response:1; }","duration":"276.214311ms","start":"2026-07-29T17:05:52.723102Z","end":"2026-07-29T17:05:52.999316Z","steps":["trace[1739717159] 'process raft request' (duration: 276.033576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:52.999393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.769976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T17:05:52.999438Z","caller":"traceutil/trace.go:171","msg":"trace[1049100362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40333; }","duration":"358.847758ms","start":"2026-07-29T17:05:52.64058Z","end":"2026-07-29T17:05:52.999428Z","steps":["trace[1049100362] 'agreement among raft nodes before linearized reading' (duration: 358.655333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:52.99947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:52.640569Z","time spent":"358.893569ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T17:05:52.999527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.342651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:52.999645Z","caller":"traceutil/trace.go:171","msg":"trace[230024442] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:40333; }","duration":"314.518637ms","start":"2026-07-29T17:05:52.685086Z","end":"2026-07-29T17:05:52.999604Z","steps":["trace[230024442] 'agreement among raft nodes before linearized reading' (duration: 314.335121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:52.999695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:52.68506Z","time spent":"314.62349ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T17:05:53.265625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.150891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:53.265839Z","caller":"traceutil/trace.go:171","msg":"trace[1771872081] transaction","detail":"{read_only:false; response_revision:40334; number_of_response:1; }","duration":"418.676216ms","start":"2026-07-29T17:05:52.847141Z","end":"2026-07-29T17:05:53.265817Z","steps":["trace[1771872081] 'process raft request' (duration: 317.223016ms)","trace[1771872081] 'compare' (duration: 100.559354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:53.265908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:52.847112Z","time spent":"418.763548ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:05:53.266161Z","caller":"traceutil/trace.go:171","msg":"trace[1858272576] transaction","detail":"{read_only:false; response_revision:40335; number_of_response:1; }","duration":"415.859283ms","start":"2026-07-29T17:05:52.85023Z","end":"2026-07-29T17:05:53.266089Z","steps":["trace[1858272576] 'process raft request' (duration: 415.524743ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:53.266226Z","caller":"traceutil/trace.go:171","msg":"trace[1971574101] linearizableReadLoop","detail":"{readStateIndex:41519; appliedIndex:41516; }","duration":"150.341835ms","start":"2026-07-29T17:05:53.115846Z","end":"2026-07-29T17:05:53.266187Z","steps":["trace[1971574101] 'read index received' (duration: 48.600417ms)","trace[1971574101] 'applied index is now lower than readState.Index' (duration: 101.740188ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:53.266327Z","caller":"traceutil/trace.go:171","msg":"trace[1719219567] transaction","detail":"{read_only:false; response_revision:40336; number_of_response:1; }","duration":"262.114057ms","start":"2026-07-29T17:05:53.004174Z","end":"2026-07-29T17:05:53.266288Z","steps":["trace[1719219567] 'process raft request' (duration: 261.86323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:53.266399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:52.850203Z","time spent":"416.060569ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T17:05:53.266519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.671285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T17:05:53.266566Z","caller":"traceutil/trace.go:171","msg":"trace[2140252728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40336; }","duration":"150.82007ms","start":"2026-07-29T17:05:53.115728Z","end":"2026-07-29T17:05:53.266548Z","steps":["trace[2140252728] 'agreement among raft nodes before linearized reading' (duration: 150.614423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:57.435164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.085383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T17:05:57.435234Z","caller":"traceutil/trace.go:171","msg":"trace[1362138871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40369; }","duration":"157.209108ms","start":"2026-07-29T17:05:57.27801Z","end":"2026-07-29T17:05:57.435219Z","steps":["trace[1362138871] 'range keys from in-memory index tree' (duration: 156.895808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:57.435375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.716824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:57.435454Z","caller":"traceutil/trace.go:171","msg":"trace[1065142809] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:40369; }","duration":"203.870638ms","start":"2026-07-29T17:05:57.231561Z","end":"2026-07-29T17:05:57.435432Z","steps":["trace[1065142809] 'count revisions from in-memory index tree' (duration: 203.583019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:57.435456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.916329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T17:05:57.435722Z","caller":"traceutil/trace.go:171","msg":"trace[1721720685] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40369; }","duration":"156.180298ms","start":"2026-07-29T17:05:57.279531Z","end":"2026-07-29T17:05:57.435711Z","steps":["trace[1721720685] 'range keys from in-memory index tree' (duration: 155.806606ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:57.435769Z","caller":"traceutil/trace.go:171","msg":"trace[1783069755] linearizableReadLoop","detail":"{readStateIndex:41554; appliedIndex:41553; }","duration":"113.660189ms","start":"2026-07-29T17:05:57.322096Z","end":"2026-07-29T17:05:57.435756Z","steps":["trace[1783069755] 'read index received' (duration: 102.383438ms)","trace[1783069755] 'applied index is now lower than readState.Index' (duration: 11.275841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:57.435911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.819673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T17:05:57.435934Z","caller":"traceutil/trace.go:171","msg":"trace[309483150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40370; }","duration":"113.902116ms","start":"2026-07-29T17:05:57.322023Z","end":"2026-07-29T17:05:57.435925Z","steps":["trace[309483150] 'agreement among raft nodes before linearized reading' (duration: 113.774432ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:57.436075Z","caller":"traceutil/trace.go:171","msg":"trace[1474907254] transaction","detail":"{read_only:false; response_revision:40370; number_of_response:1; }","duration":"151.755247ms","start":"2026-07-29T17:05:57.284305Z","end":"2026-07-29T17:05:57.43606Z","steps":["trace[1474907254] 'process raft request' (duration: 140.260579ms)","trace[1474907254] 'compare' (duration: 11.077866ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:57.652857Z","caller":"traceutil/trace.go:171","msg":"trace[1416596980] transaction","detail":"{read_only:false; response_revision:40371; number_of_response:1; }","duration":"213.071677ms","start":"2026-07-29T17:05:57.439712Z","end":"2026-07-29T17:05:57.652783Z","steps":["trace[1416596980] 'process raft request' (duration: 138.278601ms)","trace[1416596980] 'compare' (duration: 74.479747ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:57.673693Z","caller":"traceutil/trace.go:171","msg":"trace[202370661] linearizableReadLoop","detail":"{readStateIndex:41557; appliedIndex:41554; }","duration":"150.14179ms","start":"2026-07-29T17:05:57.52353Z","end":"2026-07-29T17:05:57.673672Z","steps":["trace[202370661] 'read index received' (duration: 54.567783ms)","trace[202370661] 'applied index is now lower than readState.Index' (duration: 95.572977ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:57.673754Z","caller":"traceutil/trace.go:171","msg":"trace[78938810] transaction","detail":"{read_only:false; response_revision:40372; number_of_response:1; }","duration":"229.467399ms","start":"2026-07-29T17:05:57.444241Z","end":"2026-07-29T17:05:57.673708Z","steps":["trace[78938810] 'process raft request' (duration: 229.253743ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:57.673818Z","caller":"traceutil/trace.go:171","msg":"trace[1328020013] transaction","detail":"{read_only:false; response_revision:40373; number_of_response:1; }","duration":"229.522981ms","start":"2026-07-29T17:05:57.444249Z","end":"2026-07-29T17:05:57.673772Z","steps":["trace[1328020013] 'process raft request' (duration: 229.385217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:57.673923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.360856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:57.674026Z","caller":"traceutil/trace.go:171","msg":"trace[1807140678] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:40373; }","duration":"150.532192ms","start":"2026-07-29T17:05:57.523465Z","end":"2026-07-29T17:05:57.673998Z","steps":["trace[1807140678] 'agreement among raft nodes before linearized reading' (duration: 150.329166ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:57.73131Z","caller":"traceutil/trace.go:171","msg":"trace[156093833] transaction","detail":"{read_only:false; response_revision:40374; number_of_response:1; }","duration":"123.925619ms","start":"2026-07-29T17:05:57.607343Z","end":"2026-07-29T17:05:57.731269Z","steps":["trace[156093833] 'process raft request' (duration: 123.571579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:57.731569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.845462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T17:05:57.731693Z","caller":"traceutil/trace.go:171","msg":"trace[1683950955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40374; }","duration":"147.034788ms","start":"2026-07-29T17:05:57.58464Z","end":"2026-07-29T17:05:57.731674Z","steps":["trace[1683950955] 'agreement among raft nodes before linearized reading' (duration: 146.543123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:58.173411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.063985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:05:58.173564Z","caller":"traceutil/trace.go:171","msg":"trace[1687018110] linearizableReadLoop","detail":"{readStateIndex:41561; appliedIndex:41560; }","duration":"136.663634ms","start":"2026-07-29T17:05:58.036876Z","end":"2026-07-29T17:05:58.17354Z","steps":["trace[1687018110] 'read index received' (duration: 60.812µs)","trace[1687018110] 'applied index is now lower than readState.Index' (duration: 136.600712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:05:58.173724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.838019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:58.173642Z","caller":"traceutil/trace.go:171","msg":"trace[332038844] transaction","detail":"{read_only:false; response_revision:40377; number_of_response:1; }","duration":"304.770071ms","start":"2026-07-29T17:05:57.868811Z","end":"2026-07-29T17:05:58.173581Z","steps":["trace[332038844] 'process raft request' (duration: 103.403187ms)","trace[332038844] 'compare' (duration: 200.604832ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:58.173786Z","caller":"traceutil/trace.go:171","msg":"trace[284158531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:40377; }","duration":"136.902571ms","start":"2026-07-29T17:05:58.036865Z","end":"2026-07-29T17:05:58.173768Z","steps":["trace[284158531] 'agreement among raft nodes before linearized reading' (duration: 136.800408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:58.173951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:05:57.868771Z","time spent":"305.0618ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:05:58.378736Z","caller":"traceutil/trace.go:171","msg":"trace[1482380374] linearizableReadLoop","detail":"{readStateIndex:41562; appliedIndex:41561; }","duration":"205.062803ms","start":"2026-07-29T17:05:58.173647Z","end":"2026-07-29T17:05:58.37871Z","steps":["trace[1482380374] 'read index received' (duration: 204.806345ms)","trace[1482380374] 'applied index is now lower than readState.Index' (duration: 255.107µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:05:58.378873Z","caller":"traceutil/trace.go:171","msg":"trace[1465803896] transaction","detail":"{read_only:false; response_revision:40378; number_of_response:1; }","duration":"267.98338ms","start":"2026-07-29T17:05:58.110835Z","end":"2026-07-29T17:05:58.378819Z","steps":["trace[1465803896] 'process raft request' (duration: 267.692001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:58.379023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.818368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T17:05:58.379016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.863928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:05:58.379074Z","caller":"traceutil/trace.go:171","msg":"trace[804017412] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:40378; }","duration":"264.86232ms","start":"2026-07-29T17:05:58.114195Z","end":"2026-07-29T17:05:58.379057Z","steps":["trace[804017412] 'agreement among raft nodes before linearized reading' (duration: 264.781637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:05:58.378929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.740742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T17:05:58.379174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.157415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:05:58.379204Z","caller":"traceutil/trace.go:171","msg":"trace[1855862777] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:40378; }","duration":"142.245478ms","start":"2026-07-29T17:05:58.236952Z","end":"2026-07-29T17:05:58.379198Z","steps":["trace[1855862777] 'agreement among raft nodes before linearized reading' (duration: 142.182706ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:58.379252Z","caller":"traceutil/trace.go:171","msg":"trace[1573936624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:40378; }","duration":"222.088393ms","start":"2026-07-29T17:05:58.157086Z","end":"2026-07-29T17:05:58.379174Z","steps":["trace[1573936624] 'agreement among raft nodes before linearized reading' (duration: 221.753442ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:05:58.379111Z","caller":"traceutil/trace.go:171","msg":"trace[734994831] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:40378; }","duration":"188.018542ms","start":"2026-07-29T17:05:58.191069Z","end":"2026-07-29T17:05:58.379088Z","steps":["trace[734994831] 'agreement among raft nodes before linearized reading' (duration: 187.848127ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:14.533885Z","caller":"traceutil/trace.go:171","msg":"trace[1546145637] linearizableReadLoop","detail":"{readStateIndex:41703; appliedIndex:41702; }","duration":"121.036505ms","start":"2026-07-29T17:06:14.412809Z","end":"2026-07-29T17:06:14.533845Z","steps":["trace[1546145637] 'read index received' (duration: 23.326915ms)","trace[1546145637] 'applied index is now lower than readState.Index' (duration: 97.70799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:14.534052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.21848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:14.534098Z","caller":"traceutil/trace.go:171","msg":"trace[482844799] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:40516; }","duration":"121.295332ms","start":"2026-07-29T17:06:14.41279Z","end":"2026-07-29T17:06:14.534085Z","steps":["trace[482844799] 'agreement among raft nodes before linearized reading' (duration: 121.183589ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:14.534117Z","caller":"traceutil/trace.go:171","msg":"trace[190419237] transaction","detail":"{read_only:false; response_revision:40516; number_of_response:1; }","duration":"229.684856ms","start":"2026-07-29T17:06:14.304401Z","end":"2026-07-29T17:06:14.534086Z","steps":["trace[190419237] 'process raft request' (duration: 131.747699ms)","trace[190419237] 'compare' (duration: 97.506724ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:14.747744Z","caller":"traceutil/trace.go:171","msg":"trace[1902847932] transaction","detail":"{read_only:false; response_revision:40518; number_of_response:1; }","duration":"244.13216ms","start":"2026-07-29T17:06:14.503576Z","end":"2026-07-29T17:06:14.747708Z","steps":["trace[1902847932] 'process raft request' (duration: 164.342816ms)","trace[1902847932] 'compare' (duration: 79.64045ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:15.270695Z","caller":"traceutil/trace.go:171","msg":"trace[950603038] transaction","detail":"{read_only:false; response_revision:40519; number_of_response:1; }","duration":"252.088973ms","start":"2026-07-29T17:06:15.018552Z","end":"2026-07-29T17:06:15.270641Z","steps":["trace[950603038] 'process raft request' (duration: 251.557588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:15.522217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.524513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:06:15.522509Z","caller":"traceutil/trace.go:171","msg":"trace[1788420723] transaction","detail":"{read_only:false; response_revision:40520; number_of_response:1; }","duration":"393.886297ms","start":"2026-07-29T17:06:15.128577Z","end":"2026-07-29T17:06:15.522464Z","steps":["trace[1788420723] 'process raft request' (duration: 245.972293ms)","trace[1788420723] 'compare' (duration: 147.288896ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:15.522561Z","caller":"traceutil/trace.go:171","msg":"trace[1857914054] linearizableReadLoop","detail":"{readStateIndex:41709; appliedIndex:41706; }","duration":"244.338685ms","start":"2026-07-29T17:06:15.278197Z","end":"2026-07-29T17:06:15.522536Z","steps":["trace[1857914054] 'read index received' (duration: 96.338559ms)","trace[1857914054] 'applied index is now lower than readState.Index' (duration: 147.998496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:15.522728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:06:15.128545Z","time spent":"394.061462ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:06:15.52269Z","caller":"traceutil/trace.go:171","msg":"trace[1172611521] transaction","detail":"{read_only:false; response_revision:40521; number_of_response:1; }","duration":"389.5521ms","start":"2026-07-29T17:06:15.133092Z","end":"2026-07-29T17:06:15.522644Z","steps":["trace[1172611521] 'process raft request' (duration: 389.283203ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:15.522697Z","caller":"traceutil/trace.go:171","msg":"trace[1768784124] transaction","detail":"{read_only:false; response_revision:40522; number_of_response:1; }","duration":"384.967656ms","start":"2026-07-29T17:06:15.137684Z","end":"2026-07-29T17:06:15.522652Z","steps":["trace[1768784124] 'process raft request' (duration: 384.78668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:15.522769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.73052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:15.522824Z","caller":"traceutil/trace.go:171","msg":"trace[691451035] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:40522; }","duration":"192.819523ms","start":"2026-07-29T17:06:15.329988Z","end":"2026-07-29T17:06:15.522807Z","steps":["trace[691451035] 'agreement among raft nodes before linearized reading' (duration: 192.685789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:15.522865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.640835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T17:06:15.522912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:06:15.133078Z","time spent":"389.724216ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:06:15.522985Z","caller":"traceutil/trace.go:171","msg":"trace[1179497528] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:40522; }","duration":"244.82264ms","start":"2026-07-29T17:06:15.278139Z","end":"2026-07-29T17:06:15.522962Z","steps":["trace[1179497528] 'agreement among raft nodes before linearized reading' (duration: 244.50026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:15.522916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:06:15.137658Z","time spent":"385.156471ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T17:06:15.80844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.792505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:06:15.808551Z","caller":"traceutil/trace.go:171","msg":"trace[1088720217] linearizableReadLoop","detail":"{readStateIndex:41710; appliedIndex:41709; }","duration":"252.074723ms","start":"2026-07-29T17:06:15.556457Z","end":"2026-07-29T17:06:15.808532Z","steps":["trace[1088720217] 'read index received' (duration: 96.070053ms)","trace[1088720217] 'applied index is now lower than readState.Index' (duration: 156.00292ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:15.808625Z","caller":"traceutil/trace.go:171","msg":"trace[1993426979] transaction","detail":"{read_only:false; response_revision:40523; number_of_response:1; }","duration":"284.944888ms","start":"2026-07-29T17:06:15.523666Z","end":"2026-07-29T17:06:15.808611Z","steps":["trace[1993426979] 'process raft request' (duration: 128.863155ms)","trace[1993426979] 'compare' (duration: 155.476895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:15.808842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.390052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:15.808872Z","caller":"traceutil/trace.go:171","msg":"trace[1026003152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40523; }","duration":"252.462874ms","start":"2026-07-29T17:06:15.5564Z","end":"2026-07-29T17:06:15.808862Z","steps":["trace[1026003152] 'agreement among raft nodes before linearized reading' (duration: 252.395772ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:15.999674Z","caller":"traceutil/trace.go:171","msg":"trace[352504322] linearizableReadLoop","detail":"{readStateIndex:41711; appliedIndex:41710; }","duration":"191.065992ms","start":"2026-07-29T17:06:15.808574Z","end":"2026-07-29T17:06:15.99964Z","steps":["trace[352504322] 'read index received' (duration: 190.888696ms)","trace[352504322] 'applied index is now lower than readState.Index' (duration: 175.466µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:15.999933Z","caller":"traceutil/trace.go:171","msg":"trace[565417014] transaction","detail":"{read_only:false; response_revision:40524; number_of_response:1; }","duration":"194.662548ms","start":"2026-07-29T17:06:15.805225Z","end":"2026-07-29T17:06:15.999888Z","steps":["trace[565417014] 'process raft request' (duration: 194.172013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:15.999973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.994716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T17:06:16.000045Z","caller":"traceutil/trace.go:171","msg":"trace[1397400516] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40524; }","duration":"228.137431ms","start":"2026-07-29T17:06:15.771891Z","end":"2026-07-29T17:06:16.000029Z","steps":["trace[1397400516] 'agreement among raft nodes before linearized reading' (duration: 227.851543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:16.000064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.472397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T17:06:16.000135Z","caller":"traceutil/trace.go:171","msg":"trace[1838199288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40524; }","duration":"234.591689ms","start":"2026-07-29T17:06:15.765523Z","end":"2026-07-29T17:06:16.000115Z","steps":["trace[1838199288] 'agreement among raft nodes before linearized reading' (duration: 234.336682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:16.000288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.760844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:16.000346Z","caller":"traceutil/trace.go:171","msg":"trace[667799784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40524; }","duration":"189.888947ms","start":"2026-07-29T17:06:15.810445Z","end":"2026-07-29T17:06:16.000334Z","steps":["trace[667799784] 'agreement among raft nodes before linearized reading' (duration: 189.763833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:16.000364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.525652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T17:06:16.000398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.633646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T17:06:16.000419Z","caller":"traceutil/trace.go:171","msg":"trace[1980256845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40524; }","duration":"244.649176ms","start":"2026-07-29T17:06:15.755754Z","end":"2026-07-29T17:06:16.000403Z","steps":["trace[1980256845] 'agreement among raft nodes before linearized reading' (duration: 244.511402ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:16.000438Z","caller":"traceutil/trace.go:171","msg":"trace[11527121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40524; }","duration":"178.686697ms","start":"2026-07-29T17:06:15.821741Z","end":"2026-07-29T17:06:16.000428Z","steps":["trace[11527121] 'agreement among raft nodes before linearized reading' (duration: 178.588765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:16.24043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.050399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:06:16.240738Z","caller":"traceutil/trace.go:171","msg":"trace[929741430] linearizableReadLoop","detail":"{readStateIndex:41715; appliedIndex:41711; }","duration":"192.539055ms","start":"2026-07-29T17:06:16.048179Z","end":"2026-07-29T17:06:16.240718Z","steps":["trace[929741430] 'read index received' (duration: 46.089963ms)","trace[929741430] 'applied index is now lower than readState.Index' (duration: 146.447612ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:16.240867Z","caller":"traceutil/trace.go:171","msg":"trace[747095766] transaction","detail":"{read_only:false; response_revision:40528; number_of_response:1; }","duration":"235.011532ms","start":"2026-07-29T17:06:16.005839Z","end":"2026-07-29T17:06:16.240851Z","steps":["trace[747095766] 'process raft request' (duration: 234.832807ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:16.240887Z","caller":"traceutil/trace.go:171","msg":"trace[301210345] transaction","detail":"{read_only:false; response_revision:40527; number_of_response:1; }","duration":"235.337301ms","start":"2026-07-29T17:06:16.005498Z","end":"2026-07-29T17:06:16.240835Z","steps":["trace[301210345] 'process raft request' (duration: 235.135944ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:16.240826Z","caller":"traceutil/trace.go:171","msg":"trace[2139798750] transaction","detail":"{read_only:false; response_revision:40526; number_of_response:1; }","duration":"235.424184ms","start":"2026-07-29T17:06:16.005359Z","end":"2026-07-29T17:06:16.240784Z","steps":["trace[2139798750] 'process raft request' (duration: 235.207427ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:16.24109Z","caller":"traceutil/trace.go:171","msg":"trace[1908702422] transaction","detail":"{read_only:false; response_revision:40525; number_of_response:1; }","duration":"236.445864ms","start":"2026-07-29T17:06:16.004603Z","end":"2026-07-29T17:06:16.241049Z","steps":["trace[1908702422] 'process raft request' (duration: 89.662633ms)","trace[1908702422] 'compare' (duration: 145.908765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:16.241191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.861102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T17:06:16.241207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.055689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:06:16.241289Z","caller":"traceutil/trace.go:171","msg":"trace[2139578761] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:40528; }","duration":"181.031597ms","start":"2026-07-29T17:06:16.060237Z","end":"2026-07-29T17:06:16.241268Z","steps":["trace[2139578761] 'agreement among raft nodes before linearized reading' (duration: 180.830611ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:16.241305Z","caller":"traceutil/trace.go:171","msg":"trace[1789721737] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:40528; }","duration":"133.230433ms","start":"2026-07-29T17:06:16.10805Z","end":"2026-07-29T17:06:16.24128Z","steps":["trace[1789721737] 'agreement among raft nodes before linearized reading' (duration: 133.028457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:16.241294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.101472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T17:06:16.241365Z","caller":"traceutil/trace.go:171","msg":"trace[62334151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40528; }","duration":"193.245005ms","start":"2026-07-29T17:06:16.048102Z","end":"2026-07-29T17:06:16.241347Z","steps":["trace[62334151] 'agreement among raft nodes before linearized reading' (duration: 192.944056ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:16.368096Z","caller":"traceutil/trace.go:171","msg":"trace[1039084421] transaction","detail":"{read_only:false; response_revision:40529; number_of_response:1; }","duration":"121.808818ms","start":"2026-07-29T17:06:16.246261Z","end":"2026-07-29T17:06:16.36807Z","steps":["trace[1039084421] 'process raft request' (duration: 120.054606ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:16.430634Z","caller":"traceutil/trace.go:171","msg":"trace[335144410] linearizableReadLoop","detail":"{readStateIndex:41717; appliedIndex:41715; }","duration":"101.617264ms","start":"2026-07-29T17:06:16.328986Z","end":"2026-07-29T17:06:16.430603Z","steps":["trace[335144410] 'read index received' (duration: 37.289864ms)","trace[335144410] 'applied index is now lower than readState.Index' (duration: 64.32628ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:16.430795Z","caller":"traceutil/trace.go:171","msg":"trace[1857140342] transaction","detail":"{read_only:false; response_revision:40530; number_of_response:1; }","duration":"175.790352ms","start":"2026-07-29T17:06:16.254962Z","end":"2026-07-29T17:06:16.430753Z","steps":["trace[1857140342] 'process raft request' (duration: 175.474783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:16.431023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.033636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T17:06:16.431077Z","caller":"traceutil/trace.go:171","msg":"trace[1817968210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40530; }","duration":"102.16796ms","start":"2026-07-29T17:06:16.328896Z","end":"2026-07-29T17:06:16.431064Z","steps":["trace[1817968210] 'agreement among raft nodes before linearized reading' (duration: 101.856451ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:22.245731Z","caller":"traceutil/trace.go:171","msg":"trace[1462243553] transaction","detail":"{read_only:false; response_revision:40578; number_of_response:1; }","duration":"224.471342ms","start":"2026-07-29T17:06:22.021213Z","end":"2026-07-29T17:06:22.245685Z","steps":["trace[1462243553] 'process raft request' (duration: 224.05226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:22.367138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.59211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T17:06:22.367856Z","caller":"traceutil/trace.go:171","msg":"trace[280193490] linearizableReadLoop","detail":"{readStateIndex:41768; appliedIndex:41766; }","duration":"103.257542ms","start":"2026-07-29T17:06:22.264535Z","end":"2026-07-29T17:06:22.367793Z","steps":["trace[280193490] 'read index received' (duration: 39.521µs)","trace[280193490] 'applied index is now lower than readState.Index' (duration: 103.215101ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:22.36799Z","caller":"traceutil/trace.go:171","msg":"trace[1040926629] transaction","detail":"{read_only:false; response_revision:40579; number_of_response:1; }","duration":"116.77492ms","start":"2026-07-29T17:06:22.251109Z","end":"2026-07-29T17:06:22.367884Z","steps":["trace[1040926629] 'process raft request' (duration: 116.152691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:22.382765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.084629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T17:06:22.382861Z","caller":"traceutil/trace.go:171","msg":"trace[1602155233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40579; }","duration":"116.227343ms","start":"2026-07-29T17:06:22.266605Z","end":"2026-07-29T17:06:22.382832Z","steps":["trace[1602155233] 'agreement among raft nodes before linearized reading' (duration: 101.410468ms)","trace[1602155233] 'range keys from in-memory index tree' (duration: 14.544827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:22.382913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.017717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T17:06:22.382905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.408339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T17:06:22.383039Z","caller":"traceutil/trace.go:171","msg":"trace[1221339389] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40579; }","duration":"115.586554ms","start":"2026-07-29T17:06:22.267425Z","end":"2026-07-29T17:06:22.383011Z","steps":["trace[1221339389] 'agreement among raft nodes before linearized reading' (duration: 100.615054ms)","trace[1221339389] 'range keys from in-memory index tree' (duration: 14.647ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:22.383035Z","caller":"traceutil/trace.go:171","msg":"trace[1522670624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40579; }","duration":"116.255864ms","start":"2026-07-29T17:06:22.266721Z","end":"2026-07-29T17:06:22.382977Z","steps":["trace[1522670624] 'agreement among raft nodes before linearized reading' (duration: 101.321376ms)","trace[1522670624] 'range keys from in-memory index tree' (duration: 14.635139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:22.383448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.909992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T17:06:22.383588Z","caller":"traceutil/trace.go:171","msg":"trace[1497481217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40579; }","duration":"119.093967ms","start":"2026-07-29T17:06:22.264476Z","end":"2026-07-29T17:06:22.38357Z","steps":["trace[1497481217] 'agreement among raft nodes before linearized reading' (duration: 103.517ms)","trace[1497481217] 'range keys from in-memory index tree' (duration: 14.687211ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:22.604301Z","caller":"traceutil/trace.go:171","msg":"trace[1120121972] transaction","detail":"{read_only:false; response_revision:40581; number_of_response:1; }","duration":"214.949913ms","start":"2026-07-29T17:06:22.389323Z","end":"2026-07-29T17:06:22.604273Z","steps":["trace[1120121972] 'process raft request' (duration: 214.668315ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:22.60472Z","caller":"traceutil/trace.go:171","msg":"trace[78762542] linearizableReadLoop","detail":"{readStateIndex:41772; appliedIndex:41768; }","duration":"213.780018ms","start":"2026-07-29T17:06:22.390909Z","end":"2026-07-29T17:06:22.604689Z","steps":["trace[78762542] 'read index received' (duration: 92.568009ms)","trace[78762542] 'applied index is now lower than readState.Index' (duration: 121.210589ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:22.604752Z","caller":"traceutil/trace.go:171","msg":"trace[2088543186] transaction","detail":"{read_only:false; response_revision:40582; number_of_response:1; }","duration":"215.265402ms","start":"2026-07-29T17:06:22.389429Z","end":"2026-07-29T17:06:22.604694Z","steps":["trace[2088543186] 'process raft request' (duration: 214.738317ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:22.604748Z","caller":"traceutil/trace.go:171","msg":"trace[334973741] transaction","detail":"{read_only:false; response_revision:40583; number_of_response:1; }","duration":"215.214051ms","start":"2026-07-29T17:06:22.389495Z","end":"2026-07-29T17:06:22.604709Z","steps":["trace[334973741] 'process raft request' (duration: 215.040016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:22.605023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.079527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T17:06:22.605088Z","caller":"traceutil/trace.go:171","msg":"trace[496184796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40583; }","duration":"214.18116ms","start":"2026-07-29T17:06:22.390889Z","end":"2026-07-29T17:06:22.60507Z","steps":["trace[496184796] 'agreement among raft nodes before linearized reading' (duration: 213.960464ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:22.797409Z","caller":"traceutil/trace.go:171","msg":"trace[1144994174] linearizableReadLoop","detail":"{readStateIndex:41775; appliedIndex:41774; }","duration":"167.959432ms","start":"2026-07-29T17:06:22.62939Z","end":"2026-07-29T17:06:22.797349Z","steps":["trace[1144994174] 'read index received' (duration: 121.268981ms)","trace[1144994174] 'applied index is now lower than readState.Index' (duration: 46.685691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:22.797627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.328923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:22.797665Z","caller":"traceutil/trace.go:171","msg":"trace[271528379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40586; }","duration":"183.432806ms","start":"2026-07-29T17:06:22.61422Z","end":"2026-07-29T17:06:22.797653Z","steps":["trace[271528379] 'agreement among raft nodes before linearized reading' (duration: 183.303112ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:22.79766Z","caller":"traceutil/trace.go:171","msg":"trace[1067622339] transaction","detail":"{read_only:false; response_revision:40586; number_of_response:1; }","duration":"180.096489ms","start":"2026-07-29T17:06:22.617511Z","end":"2026-07-29T17:06:22.797607Z","steps":["trace[1067622339] 'process raft request' (duration: 133.259023ms)","trace[1067622339] 'compare' (duration: 46.380723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:33.8018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.330934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T17:06:33.801889Z","caller":"traceutil/trace.go:171","msg":"trace[1926037504] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40678; }","duration":"104.493238ms","start":"2026-07-29T17:06:33.697373Z","end":"2026-07-29T17:06:33.801867Z","steps":["trace[1926037504] 'range keys from in-memory index tree' (duration: 104.104717ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:39.742801Z","caller":"traceutil/trace.go:171","msg":"trace[191348096] transaction","detail":"{read_only:false; response_revision:40728; number_of_response:1; }","duration":"105.833428ms","start":"2026-07-29T17:06:39.63694Z","end":"2026-07-29T17:06:39.742773Z","steps":["trace[191348096] 'process raft request' (duration: 105.649453ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:39.896473Z","caller":"traceutil/trace.go:171","msg":"trace[813630317] linearizableReadLoop","detail":"{readStateIndex:41922; appliedIndex:41920; }","duration":"146.360029ms","start":"2026-07-29T17:06:39.750071Z","end":"2026-07-29T17:06:39.896431Z","steps":["trace[813630317] 'read index received' (duration: 145.867044ms)","trace[813630317] 'applied index is now lower than readState.Index' (duration: 491.405µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:39.896501Z","caller":"traceutil/trace.go:171","msg":"trace[770815956] transaction","detail":"{read_only:false; response_revision:40729; number_of_response:1; }","duration":"253.249138ms","start":"2026-07-29T17:06:39.643208Z","end":"2026-07-29T17:06:39.896458Z","steps":["trace[770815956] 'process raft request' (duration: 252.856077ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:39.896546Z","caller":"traceutil/trace.go:171","msg":"trace[1712452542] transaction","detail":"{read_only:false; response_revision:40730; number_of_response:1; }","duration":"247.49213ms","start":"2026-07-29T17:06:39.649002Z","end":"2026-07-29T17:06:39.896494Z","steps":["trace[1712452542] 'process raft request' (duration: 247.342085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:39.896649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.555634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-ssh-keys\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:39.896687Z","caller":"traceutil/trace.go:171","msg":"trace[59251548] range","detail":"{range_begin:/registry/secrets/openstack/manila-ssh-keys; range_end:; response_count:0; response_revision:40730; }","duration":"146.697758ms","start":"2026-07-29T17:06:39.749978Z","end":"2026-07-29T17:06:39.896676Z","steps":["trace[59251548] 'agreement among raft nodes before linearized reading' (duration: 146.595975ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:40.205235Z","caller":"traceutil/trace.go:171","msg":"trace[795520090] transaction","detail":"{read_only:false; response_revision:40731; number_of_response:1; }","duration":"295.834939ms","start":"2026-07-29T17:06:39.909371Z","end":"2026-07-29T17:06:40.205206Z","steps":["trace[795520090] 'process raft request' (duration: 295.664954ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:40.373047Z","caller":"traceutil/trace.go:171","msg":"trace[1444932661] linearizableReadLoop","detail":"{readStateIndex:41925; appliedIndex:41923; }","duration":"163.416969ms","start":"2026-07-29T17:06:40.209603Z","end":"2026-07-29T17:06:40.37302Z","steps":["trace[1444932661] 'read index received' (duration: 111.555656ms)","trace[1444932661] 'applied index is now lower than readState.Index' (duration: 51.860543ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:40.373085Z","caller":"traceutil/trace.go:171","msg":"trace[884373626] transaction","detail":"{read_only:false; response_revision:40733; number_of_response:1; }","duration":"382.7006ms","start":"2026-07-29T17:06:39.990333Z","end":"2026-07-29T17:06:40.373034Z","steps":["trace[884373626] 'process raft request' (duration: 382.640718ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:40.373046Z","caller":"traceutil/trace.go:171","msg":"trace[1262537613] transaction","detail":"{read_only:false; response_revision:40732; number_of_response:1; }","duration":"430.472043ms","start":"2026-07-29T17:06:39.942546Z","end":"2026-07-29T17:06:40.373018Z","steps":["trace[1262537613] 'process raft request' (duration: 378.889519ms)","trace[1262537613] 'compare' (duration: 51.396919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:40.373256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.647786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-29T17:06:40.373299Z","caller":"traceutil/trace.go:171","msg":"trace[1521330178] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:40733; }","duration":"163.743119ms","start":"2026-07-29T17:06:40.209545Z","end":"2026-07-29T17:06:40.373288Z","steps":["trace[1521330178] 'agreement among raft nodes before linearized reading' (duration: 163.561614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.373324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:06:39.990304Z","time spent":"382.874895ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T17:06:40.373261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T17:06:39.942517Z","time spent":"430.661808ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T17:06:40.469041Z","caller":"traceutil/trace.go:171","msg":"trace[656100459] transaction","detail":"{read_only:false; response_revision:40734; number_of_response:1; }","duration":"147.549713ms","start":"2026-07-29T17:06:40.321453Z","end":"2026-07-29T17:06:40.469003Z","steps":["trace[656100459] 'process raft request' (duration: 147.285535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.469169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.299316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-29T17:06:40.469261Z","caller":"traceutil/trace.go:171","msg":"trace[720557844] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:40734; }","duration":"258.466651ms","start":"2026-07-29T17:06:40.210776Z","end":"2026-07-29T17:06:40.469243Z","steps":["trace[720557844] 'agreement among raft nodes before linearized reading' (duration: 258.168122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.469253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.324861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-29T17:06:40.469375Z","caller":"traceutil/trace.go:171","msg":"trace[1266314215] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:40734; }","duration":"188.509976ms","start":"2026-07-29T17:06:40.280834Z","end":"2026-07-29T17:06:40.469344Z","steps":["trace[1266314215] 'agreement among raft nodes before linearized reading' (duration: 188.244268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.469372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.958628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:06:40.469539Z","caller":"traceutil/trace.go:171","msg":"trace[1161395839] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:40734; }","duration":"112.424822ms","start":"2026-07-29T17:06:40.357091Z","end":"2026-07-29T17:06:40.469515Z","steps":["trace[1161395839] 'agreement among raft nodes before linearized reading' (duration: 111.926247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.678061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.794481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-29T17:06:40.678119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.839952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:40.678163Z","caller":"traceutil/trace.go:171","msg":"trace[777822496] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:40734; }","duration":"194.958616ms","start":"2026-07-29T17:06:40.483175Z","end":"2026-07-29T17:06:40.678133Z","steps":["trace[777822496] 'range keys from in-memory index tree' (duration: 194.551575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.678164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.094831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:06:40.678338Z","caller":"traceutil/trace.go:171","msg":"trace[1319271849] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:40734; }","duration":"193.39323ms","start":"2026-07-29T17:06:40.484907Z","end":"2026-07-29T17:06:40.6783Z","steps":["trace[1319271849] 'count revisions from in-memory index tree' (duration: 192.955807ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:40.678229Z","caller":"traceutil/trace.go:171","msg":"trace[1401419475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:40734; }","duration":"100.980626ms","start":"2026-07-29T17:06:40.577221Z","end":"2026-07-29T17:06:40.678202Z","steps":["trace[1401419475] 'count revisions from in-memory index tree' (duration: 100.709998ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:40.791772Z","caller":"traceutil/trace.go:171","msg":"trace[1423438129] linearizableReadLoop","detail":"{readStateIndex:41927; appliedIndex:41926; }","duration":"106.008333ms","start":"2026-07-29T17:06:40.685727Z","end":"2026-07-29T17:06:40.791736Z","steps":["trace[1423438129] 'read index received' (duration: 105.897069ms)","trace[1423438129] 'applied index is now lower than readState.Index' (duration: 109.704µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:40.792079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.323903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-29T17:06:40.792Z","caller":"traceutil/trace.go:171","msg":"trace[473695537] transaction","detail":"{read_only:false; response_revision:40735; number_of_response:1; }","duration":"107.902099ms","start":"2026-07-29T17:06:40.684006Z","end":"2026-07-29T17:06:40.791908Z","steps":["trace[473695537] 'process raft request' (duration: 107.539208ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:40.792128Z","caller":"traceutil/trace.go:171","msg":"trace[455835818] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:40735; }","duration":"106.436376ms","start":"2026-07-29T17:06:40.685677Z","end":"2026-07-29T17:06:40.792113Z","steps":["trace[455835818] 'agreement among raft nodes before linearized reading' (duration: 106.242229ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:40.95052Z","caller":"traceutil/trace.go:171","msg":"trace[1174352839] transaction","detail":"{read_only:false; response_revision:40736; number_of_response:1; }","duration":"262.215321ms","start":"2026-07-29T17:06:40.688263Z","end":"2026-07-29T17:06:40.950478Z","steps":["trace[1174352839] 'process raft request' (duration: 237.526316ms)","trace[1174352839] 'compare' (duration: 23.885582ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:40.951581Z","caller":"traceutil/trace.go:171","msg":"trace[1179034760] linearizableReadLoop","detail":"{readStateIndex:41929; appliedIndex:41927; }","duration":"159.673729ms","start":"2026-07-29T17:06:40.791888Z","end":"2026-07-29T17:06:40.951562Z","steps":["trace[1179034760] 'read index received' (duration: 133.947834ms)","trace[1179034760] 'applied index is now lower than readState.Index' (duration: 25.724235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:40.951871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.980961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-29T17:06:40.951924Z","caller":"traceutil/trace.go:171","msg":"trace[1472702151] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:40737; }","duration":"236.146186ms","start":"2026-07-29T17:06:40.71576Z","end":"2026-07-29T17:06:40.951906Z","steps":["trace[1472702151] 'agreement among raft nodes before linearized reading' (duration: 235.926299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.952189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.588466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T17:06:40.952222Z","caller":"traceutil/trace.go:171","msg":"trace[854665771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40737; }","duration":"238.640459ms","start":"2026-07-29T17:06:40.713572Z","end":"2026-07-29T17:06:40.952213Z","steps":["trace[854665771] 'agreement among raft nodes before linearized reading' (duration: 238.538196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.952419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.566516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T17:06:40.952453Z","caller":"traceutil/trace.go:171","msg":"trace[269217300] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40737; }","duration":"239.600677ms","start":"2026-07-29T17:06:40.712843Z","end":"2026-07-29T17:06:40.952443Z","steps":["trace[269217300] 'agreement among raft nodes before linearized reading' (duration: 239.505344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.952673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.226964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T17:06:40.952725Z","caller":"traceutil/trace.go:171","msg":"trace[1658007696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40737; }","duration":"241.316997ms","start":"2026-07-29T17:06:40.711396Z","end":"2026-07-29T17:06:40.952713Z","steps":["trace[1658007696] 'agreement among raft nodes before linearized reading' (duration: 241.198123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.953001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.87619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T17:06:40.953041Z","caller":"traceutil/trace.go:171","msg":"trace[28841160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40737; }","duration":"247.947012ms","start":"2026-07-29T17:06:40.705084Z","end":"2026-07-29T17:06:40.953031Z","steps":["trace[28841160] 'agreement among raft nodes before linearized reading' (duration: 247.795588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:40.953251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.497844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-29T17:06:40.953291Z","caller":"traceutil/trace.go:171","msg":"trace[1287181420] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:40737; }","duration":"144.568916ms","start":"2026-07-29T17:06:40.808711Z","end":"2026-07-29T17:06:40.95328Z","steps":["trace[1287181420] 'agreement among raft nodes before linearized reading' (duration: 144.473184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:41.196508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.958013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:06:41.196617Z","caller":"traceutil/trace.go:171","msg":"trace[935144897] transaction","detail":"{read_only:false; response_revision:40738; number_of_response:1; }","duration":"242.263415ms","start":"2026-07-29T17:06:40.954336Z","end":"2026-07-29T17:06:41.196599Z","steps":["trace[935144897] 'process raft request' (duration: 107.126017ms)","trace[935144897] 'compare' (duration: 134.790028ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:41.206797Z","caller":"traceutil/trace.go:171","msg":"trace[822023620] transaction","detail":"{read_only:false; response_revision:40741; number_of_response:1; }","duration":"247.444738ms","start":"2026-07-29T17:06:40.959332Z","end":"2026-07-29T17:06:41.206777Z","steps":["trace[822023620] 'process raft request' (duration: 247.372046ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:41.206824Z","caller":"traceutil/trace.go:171","msg":"trace[2067876086] transaction","detail":"{read_only:false; response_revision:40739; number_of_response:1; }","duration":"248.312713ms","start":"2026-07-29T17:06:40.958468Z","end":"2026-07-29T17:06:41.206781Z","steps":["trace[2067876086] 'process raft request' (duration: 248.078015ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:41.206902Z","caller":"traceutil/trace.go:171","msg":"trace[947201768] transaction","detail":"{read_only:false; response_revision:40740; number_of_response:1; }","duration":"247.50457ms","start":"2026-07-29T17:06:40.95931Z","end":"2026-07-29T17:06:41.206815Z","steps":["trace[947201768] 'process raft request' (duration: 247.356135ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:41.207189Z","caller":"traceutil/trace.go:171","msg":"trace[1704589058] transaction","detail":"{read_only:false; response_revision:40742; number_of_response:1; }","duration":"247.809598ms","start":"2026-07-29T17:06:40.959367Z","end":"2026-07-29T17:06:41.207177Z","steps":["trace[1704589058] 'process raft request' (duration: 247.373596ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:41.207217Z","caller":"traceutil/trace.go:171","msg":"trace[1359496436] linearizableReadLoop","detail":"{readStateIndex:41936; appliedIndex:41930; }","duration":"244.982226ms","start":"2026-07-29T17:06:40.962204Z","end":"2026-07-29T17:06:41.207186Z","steps":["trace[1359496436] 'read index received' (duration: 99.588795ms)","trace[1359496436] 'applied index is now lower than readState.Index' (duration: 145.38872ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:41.207312Z","caller":"traceutil/trace.go:171","msg":"trace[1059587319] transaction","detail":"{read_only:false; response_revision:40743; number_of_response:1; }","duration":"247.658173ms","start":"2026-07-29T17:06:40.959629Z","end":"2026-07-29T17:06:41.207287Z","steps":["trace[1059587319] 'process raft request' (duration: 247.404086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:41.207502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.266974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-29T17:06:41.207548Z","caller":"traceutil/trace.go:171","msg":"trace[615403670] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:40743; }","duration":"245.357387ms","start":"2026-07-29T17:06:40.962177Z","end":"2026-07-29T17:06:41.207534Z","steps":["trace[615403670] 'agreement among raft nodes before linearized reading' (duration: 245.177771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:41.207559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.215215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-29T17:06:41.2076Z","caller":"traceutil/trace.go:171","msg":"trace[1005802385] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:40743; }","duration":"224.307457ms","start":"2026-07-29T17:06:40.983279Z","end":"2026-07-29T17:06:41.207587Z","steps":["trace[1005802385] 'agreement among raft nodes before linearized reading' (duration: 224.150293ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:41.444787Z","caller":"traceutil/trace.go:171","msg":"trace[666206046] linearizableReadLoop","detail":"{readStateIndex:41937; appliedIndex:41936; }","duration":"159.552996ms","start":"2026-07-29T17:06:41.285208Z","end":"2026-07-29T17:06:41.444761Z","steps":["trace[666206046] 'read index received' (duration: 159.209155ms)","trace[666206046] 'applied index is now lower than readState.Index' (duration: 342.751µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:41.444934Z","caller":"traceutil/trace.go:171","msg":"trace[712126312] transaction","detail":"{read_only:false; response_revision:40744; number_of_response:1; }","duration":"186.22828ms","start":"2026-07-29T17:06:41.258664Z","end":"2026-07-29T17:06:41.444893Z","steps":["trace[712126312] 'process raft request' (duration: 185.906439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:41.445017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.786032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:06:41.445045Z","caller":"traceutil/trace.go:171","msg":"trace[422942533] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:40744; }","duration":"159.888206ms","start":"2026-07-29T17:06:41.285148Z","end":"2026-07-29T17:06:41.445036Z","steps":["trace[422942533] 'agreement among raft nodes before linearized reading' (duration: 159.762742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:41.445132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.370442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:06:41.445251Z","caller":"traceutil/trace.go:171","msg":"trace[106931300] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:40744; }","duration":"125.560538ms","start":"2026-07-29T17:06:41.319665Z","end":"2026-07-29T17:06:41.445226Z","steps":["trace[106931300] 'agreement among raft nodes before linearized reading' (duration: 125.345171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:41.445358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.683135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:06:41.445434Z","caller":"traceutil/trace.go:171","msg":"trace[1432753131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40744; }","duration":"120.815928ms","start":"2026-07-29T17:06:41.324598Z","end":"2026-07-29T17:06:41.445414Z","steps":["trace[1432753131] 'agreement among raft nodes before linearized reading' (duration: 120.657363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:41.606166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.33305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T17:06:41.606326Z","caller":"traceutil/trace.go:171","msg":"trace[1368420150] transaction","detail":"{read_only:false; response_revision:40745; number_of_response:1; }","duration":"136.932562ms","start":"2026-07-29T17:06:41.469369Z","end":"2026-07-29T17:06:41.606301Z","steps":["trace[1368420150] 'process raft request' (duration: 26.340964ms)","trace[1368420150] 'compare' (duration: 110.081133ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:41.619655Z","caller":"traceutil/trace.go:171","msg":"trace[1807277192] transaction","detail":"{read_only:false; response_revision:40746; number_of_response:1; }","duration":"129.75044ms","start":"2026-07-29T17:06:41.489869Z","end":"2026-07-29T17:06:41.619619Z","steps":["trace[1807277192] 'process raft request' (duration: 129.515323ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:42.157769Z","caller":"traceutil/trace.go:171","msg":"trace[1712550684] linearizableReadLoop","detail":"{readStateIndex:41945; appliedIndex:41943; }","duration":"127.518376ms","start":"2026-07-29T17:06:42.030218Z","end":"2026-07-29T17:06:42.157736Z","steps":["trace[1712550684] 'read index received' (duration: 49.216086ms)","trace[1712550684] 'applied index is now lower than readState.Index' (duration: 78.30059ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:42.157821Z","caller":"traceutil/trace.go:171","msg":"trace[2029673637] transaction","detail":"{read_only:false; response_revision:40752; number_of_response:1; }","duration":"157.074463ms","start":"2026-07-29T17:06:42.0007Z","end":"2026-07-29T17:06:42.157775Z","steps":["trace[2029673637] 'process raft request' (duration: 156.793815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:42.158248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.009119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:421533"} {"level":"info","ts":"2026-07-29T17:06:42.158308Z","caller":"traceutil/trace.go:171","msg":"trace[907725181] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:40752; }","duration":"128.138134ms","start":"2026-07-29T17:06:42.030151Z","end":"2026-07-29T17:06:42.158289Z","steps":["trace[907725181] 'agreement among raft nodes before linearized reading' (duration: 127.702501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:42.321266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.941204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-2pxmk\" ","response":"range_response_count:1 size:3397"} {"level":"warn","ts":"2026-07-29T17:06:42.321316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.719187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T17:06:42.321416Z","caller":"traceutil/trace.go:171","msg":"trace[1707534364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40752; }","duration":"134.902241ms","start":"2026-07-29T17:06:42.18649Z","end":"2026-07-29T17:06:42.321392Z","steps":["trace[1707534364] 'range keys from in-memory index tree' (duration: 134.464599ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:42.321353Z","caller":"traceutil/trace.go:171","msg":"trace[1345583239] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-2pxmk; range_end:; response_count:1; response_revision:40752; }","duration":"118.078647ms","start":"2026-07-29T17:06:42.203248Z","end":"2026-07-29T17:06:42.321326Z","steps":["trace[1345583239] 'range keys from in-memory index tree' (duration: 117.775349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:42.437522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.374614ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T17:06:42.437674Z","caller":"traceutil/trace.go:171","msg":"trace[1229717086] linearizableReadLoop","detail":"{readStateIndex:41946; appliedIndex:41945; }","duration":"112.347789ms","start":"2026-07-29T17:06:42.325302Z","end":"2026-07-29T17:06:42.43765Z","steps":["trace[1229717086] 'read index received' (duration: 58.682µs)","trace[1229717086] 'applied index is now lower than readState.Index' (duration: 112.285467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:42.438037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.71731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T17:06:42.438083Z","caller":"traceutil/trace.go:171","msg":"trace[1793846106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40752; }","duration":"112.818363ms","start":"2026-07-29T17:06:42.325251Z","end":"2026-07-29T17:06:42.43807Z","steps":["trace[1793846106] 'agreement among raft nodes before linearized reading' (duration: 112.506364ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:42.449633Z","caller":"traceutil/trace.go:171","msg":"trace[275906516] transaction","detail":"{read_only:false; response_revision:40753; number_of_response:1; }","duration":"115.034118ms","start":"2026-07-29T17:06:42.334572Z","end":"2026-07-29T17:06:42.449606Z","steps":["trace[275906516] 'process raft request' (duration: 114.796101ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:42.487436Z","caller":"traceutil/trace.go:171","msg":"trace[1143039130] transaction","detail":"{read_only:false; response_revision:40754; number_of_response:1; }","duration":"107.760346ms","start":"2026-07-29T17:06:42.379641Z","end":"2026-07-29T17:06:42.487401Z","steps":["trace[1143039130] 'process raft request' (duration: 107.387705ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:42.585269Z","caller":"traceutil/trace.go:171","msg":"trace[1004604648] transaction","detail":"{read_only:false; response_revision:40755; number_of_response:1; }","duration":"128.471933ms","start":"2026-07-29T17:06:42.456768Z","end":"2026-07-29T17:06:42.58524Z","steps":["trace[1004604648] 'process raft request' (duration: 128.207666ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:42.585711Z","caller":"traceutil/trace.go:171","msg":"trace[1027785338] transaction","detail":"{read_only:false; response_revision:40756; number_of_response:1; }","duration":"128.787962ms","start":"2026-07-29T17:06:42.456904Z","end":"2026-07-29T17:06:42.585692Z","steps":["trace[1027785338] 'process raft request' (duration: 128.246567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:42.585923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.897356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23790"} {"level":"info","ts":"2026-07-29T17:06:42.585998Z","caller":"traceutil/trace.go:171","msg":"trace[622847885] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:40757; }","duration":"145.0408ms","start":"2026-07-29T17:06:42.440938Z","end":"2026-07-29T17:06:42.585979Z","steps":["trace[622847885] 'agreement among raft nodes before linearized reading' (duration: 144.793332ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:42.586068Z","caller":"traceutil/trace.go:171","msg":"trace[254388114] transaction","detail":"{read_only:false; response_revision:40757; number_of_response:1; }","duration":"110.28653ms","start":"2026-07-29T17:06:42.475627Z","end":"2026-07-29T17:06:42.585914Z","steps":["trace[254388114] 'process raft request' (duration: 109.848177ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:48.172868Z","caller":"traceutil/trace.go:171","msg":"trace[1448837020] transaction","detail":"{read_only:false; response_revision:40953; number_of_response:1; }","duration":"205.465364ms","start":"2026-07-29T17:06:47.967369Z","end":"2026-07-29T17:06:48.172834Z","steps":["trace[1448837020] 'process raft request' (duration: 205.170055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:48.173094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.370743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T17:06:48.17323Z","caller":"traceutil/trace.go:171","msg":"trace[901395813] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:40953; }","duration":"186.60446ms","start":"2026-07-29T17:06:47.986593Z","end":"2026-07-29T17:06:48.173197Z","steps":["trace[901395813] 'agreement among raft nodes before linearized reading' (duration: 186.339802ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:48.173509Z","caller":"traceutil/trace.go:171","msg":"trace[1855530489] linearizableReadLoop","detail":"{readStateIndex:42150; appliedIndex:42149; }","duration":"186.115595ms","start":"2026-07-29T17:06:47.986677Z","end":"2026-07-29T17:06:48.172793Z","steps":["trace[1855530489] 'read index received' (duration: 185.810597ms)","trace[1855530489] 'applied index is now lower than readState.Index' (duration: 303.988µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:48.198273Z","caller":"traceutil/trace.go:171","msg":"trace[365598790] transaction","detail":"{read_only:false; response_revision:40954; number_of_response:1; }","duration":"181.819899ms","start":"2026-07-29T17:06:48.016417Z","end":"2026-07-29T17:06:48.198237Z","steps":["trace[365598790] 'process raft request' (duration: 181.520001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T17:06:48.198274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.55021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:48.198395Z","caller":"traceutil/trace.go:171","msg":"trace[622043193] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:40954; }","duration":"104.745396ms","start":"2026-07-29T17:06:48.093624Z","end":"2026-07-29T17:06:48.19837Z","steps":["trace[622043193] 'agreement among raft nodes before linearized reading' (duration: 104.51778ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:48.415124Z","caller":"traceutil/trace.go:171","msg":"trace[31431843] transaction","detail":"{read_only:false; response_revision:40955; number_of_response:1; }","duration":"156.64655ms","start":"2026-07-29T17:06:48.258437Z","end":"2026-07-29T17:06:48.415083Z","steps":["trace[31431843] 'process raft request' (duration: 105.275151ms)","trace[31431843] 'compare' (duration: 51.162703ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:06:48.664516Z","caller":"traceutil/trace.go:171","msg":"trace[1740020214] linearizableReadLoop","detail":"{readStateIndex:42153; appliedIndex:42152; }","duration":"107.258701ms","start":"2026-07-29T17:06:48.557221Z","end":"2026-07-29T17:06:48.66448Z","steps":["trace[1740020214] 'read index received' (duration: 90.668353ms)","trace[1740020214] 'applied index is now lower than readState.Index' (duration: 16.588958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T17:06:48.664703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.468547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T17:06:48.664821Z","caller":"traceutil/trace.go:171","msg":"trace[849952157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40956; }","duration":"107.57053ms","start":"2026-07-29T17:06:48.557156Z","end":"2026-07-29T17:06:48.664726Z","steps":["trace[849952157] 'agreement among raft nodes before linearized reading' (duration: 107.456287ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T17:06:48.66528Z","caller":"traceutil/trace.go:171","msg":"trace[1658707267] transaction","detail":"{read_only:false; response_revision:40956; number_of_response:1; }","duration":"148.596514ms","start":"2026-07-29T17:06:48.516426Z","end":"2026-07-29T17:06:48.665022Z","steps":["trace[1658707267] 'process raft request' (duration: 131.527462ms)","trace[1658707267] 'compare' (duration: 16.32803ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:07:06.042901Z","caller":"traceutil/trace.go:171","msg":"trace[2071529525] transaction","detail":"{read_only:false; response_revision:41140; number_of_response:1; }","duration":"105.215119ms","start":"2026-07-29T17:07:05.937651Z","end":"2026-07-29T17:07:06.042866Z","steps":["trace[2071529525] 'process raft request' (duration: 50.795122ms)","trace[2071529525] 'compare' (duration: 53.947784ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T17:07:53.794743Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38340} {"level":"info","ts":"2026-07-29T17:07:53.965832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38340,"took":"165.750271ms","hash":2078229734,"current-db-size-bytes":52539392,"current-db-size":"52 MB","current-db-size-in-use-bytes":35622912,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-29T17:07:53.965918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2078229734,"revision":38340,"compact-revision":34848} {"level":"info","ts":"2026-07-29T17:12:53.804201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41554} {"level":"info","ts":"2026-07-29T17:12:53.98073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41554,"took":"172.17307ms","hash":792298475,"current-db-size-bytes":53006336,"current-db-size":"53 MB","current-db-size-in-use-bytes":32669696,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-29T17:12:53.980809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":792298475,"revision":41554,"compact-revision":38340} {"level":"info","ts":"2026-07-29T17:17:53.812646Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":44365} {"level":"info","ts":"2026-07-29T17:17:53.949334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":44365,"took":"129.054941ms","hash":3639369777,"current-db-size-bytes":53006336,"current-db-size":"53 MB","current-db-size-in-use-bytes":34357248,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-29T17:17:53.949398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3639369777,"revision":44365,"compact-revision":41554} {"level":"info","ts":"2026-07-29T17:20:24.011439Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T17:20:24.017191Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-29T17:20:24.017354Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-29T17:22:53.820349Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":47258} {"level":"info","ts":"2026-07-29T17:22:53.96644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":47258,"took":"141.140286ms","hash":3151975469,"current-db-size-bytes":53006336,"current-db-size":"53 MB","current-db-size-in-use-bytes":30093312,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T17:22:53.966526Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3151975469,"revision":47258,"compact-revision":44365} {"level":"info","ts":"2026-07-29T17:27:53.829466Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":49910} {"level":"info","ts":"2026-07-29T17:27:53.95971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":49910,"took":"126.44413ms","hash":1280241844,"current-db-size-bytes":53006336,"current-db-size":"53 MB","current-db-size-in-use-bytes":29597696,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T17:27:53.959804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1280241844,"revision":49910,"compact-revision":47258} {"level":"info","ts":"2026-07-29T17:32:53.837385Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":52526} {"level":"info","ts":"2026-07-29T17:32:53.982754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":52526,"took":"137.838802ms","hash":4057723890,"current-db-size-bytes":53006336,"current-db-size":"53 MB","current-db-size-in-use-bytes":30220288,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T17:32:53.982919Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4057723890,"revision":52526,"compact-revision":49910} {"level":"info","ts":"2026-07-29T17:37:53.847985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":55210} {"level":"info","ts":"2026-07-29T17:37:53.978478Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":55210,"took":"125.493125ms","hash":3773538983,"current-db-size-bytes":53006336,"current-db-size":"53 MB","current-db-size-in-use-bytes":30081024,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T17:37:53.978564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3773538983,"revision":55210,"compact-revision":52526} {"level":"info","ts":"2026-07-29T17:38:54.114662Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":60006,"local-member-snapshot-index":50005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T17:38:54.120677Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":60006} {"level":"info","ts":"2026-07-29T17:38:54.120827Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":55006} {"level":"info","ts":"2026-07-29T17:39:22.829938Z","caller":"fileutil/purge.go:96","msg":"purged","path":"/var/lib/etcd/member/snap/0000000000000002-0000000000002711.snap"}