{"level":"warn","ts":"2026-03-03T21:15:53.999218Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:15:53.999304Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T21:15:53.999372Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:15:53.999379Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-03T21:15:53.999396Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:15:53.999942Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-03-03T21:15:54.000014Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T21:15:54.008568Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.353434ms"} {"level":"info","ts":"2026-03-03T21:15:54.072616Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-03-03T21:15:54.072777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T21:15:54.072809Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-03-03T21:15:54.072832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T21:15:54.072859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-03-03T21:15:54.072929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-03-03T21:15:54.124034Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T21:15:54.145208Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T21:15:54.16049Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T21:15:54.189489Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T21:15:54.189647Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T21:15:54.189798Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:15:54.189935Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:15:54.189964Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:15:54.192607Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:15:54.19283Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T21:15:54.192892Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T21:15:54.194039Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-03T21:15:54.19413Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-03T21:15:54.213417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-03-03T21:15:54.213596Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-03T21:15:54.573591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T21:15:54.573662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T21:15:54.573709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-03-03T21:15:54.573731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-03-03T21:15:54.573743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-03T21:15:54.573759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-03-03T21:15:54.573772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-03T21:15:54.576205Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T21:15:54.5766Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:15:54.57738Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:15:54.577684Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:15:54.577887Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T21:15:54.577907Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T21:15:54.577928Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:15:54.577982Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:15:54.578006Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:15:54.585591Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T21:15:54.586635Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"warn","ts":"2026-03-03T21:16:08.864017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717521995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:16:09.051876Z","caller":"traceutil/trace.go:171","msg":"trace[730036833] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"688.418153ms","start":"2026-03-03T21:16:08.363429Z","end":"2026-03-03T21:16:09.051848Z","steps":["trace[730036833] 'read index received' (duration: 688.164876ms)","trace[730036833] 'applied index is now lower than readState.Index' (duration: 251.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:09.051945Z","caller":"traceutil/trace.go:171","msg":"trace[95769580] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"887.944806ms","start":"2026-03-03T21:16:08.163963Z","end":"2026-03-03T21:16:09.051908Z","steps":["trace[95769580] 'process raft request' (duration: 887.733651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:09.052215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.760531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:16:09.052385Z","caller":"traceutil/trace.go:171","msg":"trace[1883073069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:357; }","duration":"688.992797ms","start":"2026-03-03T21:16:08.363372Z","end":"2026-03-03T21:16:09.052365Z","steps":["trace[1883073069] 'agreement among raft nodes before linearized reading' (duration: 688.649088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:09.052461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:08.363349Z","time spent":"689.1011ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:16:09.052688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:08.163932Z","time spent":"888.10943ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:16:09.197927Z","caller":"traceutil/trace.go:171","msg":"trace[1632925303] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"140.173482ms","start":"2026-03-03T21:16:09.057727Z","end":"2026-03-03T21:16:09.197901Z","steps":["trace[1632925303] 'process raft request' (duration: 140.020048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:16.948479Z","caller":"traceutil/trace.go:171","msg":"trace[566762858] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"223.943429ms","start":"2026-03-03T21:16:16.724498Z","end":"2026-03-03T21:16:16.948442Z","steps":["trace[566762858] 'process raft request' (duration: 223.705152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:20.599528Z","caller":"traceutil/trace.go:171","msg":"trace[1530431522] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"572.888092ms","start":"2026-03-03T21:16:20.026613Z","end":"2026-03-03T21:16:20.599501Z","steps":["trace[1530431522] 'process raft request' (duration: 572.754589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:20.599693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:20.026592Z","time spent":"573.014066ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:16:20.608003Z","caller":"traceutil/trace.go:171","msg":"trace[809712442] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:437; }","duration":"266.088809ms","start":"2026-03-03T21:16:20.341895Z","end":"2026-03-03T21:16:20.607984Z","steps":["trace[809712442] 'read index received' (duration: 257.477028ms)","trace[809712442] 'applied index is now lower than readState.Index' (duration: 8.610981ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:20.608104Z","caller":"traceutil/trace.go:171","msg":"trace[306713126] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"498.162297ms","start":"2026-03-03T21:16:20.109921Z","end":"2026-03-03T21:16:20.608083Z","steps":["trace[306713126] 'process raft request' (duration: 497.978423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:20.608109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.201452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:20.608189Z","caller":"traceutil/trace.go:171","msg":"trace[1551694437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"266.324455ms","start":"2026-03-03T21:16:20.341848Z","end":"2026-03-03T21:16:20.608173Z","steps":["trace[1551694437] 'agreement among raft nodes before linearized reading' (duration: 266.213082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:20.608208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:20.109902Z","time spent":"498.250869ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:16:25.37652Z","caller":"traceutil/trace.go:171","msg":"trace[1342699178] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"193.203421ms","start":"2026-03-03T21:16:25.183276Z","end":"2026-03-03T21:16:25.37648Z","steps":["trace[1342699178] 'process raft request' (duration: 192.821772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:26.464702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.158158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:16:26.464787Z","caller":"traceutil/trace.go:171","msg":"trace[754546915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"543.286232ms","start":"2026-03-03T21:16:25.921481Z","end":"2026-03-03T21:16:26.464767Z","steps":["trace[754546915] 'range keys from in-memory index tree' (duration: 542.978924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:26.464725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.524415ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:16:26.46483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:25.921462Z","time spent":"543.358805ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:16:26.464852Z","caller":"traceutil/trace.go:171","msg":"trace[1827360354] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:466; }","duration":"704.663599ms","start":"2026-03-03T21:16:25.760168Z","end":"2026-03-03T21:16:26.464831Z","steps":["trace[1827360354] 'range keys from in-memory index tree' (duration: 704.508224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:26.581001Z","caller":"traceutil/trace.go:171","msg":"trace[1481578799] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"101.747467ms","start":"2026-03-03T21:16:26.479227Z","end":"2026-03-03T21:16:26.580974Z","steps":["trace[1481578799] 'read index received' (duration: 101.546602ms)","trace[1481578799] 'applied index is now lower than readState.Index' (duration: 199.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:26.581092Z","caller":"traceutil/trace.go:171","msg":"trace[2053887339] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"111.904338ms","start":"2026-03-03T21:16:26.46914Z","end":"2026-03-03T21:16:26.581045Z","steps":["trace[2053887339] 'process raft request' (duration: 111.688012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:26.581167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.919972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-03T21:16:26.581242Z","caller":"traceutil/trace.go:171","msg":"trace[2091993351] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:467; }","duration":"102.039514ms","start":"2026-03-03T21:16:26.479186Z","end":"2026-03-03T21:16:26.581225Z","steps":["trace[2091993351] 'agreement among raft nodes before linearized reading' (duration: 101.887341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:26.738144Z","caller":"traceutil/trace.go:171","msg":"trace[2105038193] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"111.831556ms","start":"2026-03-03T21:16:26.626285Z","end":"2026-03-03T21:16:26.738077Z","steps":["trace[2105038193] 'read index received' (duration: 111.299132ms)","trace[2105038193] 'applied index is now lower than readState.Index' (duration: 491.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:26.73816Z","caller":"traceutil/trace.go:171","msg":"trace[1224098865] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"147.002086ms","start":"2026-03-03T21:16:26.59113Z","end":"2026-03-03T21:16:26.738132Z","steps":["trace[1224098865] 'process raft request' (duration: 146.452492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:26.738386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.050141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:16:26.738533Z","caller":"traceutil/trace.go:171","msg":"trace[218672601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"112.260617ms","start":"2026-03-03T21:16:26.626221Z","end":"2026-03-03T21:16:26.738481Z","steps":["trace[218672601] 'agreement among raft nodes before linearized reading' (duration: 112.019421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:29.933402Z","caller":"traceutil/trace.go:171","msg":"trace[1659581389] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"108.395778ms","start":"2026-03-03T21:16:29.824979Z","end":"2026-03-03T21:16:29.933374Z","steps":["trace[1659581389] 'process raft request' (duration: 108.343287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:29.93352Z","caller":"traceutil/trace.go:171","msg":"trace[1863528528] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"113.839078ms","start":"2026-03-03T21:16:29.819637Z","end":"2026-03-03T21:16:29.933476Z","steps":["trace[1863528528] 'process raft request' (duration: 113.562061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:30.279543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.836983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:16:30.279696Z","caller":"traceutil/trace.go:171","msg":"trace[657884751] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"238.701697ms","start":"2026-03-03T21:16:30.040971Z","end":"2026-03-03T21:16:30.279673Z","steps":["trace[657884751] 'process raft request' (duration: 105.445613ms)","trace[657884751] 'compare' (duration: 132.655169ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:30.660796Z","caller":"traceutil/trace.go:171","msg":"trace[1146647671] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"119.481271ms","start":"2026-03-03T21:16:30.54129Z","end":"2026-03-03T21:16:30.660771Z","steps":["trace[1146647671] 'process raft request' (duration: 119.323087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:30.928169Z","caller":"traceutil/trace.go:171","msg":"trace[1036934689] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"117.05151ms","start":"2026-03-03T21:16:30.811084Z","end":"2026-03-03T21:16:30.928135Z","steps":["trace[1036934689] 'process raft request' (duration: 99.832529ms)","trace[1036934689] 'compare' (duration: 17.108658ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:31.759961Z","caller":"traceutil/trace.go:171","msg":"trace[1750665457] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"280.545872ms","start":"2026-03-03T21:16:31.479384Z","end":"2026-03-03T21:16:31.75993Z","steps":["trace[1750665457] 'process raft request' (duration: 230.449811ms)","trace[1750665457] 'compare' (duration: 49.911497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:35.21046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717522352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:16:35.71124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717522352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:16:36.012389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304504153s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:16:36.012853Z","caller":"traceutil/trace.go:171","msg":"trace[66257282] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"1.302805425s","start":"2026-03-03T21:16:34.710025Z","end":"2026-03-03T21:16:36.012831Z","steps":["trace[66257282] 'read index received' (duration: 1.302595711s)","trace[66257282] 'applied index is now lower than readState.Index' (duration: 208.734µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:36.012977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302926319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:36.013014Z","caller":"traceutil/trace.go:171","msg":"trace[1658165281] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:512; }","duration":"1.30300984s","start":"2026-03-03T21:16:34.709989Z","end":"2026-03-03T21:16:36.012999Z","steps":["trace[1658165281] 'agreement among raft nodes before linearized reading' (duration: 1.302925358s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:36.012988Z","caller":"traceutil/trace.go:171","msg":"trace[1141084384] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.30523435s","start":"2026-03-03T21:16:34.707713Z","end":"2026-03-03T21:16:36.012947Z","steps":["trace[1141084384] 'process raft request' (duration: 1.304973754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:36.013066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:34.709975Z","time spent":"1.303081091s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T21:16:36.013169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:34.707692Z","time spent":"1.305389143s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:16:36.013252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.947123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:36.013343Z","caller":"traceutil/trace.go:171","msg":"trace[1559382741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"672.089067ms","start":"2026-03-03T21:16:35.341228Z","end":"2026-03-03T21:16:36.013317Z","steps":["trace[1559382741] 'agreement among raft nodes before linearized reading' (duration: 671.913003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:36.013326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148441952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T21:16:36.013401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:35.341209Z","time spent":"672.182538ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:16:36.013418Z","caller":"traceutil/trace.go:171","msg":"trace[1738861276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"1.148577425s","start":"2026-03-03T21:16:34.864813Z","end":"2026-03-03T21:16:36.013391Z","steps":["trace[1738861276] 'agreement among raft nodes before linearized reading' (duration: 1.14834628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:36.01348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:34.86479Z","time spent":"1.148674057s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:16:36.013493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.433242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T21:16:36.013471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.297302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:16:36.013593Z","caller":"traceutil/trace.go:171","msg":"trace[1743732844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"235.564574ms","start":"2026-03-03T21:16:35.778003Z","end":"2026-03-03T21:16:36.013567Z","steps":["trace[1743732844] 'agreement among raft nodes before linearized reading' (duration: 235.298908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:36.013637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249740418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:16:36.013719Z","caller":"traceutil/trace.go:171","msg":"trace[242627035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"521.550727ms","start":"2026-03-03T21:16:35.492068Z","end":"2026-03-03T21:16:36.013618Z","steps":["trace[242627035] 'agreement among raft nodes before linearized reading' (duration: 521.102658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:36.013861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:35.492043Z","time spent":"521.767933ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:16:36.013866Z","caller":"traceutil/trace.go:171","msg":"trace[776035137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"1.249808429s","start":"2026-03-03T21:16:34.763862Z","end":"2026-03-03T21:16:36.013671Z","steps":["trace[776035137] 'agreement among raft nodes before linearized reading' (duration: 1.249689547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:36.013952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:34.76385Z","time spent":"1.250082006s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:16:36.841357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717522355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:16:36.878536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.479367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:16:36.878748Z","caller":"traceutil/trace.go:171","msg":"trace[2010670789] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"862.892259ms","start":"2026-03-03T21:16:36.015826Z","end":"2026-03-03T21:16:36.878719Z","steps":["trace[2010670789] 'process raft request' (duration: 212.108445ms)","trace[2010670789] 'compare' (duration: 650.273412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:36.878897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.015797Z","time spent":"863.047261ms","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:16:37.128629Z","caller":"traceutil/trace.go:171","msg":"trace[1093694409] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.108089116s","start":"2026-03-03T21:16:36.020513Z","end":"2026-03-03T21:16:37.128602Z","steps":["trace[1093694409] 'process raft request' (duration: 1.038324208s)","trace[1093694409] 'compare' (duration: 69.490682ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:37.128751Z","caller":"traceutil/trace.go:171","msg":"trace[79937695] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:534; }","duration":"788.375465ms","start":"2026-03-03T21:16:36.340353Z","end":"2026-03-03T21:16:37.128729Z","steps":["trace[79937695] 'read index received' (duration: 718.533686ms)","trace[79937695] 'applied index is now lower than readState.Index' (duration: 69.840219ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:37.12884Z","caller":"traceutil/trace.go:171","msg":"trace[847988407] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.108178508s","start":"2026-03-03T21:16:36.020636Z","end":"2026-03-03T21:16:37.128815Z","steps":["trace[847988407] 'process raft request' (duration: 1.107982524s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:37.128922Z","caller":"traceutil/trace.go:171","msg":"trace[1831644108] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.10830922s","start":"2026-03-03T21:16:36.020603Z","end":"2026-03-03T21:16:37.128912Z","steps":["trace[1831644108] 'process raft request' (duration: 1.107934322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:37.129004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.020632Z","time spent":"1.108290801s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:16:37.128863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.020493Z","time spent":"1.108212799s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:16:37.128943Z","caller":"traceutil/trace.go:171","msg":"trace[1737266257] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.108144227s","start":"2026-03-03T21:16:36.020705Z","end":"2026-03-03T21:16:37.128849Z","steps":["trace[1737266257] 'process raft request' (duration: 1.107968633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:37.128865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.511078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:37.129305Z","caller":"traceutil/trace.go:171","msg":"trace[1625213798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"788.967998ms","start":"2026-03-03T21:16:36.340295Z","end":"2026-03-03T21:16:37.129263Z","steps":["trace[1625213798] 'agreement among raft nodes before linearized reading' (duration: 788.521728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:37.129044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.020594Z","time spent":"1.108390333s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:16:37.129409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.340272Z","time spent":"789.104191ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:16:37.129372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.020699Z","time spent":"1.108510205s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:16:38.296891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.48641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:16:38.297993Z","caller":"traceutil/trace.go:171","msg":"trace[1851983552] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.415124269s","start":"2026-03-03T21:16:36.882821Z","end":"2026-03-03T21:16:38.297945Z","steps":["trace[1851983552] 'process raft request' (duration: 473.514003ms)","trace[1851983552] 'compare' (duration: 940.241005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:38.298194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.882794Z","time spent":"1.415316223s","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:16:38.298263Z","caller":"traceutil/trace.go:171","msg":"trace[1013826626] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.415061016s","start":"2026-03-03T21:16:36.883104Z","end":"2026-03-03T21:16:38.298165Z","steps":["trace[1013826626] 'process raft request' (duration: 1.414745779s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:38.298444Z","caller":"traceutil/trace.go:171","msg":"trace[889590773] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.003217852s","start":"2026-03-03T21:16:37.295197Z","end":"2026-03-03T21:16:38.298414Z","steps":["trace[889590773] 'process raft request' (duration: 1.00315458s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:38.298459Z","caller":"traceutil/trace.go:171","msg":"trace[1155780862] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.323079287s","start":"2026-03-03T21:16:36.975325Z","end":"2026-03-03T21:16:38.298405Z","steps":["trace[1155780862] 'process raft request' (duration: 1.322837811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:38.298512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.883094Z","time spent":"1.415303661s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:16:38.29851Z","caller":"traceutil/trace.go:171","msg":"trace[1422442830] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:538; }","duration":"1.168226451s","start":"2026-03-03T21:16:37.130254Z","end":"2026-03-03T21:16:38.298481Z","steps":["trace[1422442830] 'read index received' (duration: 226.088834ms)","trace[1422442830] 'applied index is now lower than readState.Index' (duration: 942.135107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:38.298587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:36.9753Z","time spent":"1.3232314s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:16:38.298612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:37.29517Z","time spent":"1.003352774s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:16:38.298766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168487967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:38.298853Z","caller":"traceutil/trace.go:171","msg":"trace[2033052485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"1.16861274s","start":"2026-03-03T21:16:37.130216Z","end":"2026-03-03T21:16:38.298829Z","steps":["trace[2033052485] 'agreement among raft nodes before linearized reading' (duration: 1.168393385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:38.298919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:37.1302Z","time spent":"1.168709742s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:16:38.298798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.985828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T21:16:38.299019Z","caller":"traceutil/trace.go:171","msg":"trace[1565507612] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:521; }","duration":"430.234753ms","start":"2026-03-03T21:16:37.868752Z","end":"2026-03-03T21:16:38.298987Z","steps":["trace[1565507612] 'agreement among raft nodes before linearized reading' (duration: 429.874835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:38.299116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:37.86873Z","time spent":"430.350715ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-03T21:16:38.966631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.831265ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T21:16:38.966743Z","caller":"traceutil/trace.go:171","msg":"trace[2020325974] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:542; }","duration":"658.637978ms","start":"2026-03-03T21:16:38.308087Z","end":"2026-03-03T21:16:38.966725Z","steps":["trace[2020325974] 'read index received' (duration: 314.704841ms)","trace[2020325974] 'applied index is now lower than readState.Index' (duration: 343.931787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:38.966814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.72184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:16:38.966791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:38.301559Z","time spent":"665.225304ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:16:38.966847Z","caller":"traceutil/trace.go:171","msg":"trace[2028043737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"658.795791ms","start":"2026-03-03T21:16:38.308041Z","end":"2026-03-03T21:16:38.966837Z","steps":["trace[2028043737] 'agreement among raft nodes before linearized reading' (duration: 658.72992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:38.966886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:38.30802Z","time spent":"658.858883ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:16:38.96719Z","caller":"traceutil/trace.go:171","msg":"trace[1407644194] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"644.517575ms","start":"2026-03-03T21:16:38.322659Z","end":"2026-03-03T21:16:38.967176Z","steps":["trace[1407644194] 'process raft request' (duration: 644.212508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:38.967276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:38.322628Z","time spent":"644.602748ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:16:38.967169Z","caller":"traceutil/trace.go:171","msg":"trace[1972846189] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"644.32588ms","start":"2026-03-03T21:16:38.322817Z","end":"2026-03-03T21:16:38.967143Z","steps":["trace[1972846189] 'process raft request' (duration: 644.175677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:38.967421Z","caller":"traceutil/trace.go:171","msg":"trace[2034154274] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"643.689647ms","start":"2026-03-03T21:16:38.323704Z","end":"2026-03-03T21:16:38.967394Z","steps":["trace[2034154274] 'process raft request' (duration: 643.349298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:38.967554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:38.323682Z","time spent":"643.80234ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:16:38.967654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:38.322787Z","time spent":"644.615848ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:16:39.461109Z","caller":"traceutil/trace.go:171","msg":"trace[1171717568] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"128.855628ms","start":"2026-03-03T21:16:39.332235Z","end":"2026-03-03T21:16:39.461091Z","steps":["trace[1171717568] 'process raft request' (duration: 127.64667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:39.461317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.472552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:39.461446Z","caller":"traceutil/trace.go:171","msg":"trace[1783766016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"120.638546ms","start":"2026-03-03T21:16:39.340765Z","end":"2026-03-03T21:16:39.461404Z","steps":["trace[1783766016] 'agreement among raft nodes before linearized reading' (duration: 120.427321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:39.461033Z","caller":"traceutil/trace.go:171","msg":"trace[596951125] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"120.173436ms","start":"2026-03-03T21:16:39.340823Z","end":"2026-03-03T21:16:39.460996Z","steps":["trace[596951125] 'read index received' (duration: 118.971859ms)","trace[596951125] 'applied index is now lower than readState.Index' (duration: 1.199847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:40.335304Z","caller":"traceutil/trace.go:171","msg":"trace[1765585901] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"502.66447ms","start":"2026-03-03T21:16:39.832602Z","end":"2026-03-03T21:16:40.335266Z","steps":["trace[1765585901] 'process raft request' (duration: 502.037446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:40.335544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:39.832564Z","time spent":"502.860254ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:16:41.074613Z","caller":"traceutil/trace.go:171","msg":"trace[1315970045] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"207.329338ms","start":"2026-03-03T21:16:40.867228Z","end":"2026-03-03T21:16:41.074557Z","steps":["trace[1315970045] 'process raft request' (duration: 207.051362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.077502Z","caller":"traceutil/trace.go:171","msg":"trace[548545020] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"165.405168ms","start":"2026-03-03T21:16:43.912076Z","end":"2026-03-03T21:16:44.077481Z","steps":["trace[548545020] 'process raft request' (duration: 165.294866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:47.873044Z","caller":"traceutil/trace.go:171","msg":"trace[1272879559] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"192.96727ms","start":"2026-03-03T21:16:47.680048Z","end":"2026-03-03T21:16:47.873015Z","steps":["trace[1272879559] 'process raft request' (duration: 192.681783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:49.301042Z","caller":"traceutil/trace.go:171","msg":"trace[723438384] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"107.113446ms","start":"2026-03-03T21:16:49.193893Z","end":"2026-03-03T21:16:49.301006Z","steps":["trace[723438384] 'process raft request' (duration: 106.317118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:52.39581Z","caller":"traceutil/trace.go:171","msg":"trace[1764417410] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"116.025593ms","start":"2026-03-03T21:16:52.279762Z","end":"2026-03-03T21:16:52.395787Z","steps":["trace[1764417410] 'process raft request' (duration: 115.90059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:52.971361Z","caller":"traceutil/trace.go:171","msg":"trace[568155335] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"142.266045ms","start":"2026-03-03T21:16:52.829064Z","end":"2026-03-03T21:16:52.97133Z","steps":["trace[568155335] 'process raft request' (duration: 142.06186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:53.347268Z","caller":"traceutil/trace.go:171","msg":"trace[1059203403] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"117.65548ms","start":"2026-03-03T21:16:53.22958Z","end":"2026-03-03T21:16:53.347235Z","steps":["trace[1059203403] 'process raft request' (duration: 117.434395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:53.34768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.00167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T21:16:53.347767Z","caller":"traceutil/trace.go:171","msg":"trace[1764856444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:823; }","duration":"110.096772ms","start":"2026-03-03T21:16:53.23765Z","end":"2026-03-03T21:16:53.347746Z","steps":["trace[1764856444] 'agreement among raft nodes before linearized reading' (duration: 109.812156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:53.3765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.848147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T21:16:53.376601Z","caller":"traceutil/trace.go:171","msg":"trace[1343110522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:824; }","duration":"101.036101ms","start":"2026-03-03T21:16:53.275545Z","end":"2026-03-03T21:16:53.376581Z","steps":["trace[1343110522] 'agreement among raft nodes before linearized reading' (duration: 100.742584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:53.58528Z","caller":"traceutil/trace.go:171","msg":"trace[1897632823] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"147.793208ms","start":"2026-03-03T21:16:53.437451Z","end":"2026-03-03T21:16:53.585244Z","steps":["trace[1897632823] 'process raft request' (duration: 147.522692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:53.708253Z","caller":"traceutil/trace.go:171","msg":"trace[1923649357] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"265.480398ms","start":"2026-03-03T21:16:53.442741Z","end":"2026-03-03T21:16:53.708221Z","steps":["trace[1923649357] 'process raft request' (duration: 252.902258ms)","trace[1923649357] 'compare' (duration: 12.355584ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:53.708587Z","caller":"traceutil/trace.go:171","msg":"trace[1353236597] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"265.682332ms","start":"2026-03-03T21:16:53.442885Z","end":"2026-03-03T21:16:53.708567Z","steps":["trace[1353236597] 'process raft request' (duration: 265.276134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:53.708611Z","caller":"traceutil/trace.go:171","msg":"trace[462205435] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"265.009128ms","start":"2026-03-03T21:16:53.443572Z","end":"2026-03-03T21:16:53.708581Z","steps":["trace[462205435] 'process raft request' (duration: 264.860034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:59.004658Z","caller":"traceutil/trace.go:171","msg":"trace[952990649] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"135.782821ms","start":"2026-03-03T21:16:58.86885Z","end":"2026-03-03T21:16:59.004632Z","steps":["trace[952990649] 'process raft request' (duration: 135.645558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:59.773822Z","caller":"traceutil/trace.go:171","msg":"trace[1798208123] linearizableReadLoop","detail":"{readStateIndex:907; appliedIndex:906; }","duration":"311.508779ms","start":"2026-03-03T21:16:59.462286Z","end":"2026-03-03T21:16:59.773795Z","steps":["trace[1798208123] 'read index received' (duration: 311.383166ms)","trace[1798208123] 'applied index is now lower than readState.Index' (duration: 124.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:59.773877Z","caller":"traceutil/trace.go:171","msg":"trace[1599539833] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"313.8104ms","start":"2026-03-03T21:16:59.460039Z","end":"2026-03-03T21:16:59.77385Z","steps":["trace[1599539833] 'process raft request' (duration: 313.592075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:59.774028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:59.460023Z","time spent":"313.923122ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:16:59.774043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.337812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:59.774142Z","caller":"traceutil/trace.go:171","msg":"trace[618084240] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:877; }","duration":"227.501996ms","start":"2026-03-03T21:16:59.54662Z","end":"2026-03-03T21:16:59.774122Z","steps":["trace[618084240] 'agreement among raft nodes before linearized reading' (duration: 227.332423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:59.774546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.215794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:16:59.774685Z","caller":"traceutil/trace.go:171","msg":"trace[1287999778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:877; }","duration":"312.396768ms","start":"2026-03-03T21:16:59.462259Z","end":"2026-03-03T21:16:59.774656Z","steps":["trace[1287999778] 'agreement among raft nodes before linearized reading' (duration: 311.699473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:59.774741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:59.462249Z","time spent":"312.48204ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:17:01.007899Z","caller":"traceutil/trace.go:171","msg":"trace[1248242499] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"104.64208ms","start":"2026-03-03T21:17:00.903233Z","end":"2026-03-03T21:17:01.007875Z","steps":["trace[1248242499] 'process raft request' (duration: 104.258272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:01.893519Z","caller":"traceutil/trace.go:171","msg":"trace[351021526] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"110.95829ms","start":"2026-03-03T21:17:01.782539Z","end":"2026-03-03T21:17:01.893497Z","steps":["trace[351021526] 'process raft request' (duration: 110.780336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:01.893862Z","caller":"traceutil/trace.go:171","msg":"trace[400107013] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"110.580093ms","start":"2026-03-03T21:17:01.783248Z","end":"2026-03-03T21:17:01.893828Z","steps":["trace[400107013] 'process raft request' (duration: 110.194693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:29.132746Z","caller":"traceutil/trace.go:171","msg":"trace[1858057927] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"122.222871ms","start":"2026-03-03T21:17:29.010497Z","end":"2026-03-03T21:17:29.13272Z","steps":["trace[1858057927] 'process raft request' (duration: 122.083018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.514521Z","caller":"traceutil/trace.go:171","msg":"trace[1862428334] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"271.41515ms","start":"2026-03-03T21:17:54.243078Z","end":"2026-03-03T21:17:54.514493Z","steps":["trace[1862428334] 'process raft request' (duration: 271.206586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.537042Z","caller":"traceutil/trace.go:171","msg":"trace[15815700] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1558; }","duration":"285.635406ms","start":"2026-03-03T21:17:54.25138Z","end":"2026-03-03T21:17:54.537015Z","steps":["trace[15815700] 'read index received' (duration: 262.87568ms)","trace[15815700] 'applied index is now lower than readState.Index' (duration: 22.758686ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:17:54.537203Z","caller":"traceutil/trace.go:171","msg":"trace[752893950] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"184.874458ms","start":"2026-03-03T21:17:54.352315Z","end":"2026-03-03T21:17:54.53719Z","steps":["trace[752893950] 'process raft request' (duration: 184.660002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.537175Z","caller":"traceutil/trace.go:171","msg":"trace[1632764539] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"285.986676ms","start":"2026-03-03T21:17:54.251111Z","end":"2026-03-03T21:17:54.537098Z","steps":["trace[1632764539] 'process raft request' (duration: 285.812321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.537397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.208455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:17:54.537445Z","caller":"traceutil/trace.go:171","msg":"trace[348563605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"185.319389ms","start":"2026-03-03T21:17:54.352113Z","end":"2026-03-03T21:17:54.537433Z","steps":["trace[348563605] 'agreement among raft nodes before linearized reading' (duration: 185.230357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.537442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.066063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T21:17:54.537505Z","caller":"traceutil/trace.go:171","msg":"trace[1993834584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1495; }","duration":"284.147874ms","start":"2026-03-03T21:17:54.253343Z","end":"2026-03-03T21:17:54.537491Z","steps":["trace[1993834584] 'agreement among raft nodes before linearized reading' (duration: 283.96519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.537543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.239932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:17:54.537624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.532204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:17:54.537656Z","caller":"traceutil/trace.go:171","msg":"trace[188142255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"185.567505ms","start":"2026-03-03T21:17:54.352079Z","end":"2026-03-03T21:17:54.537646Z","steps":["trace[188142255] 'agreement among raft nodes before linearized reading' (duration: 185.514043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.537652Z","caller":"traceutil/trace.go:171","msg":"trace[689588547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"156.414376ms","start":"2026-03-03T21:17:54.381214Z","end":"2026-03-03T21:17:54.537628Z","steps":["trace[689588547] 'agreement among raft nodes before linearized reading' (duration: 156.219892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.537682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.474367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:17:54.537727Z","caller":"traceutil/trace.go:171","msg":"trace[1686895391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"156.544688ms","start":"2026-03-03T21:17:54.381172Z","end":"2026-03-03T21:17:54.537717Z","steps":["trace[1686895391] 'agreement among raft nodes before linearized reading' (duration: 156.480947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.537804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.498427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:17:54.537916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.614715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:17:54.53799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.447418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:17:54.537998Z","caller":"traceutil/trace.go:171","msg":"trace[1381931332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1495; }","duration":"185.796028ms","start":"2026-03-03T21:17:54.352182Z","end":"2026-03-03T21:17:54.537978Z","steps":["trace[1381931332] 'agreement among raft nodes before linearized reading' (duration: 185.625524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.53802Z","caller":"traceutil/trace.go:171","msg":"trace[1784139941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"274.49195ms","start":"2026-03-03T21:17:54.263518Z","end":"2026-03-03T21:17:54.53801Z","steps":["trace[1784139941] 'agreement among raft nodes before linearized reading' (duration: 274.452029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.538139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.759911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T21:17:54.53818Z","caller":"traceutil/trace.go:171","msg":"trace[1717281441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1495; }","duration":"286.814143ms","start":"2026-03-03T21:17:54.251356Z","end":"2026-03-03T21:17:54.53817Z","steps":["trace[1717281441] 'agreement among raft nodes before linearized reading' (duration: 286.67442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.537951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.332756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:17:54.538132Z","caller":"traceutil/trace.go:171","msg":"trace[1933169153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"125.06411ms","start":"2026-03-03T21:17:54.412868Z","end":"2026-03-03T21:17:54.537932Z","steps":["trace[1933169153] 'agreement among raft nodes before linearized reading' (duration: 124.474867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.537849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.453431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:17:54.538419Z","caller":"traceutil/trace.go:171","msg":"trace[44687776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"249.046184ms","start":"2026-03-03T21:17:54.289361Z","end":"2026-03-03T21:17:54.538407Z","steps":["trace[44687776] 'agreement among raft nodes before linearized reading' (duration: 248.456711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.538218Z","caller":"traceutil/trace.go:171","msg":"trace[1956315305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"274.635113ms","start":"2026-03-03T21:17:54.263574Z","end":"2026-03-03T21:17:54.538209Z","steps":["trace[1956315305] 'agreement among raft nodes before linearized reading' (duration: 274.345837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.537782Z","caller":"traceutil/trace.go:171","msg":"trace[942803818] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"294.096275ms","start":"2026-03-03T21:17:54.24356Z","end":"2026-03-03T21:17:54.537656Z","steps":["trace[942803818] 'process raft request' (duration: 293.215214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:17:54.5379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.616405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:17:54.537858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.956617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:17:54.539065Z","caller":"traceutil/trace.go:171","msg":"trace[1583622878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"126.209704ms","start":"2026-03-03T21:17:54.412847Z","end":"2026-03-03T21:17:54.539057Z","steps":["trace[1583622878] 'agreement among raft nodes before linearized reading' (duration: 124.978668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:54.53869Z","caller":"traceutil/trace.go:171","msg":"trace[1197709258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1495; }","duration":"249.410792ms","start":"2026-03-03T21:17:54.289264Z","end":"2026-03-03T21:17:54.538675Z","steps":["trace[1197709258] 'agreement among raft nodes before linearized reading' (duration: 248.611655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.19105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717524407,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:18:02.593903Z","caller":"traceutil/trace.go:171","msg":"trace[1634281231] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"931.880007ms","start":"2026-03-03T21:18:01.662004Z","end":"2026-03-03T21:18:02.593884Z","steps":["trace[1634281231] 'process raft request' (duration: 931.713212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.594112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:01.661965Z","time spent":"932.02495ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:02.593904Z","caller":"traceutil/trace.go:171","msg":"trace[1735511320] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1673; }","duration":"903.311762ms","start":"2026-03-03T21:18:01.690563Z","end":"2026-03-03T21:18:02.593874Z","steps":["trace[1735511320] 'read index received' (duration: 903.301541ms)","trace[1735511320] 'applied index is now lower than readState.Index' (duration: 8.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:02.594129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.552667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:02.594183Z","caller":"traceutil/trace.go:171","msg":"trace[1018714771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1604; }","duration":"903.641579ms","start":"2026-03-03T21:18:01.690528Z","end":"2026-03-03T21:18:02.594169Z","steps":["trace[1018714771] 'agreement among raft nodes before linearized reading' (duration: 903.428394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.594216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:01.690515Z","time spent":"903.69308ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T21:18:02.62037Z","caller":"traceutil/trace.go:171","msg":"trace[150452855] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"222.912793ms","start":"2026-03-03T21:18:02.397428Z","end":"2026-03-03T21:18:02.620341Z","steps":["trace[150452855] 'process raft request' (duration: 222.708229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.620597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.027875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:18:02.620677Z","caller":"traceutil/trace.go:171","msg":"trace[2097260355] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1606; }","duration":"894.183798ms","start":"2026-03-03T21:18:01.726479Z","end":"2026-03-03T21:18:02.620662Z","steps":["trace[2097260355] 'agreement among raft nodes before linearized reading' (duration: 894.037105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.620718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:01.726447Z","time spent":"894.26016ms","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:18:02.620778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.687782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a57f573-ecb9-472b-9b31-03716aadae6c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-03T21:18:02.620778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.648211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a57f573-ecb9-472b-9b31-03716aadae6c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T21:18:02.620869Z","caller":"traceutil/trace.go:171","msg":"trace[1771364668] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a57f573-ecb9-472b-9b31-03716aadae6c; range_end:; response_count:1; response_revision:1606; }","duration":"422.813495ms","start":"2026-03-03T21:18:02.198037Z","end":"2026-03-03T21:18:02.62085Z","steps":["trace[1771364668] 'agreement among raft nodes before linearized reading' (duration: 422.609751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.620937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.198027Z","time spent":"422.893737ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a57f573-ecb9-472b-9b31-03716aadae6c\" "} {"level":"info","ts":"2026-03-03T21:18:02.620966Z","caller":"traceutil/trace.go:171","msg":"trace[1622295154] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a57f573-ecb9-472b-9b31-03716aadae6c; range_end:; response_count:1; response_revision:1606; }","duration":"440.787624ms","start":"2026-03-03T21:18:02.180077Z","end":"2026-03-03T21:18:02.620864Z","steps":["trace[1622295154] 'agreement among raft nodes before linearized reading' (duration: 440.589359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.621037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.180046Z","time spent":"440.951068ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a57f573-ecb9-472b-9b31-03716aadae6c\" "} {"level":"warn","ts":"2026-03-03T21:18:02.620946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.526021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:18:02.62128Z","caller":"traceutil/trace.go:171","msg":"trace[1220371035] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1606; }","duration":"824.866019ms","start":"2026-03-03T21:18:01.796361Z","end":"2026-03-03T21:18:02.621227Z","steps":["trace[1220371035] 'agreement among raft nodes before linearized reading' (duration: 824.541662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:02.621432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:01.796327Z","time spent":"825.053332ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:18:03.456969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717524412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:18:03.54998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.520685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:18:03.550183Z","caller":"traceutil/trace.go:171","msg":"trace[1421373120] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"924.558273ms","start":"2026-03-03T21:18:02.625596Z","end":"2026-03-03T21:18:03.550154Z","steps":["trace[1421373120] 'process raft request' (duration: 43.753652ms)","trace[1421373120] 'compare' (duration: 880.199588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:03.550274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.625573Z","time spent":"924.656335ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:03.596324Z","caller":"traceutil/trace.go:171","msg":"trace[258955881] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"970.610486ms","start":"2026-03-03T21:18:02.625672Z","end":"2026-03-03T21:18:03.596282Z","steps":["trace[258955881] 'process raft request' (duration: 970.36117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.596581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.62564Z","time spent":"970.820251ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:03.596777Z","caller":"traceutil/trace.go:171","msg":"trace[1886955720] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"970.996746ms","start":"2026-03-03T21:18:02.6257Z","end":"2026-03-03T21:18:03.596696Z","steps":["trace[1886955720] 'process raft request' (duration: 970.531265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:03.596842Z","caller":"traceutil/trace.go:171","msg":"trace[195502338] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"969.977413ms","start":"2026-03-03T21:18:02.626829Z","end":"2026-03-03T21:18:03.596806Z","steps":["trace[195502338] 'process raft request' (duration: 969.628455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.596983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.626815Z","time spent":"970.090895ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:03.597109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.625655Z","time spent":"971.213691ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:03.597299Z","caller":"traceutil/trace.go:171","msg":"trace[1577248355] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"969.975433ms","start":"2026-03-03T21:18:02.627304Z","end":"2026-03-03T21:18:03.59728Z","steps":["trace[1577248355] 'process raft request' (duration: 969.337038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.59739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.627285Z","time spent":"970.062375ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:03.59758Z","caller":"traceutil/trace.go:171","msg":"trace[975450019] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"969.019722ms","start":"2026-03-03T21:18:02.628529Z","end":"2026-03-03T21:18:03.597549Z","steps":["trace[975450019] 'process raft request' (duration: 968.668084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.597943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.628515Z","time spent":"969.353109ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:03.638934Z","caller":"traceutil/trace.go:171","msg":"trace[1236686108] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"680.064041ms","start":"2026-03-03T21:18:02.95884Z","end":"2026-03-03T21:18:03.638904Z","steps":["trace[1236686108] 'process raft request' (duration: 679.820934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.639106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.958822Z","time spent":"680.193944ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:03.714626Z","caller":"traceutil/trace.go:171","msg":"trace[653909112] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"514.370979ms","start":"2026-03-03T21:18:03.20022Z","end":"2026-03-03T21:18:03.714591Z","steps":["trace[653909112] 'process raft request' (duration: 514.074262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.714786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.939232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:18:03.714821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:03.200185Z","time spent":"514.530773ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:03.714859Z","caller":"traceutil/trace.go:171","msg":"trace[1821619149] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1615; }","duration":"758.088735ms","start":"2026-03-03T21:18:02.956754Z","end":"2026-03-03T21:18:03.714843Z","steps":["trace[1821619149] 'agreement among raft nodes before linearized reading' (duration: 757.948472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.71491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:02.956704Z","time spent":"758.192977ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:18:03.715144Z","caller":"traceutil/trace.go:171","msg":"trace[214409241] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"266.011101ms","start":"2026-03-03T21:18:03.449091Z","end":"2026-03-03T21:18:03.715102Z","steps":["trace[214409241] 'process raft request' (duration: 265.367196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:03.714552Z","caller":"traceutil/trace.go:171","msg":"trace[628511510] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1676; }","duration":"757.698026ms","start":"2026-03-03T21:18:02.956826Z","end":"2026-03-03T21:18:03.714524Z","steps":["trace[628511510] 'read index received' (duration: 639.11158ms)","trace[628511510] 'applied index is now lower than readState.Index' (duration: 118.585206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:03.715591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.832214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:18:03.715657Z","caller":"traceutil/trace.go:171","msg":"trace[671136261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1615; }","duration":"372.922856ms","start":"2026-03-03T21:18:03.342715Z","end":"2026-03-03T21:18:03.715638Z","steps":["trace[671136261] 'agreement among raft nodes before linearized reading' (duration: 372.822244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.715804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.844367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:03.715884Z","caller":"traceutil/trace.go:171","msg":"trace[1045375961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1615; }","duration":"112.923139ms","start":"2026-03-03T21:18:03.60294Z","end":"2026-03-03T21:18:03.715863Z","steps":["trace[1045375961] 'agreement among raft nodes before linearized reading' (duration: 112.675004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:03.715896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:03.342692Z","time spent":"373.007828ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:18:10.912152Z","caller":"traceutil/trace.go:171","msg":"trace[2063914809] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"265.885388ms","start":"2026-03-03T21:18:10.646239Z","end":"2026-03-03T21:18:10.912124Z","steps":["trace[2063914809] 'process raft request' (duration: 265.698844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:10.913225Z","caller":"traceutil/trace.go:171","msg":"trace[1098249718] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1746; }","duration":"221.965412ms","start":"2026-03-03T21:18:10.691238Z","end":"2026-03-03T21:18:10.913203Z","steps":["trace[1098249718] 'read index received' (duration: 220.715804ms)","trace[1098249718] 'applied index is now lower than readState.Index' (duration: 1.248218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:10.913337Z","caller":"traceutil/trace.go:171","msg":"trace[1840098176] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"264.248641ms","start":"2026-03-03T21:18:10.649029Z","end":"2026-03-03T21:18:10.913278Z","steps":["trace[1840098176] 'process raft request' (duration: 264.094958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:10.913588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.330439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:18:10.913625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.472635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:10.913689Z","caller":"traceutil/trace.go:171","msg":"trace[516287578] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1676; }","duration":"222.488643ms","start":"2026-03-03T21:18:10.691183Z","end":"2026-03-03T21:18:10.913672Z","steps":["trace[516287578] 'agreement among raft nodes before linearized reading' (duration: 222.264328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:10.913702Z","caller":"traceutil/trace.go:171","msg":"trace[719404281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1676; }","duration":"142.602758ms","start":"2026-03-03T21:18:10.771078Z","end":"2026-03-03T21:18:10.913681Z","steps":["trace[719404281] 'agreement among raft nodes before linearized reading' (duration: 142.405614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:17.462482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717524645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:18:17.864625Z","caller":"traceutil/trace.go:171","msg":"trace[2039851990] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"930.915825ms","start":"2026-03-03T21:18:16.933674Z","end":"2026-03-03T21:18:17.86459Z","steps":["trace[2039851990] 'process raft request' (duration: 930.70314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:17.864906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:16.933636Z","time spent":"931.094379ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:17.871025Z","caller":"traceutil/trace.go:171","msg":"trace[84177402] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1791; }","duration":"909.011438ms","start":"2026-03-03T21:18:16.961993Z","end":"2026-03-03T21:18:17.871005Z","steps":["trace[84177402] 'read index received' (duration: 902.532135ms)","trace[84177402] 'applied index is now lower than readState.Index' (duration: 6.478433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:17.871099Z","caller":"traceutil/trace.go:171","msg":"trace[1694759705] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"190.301938ms","start":"2026-03-03T21:18:17.680778Z","end":"2026-03-03T21:18:17.87108Z","steps":["trace[1694759705] 'process raft request' (duration: 190.193185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:17.871088Z","caller":"traceutil/trace.go:171","msg":"trace[1036983632] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"936.279713ms","start":"2026-03-03T21:18:16.934772Z","end":"2026-03-03T21:18:17.871051Z","steps":["trace[1036983632] 'process raft request' (duration: 936.078199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:17.871221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.216502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:17.871257Z","caller":"traceutil/trace.go:171","msg":"trace[1147263165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1721; }","duration":"909.292754ms","start":"2026-03-03T21:18:16.961954Z","end":"2026-03-03T21:18:17.871246Z","steps":["trace[1147263165] 'agreement among raft nodes before linearized reading' (duration: 909.152731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:17.871259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:16.934741Z","time spent":"936.427187ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:17.871284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:16.96194Z","time spent":"909.337725ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T21:18:17.87136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.777769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:18:17.871416Z","caller":"traceutil/trace.go:171","msg":"trace[2088929902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1721; }","duration":"222.866822ms","start":"2026-03-03T21:18:17.648519Z","end":"2026-03-03T21:18:17.871386Z","steps":["trace[2088929902] 'agreement among raft nodes before linearized reading' (duration: 222.723428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:17.871498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.432309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T21:18:17.871542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.034539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:18:17.871563Z","caller":"traceutil/trace.go:171","msg":"trace[1628708964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1721; }","duration":"207.518351ms","start":"2026-03-03T21:18:17.664026Z","end":"2026-03-03T21:18:17.871544Z","steps":["trace[1628708964] 'agreement among raft nodes before linearized reading' (duration: 207.310826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:17.871567Z","caller":"traceutil/trace.go:171","msg":"trace[1461909403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1721; }","duration":"211.079289ms","start":"2026-03-03T21:18:17.66048Z","end":"2026-03-03T21:18:17.87156Z","steps":["trace[1461909403] 'agreement among raft nodes before linearized reading' (duration: 211.005718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:17.871569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.899726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:18:17.871639Z","caller":"traceutil/trace.go:171","msg":"trace[452098847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1721; }","duration":"211.026959ms","start":"2026-03-03T21:18:17.660592Z","end":"2026-03-03T21:18:17.871619Z","steps":["trace[452098847] 'agreement among raft nodes before linearized reading' (duration: 210.849005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:17.871651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.217029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:18:17.871711Z","caller":"traceutil/trace.go:171","msg":"trace[1362693631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1721; }","duration":"205.296831ms","start":"2026-03-03T21:18:17.666398Z","end":"2026-03-03T21:18:17.871694Z","steps":["trace[1362693631] 'agreement among raft nodes before linearized reading' (duration: 205.080587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:42.055151Z","caller":"traceutil/trace.go:171","msg":"trace[27269670] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"100.939738ms","start":"2026-03-03T21:18:41.954189Z","end":"2026-03-03T21:18:42.055129Z","steps":["trace[27269670] 'process raft request' (duration: 100.760294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:42.255123Z","caller":"traceutil/trace.go:171","msg":"trace[469164196] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1923; }","duration":"265.609833ms","start":"2026-03-03T21:18:41.989488Z","end":"2026-03-03T21:18:42.255098Z","steps":["trace[469164196] 'read index received' (duration: 65.507845ms)","trace[469164196] 'applied index is now lower than readState.Index' (duration: 200.100858ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:42.25521Z","caller":"traceutil/trace.go:171","msg":"trace[33582195] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"292.310794ms","start":"2026-03-03T21:18:41.962862Z","end":"2026-03-03T21:18:42.255173Z","steps":["trace[33582195] 'process raft request' (duration: 263.297654ms)","trace[33582195] 'compare' (duration: 28.751014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:42.255265Z","caller":"traceutil/trace.go:171","msg":"trace[888605418] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"286.101446ms","start":"2026-03-03T21:18:41.969151Z","end":"2026-03-03T21:18:42.255252Z","steps":["trace[888605418] 'process raft request' (duration: 285.897612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:42.255534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.023522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:18:42.255588Z","caller":"traceutil/trace.go:171","msg":"trace[900898362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1848; }","duration":"266.124074ms","start":"2026-03-03T21:18:41.989453Z","end":"2026-03-03T21:18:42.255577Z","steps":["trace[900898362] 'agreement among raft nodes before linearized reading' (duration: 265.92976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:42.255564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.340286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:18:42.255685Z","caller":"traceutil/trace.go:171","msg":"trace[1028189119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1848; }","duration":"264.49888ms","start":"2026-03-03T21:18:41.991158Z","end":"2026-03-03T21:18:42.255657Z","steps":["trace[1028189119] 'agreement among raft nodes before linearized reading' (duration: 264.242044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:42.255794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.128036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:18:42.255846Z","caller":"traceutil/trace.go:171","msg":"trace[1320322989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1848; }","duration":"261.210738ms","start":"2026-03-03T21:18:41.994624Z","end":"2026-03-03T21:18:42.255835Z","steps":["trace[1320322989] 'agreement among raft nodes before linearized reading' (duration: 261.045715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:42.255995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.282891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:18:42.25604Z","caller":"traceutil/trace.go:171","msg":"trace[1861248259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1848; }","duration":"262.341392ms","start":"2026-03-03T21:18:41.993687Z","end":"2026-03-03T21:18:42.256029Z","steps":["trace[1861248259] 'agreement among raft nodes before linearized reading' (duration: 262.23422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:42.256041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.473356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:42.256093Z","caller":"traceutil/trace.go:171","msg":"trace[1072454353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"200.540688ms","start":"2026-03-03T21:18:42.055536Z","end":"2026-03-03T21:18:42.256077Z","steps":["trace[1072454353] 'agreement among raft nodes before linearized reading' (duration: 200.428086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:42.256211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.537547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:18:42.256252Z","caller":"traceutil/trace.go:171","msg":"trace[202703720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1848; }","duration":"262.599588ms","start":"2026-03-03T21:18:41.993643Z","end":"2026-03-03T21:18:42.256243Z","steps":["trace[202703720] 'agreement among raft nodes before linearized reading' (duration: 262.492906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:42.416255Z","caller":"traceutil/trace.go:171","msg":"trace[53100372] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"155.005212ms","start":"2026-03-03T21:18:42.261228Z","end":"2026-03-03T21:18:42.416233Z","steps":["trace[53100372] 'process raft request' (duration: 103.161947ms)","trace[53100372] 'compare' (duration: 51.293523ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:42.416385Z","caller":"traceutil/trace.go:171","msg":"trace[535709357] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"155.057744ms","start":"2026-03-03T21:18:42.261322Z","end":"2026-03-03T21:18:42.41638Z","steps":["trace[535709357] 'process raft request' (duration: 154.464891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:42.416446Z","caller":"traceutil/trace.go:171","msg":"trace[237608859] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"155.054983ms","start":"2026-03-03T21:18:42.261387Z","end":"2026-03-03T21:18:42.416442Z","steps":["trace[237608859] 'process raft request' (duration: 154.428259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:42.416513Z","caller":"traceutil/trace.go:171","msg":"trace[1460178152] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"155.069973ms","start":"2026-03-03T21:18:42.261439Z","end":"2026-03-03T21:18:42.416509Z","steps":["trace[1460178152] 'process raft request' (duration: 154.402049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:42.416576Z","caller":"traceutil/trace.go:171","msg":"trace[350246566] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"153.159832ms","start":"2026-03-03T21:18:42.263412Z","end":"2026-03-03T21:18:42.416572Z","steps":["trace[350246566] 'process raft request' (duration: 152.451946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:48.323649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.612101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:18:48.323748Z","caller":"traceutil/trace.go:171","msg":"trace[1848747292] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"324.24144ms","start":"2026-03-03T21:18:47.999492Z","end":"2026-03-03T21:18:48.323733Z","steps":["trace[1848747292] 'process raft request' (duration: 223.479535ms)","trace[1848747292] 'compare' (duration: 100.524409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:48.32379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:47.999465Z","time spent":"324.306041ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:48.331034Z","caller":"traceutil/trace.go:171","msg":"trace[1939338998] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"254.594462ms","start":"2026-03-03T21:18:48.076418Z","end":"2026-03-03T21:18:48.331013Z","steps":["trace[1939338998] 'process raft request' (duration: 254.447519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:48.690344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.961287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T21:18:48.690388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.838925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T21:18:48.690391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.683134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:18:48.690442Z","caller":"traceutil/trace.go:171","msg":"trace[1594510848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1878; }","duration":"240.092761ms","start":"2026-03-03T21:18:48.450325Z","end":"2026-03-03T21:18:48.690418Z","steps":["trace[1594510848] 'range keys from in-memory index tree' (duration: 239.740183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:48.690459Z","caller":"traceutil/trace.go:171","msg":"trace[1362473581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1878; }","duration":"248.945306ms","start":"2026-03-03T21:18:48.441494Z","end":"2026-03-03T21:18:48.690439Z","steps":["trace[1362473581] 'range keys from in-memory index tree' (duration: 248.71159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:48.690468Z","caller":"traceutil/trace.go:171","msg":"trace[1428462867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1878; }","duration":"240.802547ms","start":"2026-03-03T21:18:48.449648Z","end":"2026-03-03T21:18:48.69045Z","steps":["trace[1428462867] 'range keys from in-memory index tree' (duration: 240.52181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:48.690388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.496809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:18:48.690615Z","caller":"traceutil/trace.go:171","msg":"trace[705300256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1878; }","duration":"244.788746ms","start":"2026-03-03T21:18:48.445807Z","end":"2026-03-03T21:18:48.690595Z","steps":["trace[705300256] 'range keys from in-memory index tree' (duration: 244.319854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:48.866533Z","caller":"traceutil/trace.go:171","msg":"trace[1474972354] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"171.237011ms","start":"2026-03-03T21:18:48.695271Z","end":"2026-03-03T21:18:48.866508Z","steps":["trace[1474972354] 'process raft request' (duration: 171.096168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:48.885219Z","caller":"traceutil/trace.go:171","msg":"trace[1962100084] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"189.812941ms","start":"2026-03-03T21:18:48.695383Z","end":"2026-03-03T21:18:48.885196Z","steps":["trace[1962100084] 'process raft request' (duration: 189.648977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:48.885406Z","caller":"traceutil/trace.go:171","msg":"trace[390632857] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"189.920544ms","start":"2026-03-03T21:18:48.695463Z","end":"2026-03-03T21:18:48.885383Z","steps":["trace[390632857] 'process raft request' (duration: 189.676259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:48.885851Z","caller":"traceutil/trace.go:171","msg":"trace[1818119875] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"189.970035ms","start":"2026-03-03T21:18:48.695872Z","end":"2026-03-03T21:18:48.885843Z","steps":["trace[1818119875] 'process raft request' (duration: 189.439583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:48.885844Z","caller":"traceutil/trace.go:171","msg":"trace[1127345426] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"107.210557ms","start":"2026-03-03T21:18:48.778614Z","end":"2026-03-03T21:18:48.885825Z","steps":["trace[1127345426] 'process raft request' (duration: 107.122735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:49.52842Z","caller":"traceutil/trace.go:171","msg":"trace[1861191211] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"154.84242ms","start":"2026-03-03T21:18:49.373553Z","end":"2026-03-03T21:18:49.528396Z","steps":["trace[1861191211] 'process raft request' (duration: 154.606645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:55.379894Z","caller":"traceutil/trace.go:171","msg":"trace[1813796417] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"480.452357ms","start":"2026-03-03T21:18:54.899407Z","end":"2026-03-03T21:18:55.379859Z","steps":["trace[1813796417] 'process raft request' (duration: 480.209292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.380136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:54.899387Z","time spent":"480.59833ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:55.380212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.28948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:18:55.380322Z","caller":"traceutil/trace.go:171","msg":"trace[1265014253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1907; }","duration":"473.475424ms","start":"2026-03-03T21:18:54.906827Z","end":"2026-03-03T21:18:55.380303Z","steps":["trace[1265014253] 'agreement among raft nodes before linearized reading' (duration: 473.182478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.380382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:54.9068Z","time spent":"473.569596ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:18:55.380703Z","caller":"traceutil/trace.go:171","msg":"trace[2115151038] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"472.88302ms","start":"2026-03-03T21:18:54.906895Z","end":"2026-03-03T21:18:55.379778Z","steps":["trace[2115151038] 'read index received' (duration: 472.757677ms)","trace[2115151038] 'applied index is now lower than readState.Index' (duration: 123.723µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:55.387799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.765936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:18:55.387874Z","caller":"traceutil/trace.go:171","msg":"trace[103309373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"476.883518ms","start":"2026-03-03T21:18:54.910974Z","end":"2026-03-03T21:18:55.387857Z","steps":["trace[103309373] 'agreement among raft nodes before linearized reading' (duration: 476.676884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.387913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.420725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-03T21:18:55.387917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:54.910956Z","time spent":"476.95006ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:18:55.387948Z","caller":"traceutil/trace.go:171","msg":"trace[1489666937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1908; }","duration":"186.487417ms","start":"2026-03-03T21:18:55.201454Z","end":"2026-03-03T21:18:55.387941Z","steps":["trace[1489666937] 'agreement among raft nodes before linearized reading' (duration: 186.389565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:55.387994Z","caller":"traceutil/trace.go:171","msg":"trace[1299710557] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"378.082868ms","start":"2026-03-03T21:18:55.009882Z","end":"2026-03-03T21:18:55.387965Z","steps":["trace[1299710557] 'process raft request' (duration: 377.632668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.388164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:55.009859Z","time spent":"378.223271ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:55.388115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.239775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:18:55.388243Z","caller":"traceutil/trace.go:171","msg":"trace[369630530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"476.413678ms","start":"2026-03-03T21:18:54.911803Z","end":"2026-03-03T21:18:55.388217Z","steps":["trace[369630530] 'agreement among raft nodes before linearized reading' (duration: 476.092391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.388308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:54.91179Z","time spent":"476.506981ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:18:55.782683Z","caller":"traceutil/trace.go:171","msg":"trace[1558164448] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"393.619451ms","start":"2026-03-03T21:18:55.38904Z","end":"2026-03-03T21:18:55.78266Z","steps":["trace[1558164448] 'read index received' (duration: 358.257621ms)","trace[1558164448] 'applied index is now lower than readState.Index' (duration: 35.36086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:55.782814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.758134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:18:55.782846Z","caller":"traceutil/trace.go:171","msg":"trace[849204047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"393.826196ms","start":"2026-03-03T21:18:55.38901Z","end":"2026-03-03T21:18:55.782836Z","steps":["trace[849204047] 'agreement among raft nodes before linearized reading' (duration: 393.761624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:55.782807Z","caller":"traceutil/trace.go:171","msg":"trace[1852278589] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"394.875239ms","start":"2026-03-03T21:18:55.387895Z","end":"2026-03-03T21:18:55.78277Z","steps":["trace[1852278589] 'process raft request' (duration: 359.487728ms)","trace[1852278589] 'compare' (duration: 35.184367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:55.782878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:55.388995Z","time spent":"393.873716ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:18:55.783277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:55.387864Z","time spent":"395.250008ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:55.822507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.423265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:18:55.822616Z","caller":"traceutil/trace.go:171","msg":"trace[676370906] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1911; }","duration":"426.581799ms","start":"2026-03-03T21:18:55.396011Z","end":"2026-03-03T21:18:55.822592Z","steps":["trace[676370906] 'agreement among raft nodes before linearized reading' (duration: 426.409955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:55.822501Z","caller":"traceutil/trace.go:171","msg":"trace[429810894] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"429.37181ms","start":"2026-03-03T21:18:55.393102Z","end":"2026-03-03T21:18:55.822474Z","steps":["trace[429810894] 'process raft request' (duration: 429.246888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.822662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:55.395989Z","time spent":"426.663521ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T21:18:55.822638Z","caller":"traceutil/trace.go:171","msg":"trace[236698526] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"430.221499ms","start":"2026-03-03T21:18:55.392366Z","end":"2026-03-03T21:18:55.822588Z","steps":["trace[236698526] 'process raft request' (duration: 429.80911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.822681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.716671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:55.822765Z","caller":"traceutil/trace.go:171","msg":"trace[1860033005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"406.843954ms","start":"2026-03-03T21:18:55.415898Z","end":"2026-03-03T21:18:55.822742Z","steps":["trace[1860033005] 'agreement among raft nodes before linearized reading' (duration: 406.598828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:55.82282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:55.415882Z","time spent":"406.929306ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T21:18:55.822795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:55.393071Z","time spent":"429.606846ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:55.822825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:55.392354Z","time spent":"430.371503ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:56.991591Z","caller":"traceutil/trace.go:171","msg":"trace[519329896] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1993; }","duration":"545.148267ms","start":"2026-03-03T21:18:56.446414Z","end":"2026-03-03T21:18:56.991563Z","steps":["trace[519329896] 'read index received' (duration: 473.005144ms)","trace[519329896] 'applied index is now lower than readState.Index' (duration: 72.142483ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:56.991755Z","caller":"traceutil/trace.go:171","msg":"trace[270999507] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"601.529072ms","start":"2026-03-03T21:18:56.390209Z","end":"2026-03-03T21:18:56.991738Z","steps":["trace[270999507] 'process raft request' (duration: 529.183754ms)","trace[270999507] 'compare' (duration: 71.941039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:56.991843Z","caller":"traceutil/trace.go:171","msg":"trace[523490343] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"599.096388ms","start":"2026-03-03T21:18:56.392682Z","end":"2026-03-03T21:18:56.991778Z","steps":["trace[523490343] 'process raft request' (duration: 598.842512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:56.991806Z","caller":"traceutil/trace.go:171","msg":"trace[1042150476] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"600.827217ms","start":"2026-03-03T21:18:56.390824Z","end":"2026-03-03T21:18:56.991652Z","steps":["trace[1042150476] 'process raft request' (duration: 600.670823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:56.992254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:56.390186Z","time spent":"601.969351ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:56.992312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:56.39266Z","time spent":"599.531838ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:56.992432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:56.390799Z","time spent":"601.46296ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:56.992472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.043636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T21:18:56.992513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.229456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:18:56.992534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.571226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:18:56.992569Z","caller":"traceutil/trace.go:171","msg":"trace[872910711] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1915; }","duration":"184.651188ms","start":"2026-03-03T21:18:56.807908Z","end":"2026-03-03T21:18:56.992559Z","steps":["trace[872910711] 'agreement among raft nodes before linearized reading' (duration: 184.581196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:56.992563Z","caller":"traceutil/trace.go:171","msg":"trace[847185911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"546.184109ms","start":"2026-03-03T21:18:56.446357Z","end":"2026-03-03T21:18:56.992541Z","steps":["trace[847185911] 'agreement among raft nodes before linearized reading' (duration: 545.642937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:56.992613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:56.446336Z","time spent":"546.268342ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:18:56.992554Z","caller":"traceutil/trace.go:171","msg":"trace[1887637418] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1915; }","duration":"289.399419ms","start":"2026-03-03T21:18:56.703145Z","end":"2026-03-03T21:18:56.992544Z","steps":["trace[1887637418] 'agreement among raft nodes before linearized reading' (duration: 289.206475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:56.992481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.467656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:56.992745Z","caller":"traceutil/trace.go:171","msg":"trace[1243780877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"161.735902ms","start":"2026-03-03T21:18:56.830966Z","end":"2026-03-03T21:18:56.992701Z","steps":["trace[1243780877] 'agreement among raft nodes before linearized reading' (duration: 161.450805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:57.65318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717525121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:18:58.106801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110874278s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:18:58.107213Z","caller":"traceutil/trace.go:171","msg":"trace[38299434] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"955.133479ms","start":"2026-03-03T21:18:57.152048Z","end":"2026-03-03T21:18:58.107181Z","steps":["trace[38299434] 'read index received' (duration: 954.933395ms)","trace[38299434] 'applied index is now lower than readState.Index' (duration: 199.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:58.107301Z","caller":"traceutil/trace.go:171","msg":"trace[2124845094] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.11140818s","start":"2026-03-03T21:18:56.995855Z","end":"2026-03-03T21:18:58.107263Z","steps":["trace[2124845094] 'process raft request' (duration: 1.111190855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.10739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.177487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:18:58.107363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.296322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:18:58.107427Z","caller":"traceutil/trace.go:171","msg":"trace[1426577472] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1916; }","duration":"896.250159ms","start":"2026-03-03T21:18:57.211165Z","end":"2026-03-03T21:18:58.107415Z","steps":["trace[1426577472] 'agreement among raft nodes before linearized reading' (duration: 896.113696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.107459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:57.211157Z","time spent":"896.2948ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:18:58.107455Z","caller":"traceutil/trace.go:171","msg":"trace[297166479] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1916; }","duration":"955.449155ms","start":"2026-03-03T21:18:57.151982Z","end":"2026-03-03T21:18:58.107431Z","steps":["trace[297166479] 'agreement among raft nodes before linearized reading' (duration: 955.288092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.107461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:56.995835Z","time spent":"1.111539932s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:58.107514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:57.151955Z","time spent":"955.542128ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:18:58.107594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.086277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T21:18:58.107596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.289161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:18:58.10765Z","caller":"traceutil/trace.go:171","msg":"trace[1697281295] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:1916; }","duration":"233.201329ms","start":"2026-03-03T21:18:57.874437Z","end":"2026-03-03T21:18:58.107638Z","steps":["trace[1697281295] 'agreement among raft nodes before linearized reading' (duration: 233.075106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.107667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.539892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:18:58.107677Z","caller":"traceutil/trace.go:171","msg":"trace[877342571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1916; }","duration":"281.479084ms","start":"2026-03-03T21:18:57.826178Z","end":"2026-03-03T21:18:58.107658Z","steps":["trace[877342571] 'agreement among raft nodes before linearized reading' (duration: 281.144787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.107675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.140294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T21:18:58.107583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.822018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:18:58.107737Z","caller":"traceutil/trace.go:171","msg":"trace[1941168639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"107.024583ms","start":"2026-03-03T21:18:58.000698Z","end":"2026-03-03T21:18:58.107723Z","steps":["trace[1941168639] 'agreement among raft nodes before linearized reading' (duration: 106.748547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:58.107737Z","caller":"traceutil/trace.go:171","msg":"trace[1447885288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1916; }","duration":"722.241217ms","start":"2026-03-03T21:18:57.38548Z","end":"2026-03-03T21:18:58.107721Z","steps":["trace[1447885288] 'agreement among raft nodes before linearized reading' (duration: 722.007402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.107783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:57.385462Z","time spent":"722.308318ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:18:58.107691Z","caller":"traceutil/trace.go:171","msg":"trace[1214401063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"765.637745ms","start":"2026-03-03T21:18:57.342046Z","end":"2026-03-03T21:18:58.107684Z","steps":["trace[1214401063] 'agreement among raft nodes before linearized reading' (duration: 765.598524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.10785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:57.342026Z","time spent":"765.812978ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:18:58.107896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.386274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:18:58.10798Z","caller":"traceutil/trace.go:171","msg":"trace[197501213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1916; }","duration":"320.537587ms","start":"2026-03-03T21:18:57.787421Z","end":"2026-03-03T21:18:58.107959Z","steps":["trace[197501213] 'agreement among raft nodes before linearized reading' (duration: 320.296762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.108027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:57.787357Z","time spent":"320.658959ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:18:58.107897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.481725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:18:58.108132Z","caller":"traceutil/trace.go:171","msg":"trace[270031490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1916; }","duration":"281.792741ms","start":"2026-03-03T21:18:57.82633Z","end":"2026-03-03T21:18:58.108123Z","steps":["trace[270031490] 'agreement among raft nodes before linearized reading' (duration: 281.296261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.10796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.399196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T21:18:58.10818Z","caller":"traceutil/trace.go:171","msg":"trace[1426119474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1916; }","duration":"686.64398ms","start":"2026-03-03T21:18:57.421524Z","end":"2026-03-03T21:18:58.108168Z","steps":["trace[1426119474] 'agreement among raft nodes before linearized reading' (duration: 685.862873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.108241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:57.42151Z","time spent":"686.721452ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T21:18:58.547871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.287865ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T21:18:58.548108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:58.108737Z","time spent":"439.3586ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:18:58.548322Z","caller":"traceutil/trace.go:171","msg":"trace[1063869482] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"435.73623ms","start":"2026-03-03T21:18:58.112558Z","end":"2026-03-03T21:18:58.548295Z","steps":["trace[1063869482] 'process raft request' (duration: 435.566437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:58.548356Z","caller":"traceutil/trace.go:171","msg":"trace[1494344208] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"435.27169ms","start":"2026-03-03T21:18:58.113052Z","end":"2026-03-03T21:18:58.548324Z","steps":["trace[1494344208] 'process raft request' (duration: 435.131557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:58.548371Z","caller":"traceutil/trace.go:171","msg":"trace[725445935] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"436.534367ms","start":"2026-03-03T21:18:58.111808Z","end":"2026-03-03T21:18:58.548343Z","steps":["trace[725445935] 'process raft request' (duration: 436.18048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:58.548369Z","caller":"traceutil/trace.go:171","msg":"trace[1878329998] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"126.183106ms","start":"2026-03-03T21:18:58.422155Z","end":"2026-03-03T21:18:58.548338Z","steps":["trace[1878329998] 'process raft request' (duration: 126.057403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:58.548446Z","caller":"traceutil/trace.go:171","msg":"trace[1524178970] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"435.871314ms","start":"2026-03-03T21:18:58.112519Z","end":"2026-03-03T21:18:58.54839Z","steps":["trace[1524178970] 'process raft request' (duration: 435.572877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.548503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:58.113041Z","time spent":"435.380494ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:58.548533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:58.111733Z","time spent":"436.717593ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:58.54848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:58.112542Z","time spent":"435.856213ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:58.548728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:58.112507Z","time spent":"436.045088ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:58.549041Z","caller":"traceutil/trace.go:171","msg":"trace[1523745013] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"436.091499ms","start":"2026-03-03T21:18:58.112926Z","end":"2026-03-03T21:18:58.549018Z","steps":["trace[1523745013] 'process raft request' (duration: 435.230789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:58.54913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:58.112916Z","time spent":"436.17354ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:19:45.283044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717525982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:19:45.352332Z","caller":"traceutil/trace.go:171","msg":"trace[2049026551] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"640.178705ms","start":"2026-03-03T21:19:44.712111Z","end":"2026-03-03T21:19:45.35229Z","steps":["trace[2049026551] 'process raft request' (duration: 626.3789ms)","trace[2049026551] 'compare' (duration: 13.622701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:19:45.352505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:44.712074Z","time spent":"640.342629ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:19:45.363227Z","caller":"traceutil/trace.go:171","msg":"trace[1118608443] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"195.621439ms","start":"2026-03-03T21:19:45.167587Z","end":"2026-03-03T21:19:45.363208Z","steps":["trace[1118608443] 'process raft request' (duration: 195.508577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:19:45.363349Z","caller":"traceutil/trace.go:171","msg":"trace[1960452363] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2418; }","duration":"580.987217ms","start":"2026-03-03T21:19:44.782352Z","end":"2026-03-03T21:19:45.363339Z","steps":["trace[1960452363] 'read index received' (duration: 556.163609ms)","trace[1960452363] 'applied index is now lower than readState.Index' (duration: 24.822838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:19:45.363485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.131591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:19:45.363515Z","caller":"traceutil/trace.go:171","msg":"trace[285635126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2321; }","duration":"581.218053ms","start":"2026-03-03T21:19:44.782288Z","end":"2026-03-03T21:19:45.363506Z","steps":["trace[285635126] 'agreement among raft nodes before linearized reading' (duration: 581.10277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:19:45.36348Z","caller":"traceutil/trace.go:171","msg":"trace[184003271] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"193.042932ms","start":"2026-03-03T21:19:45.170379Z","end":"2026-03-03T21:19:45.363422Z","steps":["trace[184003271] 'process raft request' (duration: 192.781286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:19:45.363543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:44.782259Z","time spent":"581.278553ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:19:45.363541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.150951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:19:45.363595Z","caller":"traceutil/trace.go:171","msg":"trace[1162921233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2321; }","duration":"581.229952ms","start":"2026-03-03T21:19:44.782348Z","end":"2026-03-03T21:19:45.363578Z","steps":["trace[1162921233] 'agreement among raft nodes before linearized reading' (duration: 581.093449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:19:45.363623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:44.782324Z","time spent":"581.293654ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:19:45.363601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.689761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:19:45.363685Z","caller":"traceutil/trace.go:171","msg":"trace[470286257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2321; }","duration":"498.811864ms","start":"2026-03-03T21:19:44.864856Z","end":"2026-03-03T21:19:45.363668Z","steps":["trace[470286257] 'agreement among raft nodes before linearized reading' (duration: 498.673731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:19:45.363716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.843633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:19:45.363738Z","caller":"traceutil/trace.go:171","msg":"trace[2054176381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2321; }","duration":"579.881844ms","start":"2026-03-03T21:19:44.78385Z","end":"2026-03-03T21:19:45.363732Z","steps":["trace[2054176381] 'agreement among raft nodes before linearized reading' (duration: 579.825542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:19:45.363736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:44.864844Z","time spent":"498.878735ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:19:45.363759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:44.783842Z","time spent":"579.913214ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:19:45.363761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.792323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:19:45.363784Z","caller":"traceutil/trace.go:171","msg":"trace[432867644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2321; }","duration":"580.833224ms","start":"2026-03-03T21:19:44.782944Z","end":"2026-03-03T21:19:45.363777Z","steps":["trace[432867644] 'agreement among raft nodes before linearized reading' (duration: 580.768743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:19:45.363807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:44.782932Z","time spent":"580.871205ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:20:11.568934Z","caller":"traceutil/trace.go:171","msg":"trace[1798497749] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"100.874746ms","start":"2026-03-03T21:20:11.468032Z","end":"2026-03-03T21:20:11.568907Z","steps":["trace[1798497749] 'process raft request' (duration: 100.763503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:11.569802Z","caller":"traceutil/trace.go:171","msg":"trace[1867704475] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"120.436116ms","start":"2026-03-03T21:20:11.448636Z","end":"2026-03-03T21:20:11.569072Z","steps":["trace[1867704475] 'process raft request' (duration: 119.983515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:17.899703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.476259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:20:17.899866Z","caller":"traceutil/trace.go:171","msg":"trace[407710259] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"369.448199ms","start":"2026-03-03T21:20:17.530392Z","end":"2026-03-03T21:20:17.89984Z","steps":["trace[407710259] 'process raft request' (duration: 48.736395ms)","trace[407710259] 'compare' (duration: 320.181552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:20:17.899964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.530364Z","time spent":"369.554741ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:20:17.963125Z","caller":"traceutil/trace.go:171","msg":"trace[114442669] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"375.229476ms","start":"2026-03-03T21:20:17.587872Z","end":"2026-03-03T21:20:17.963101Z","steps":["trace[114442669] 'process raft request' (duration: 375.124074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:17.963249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.587832Z","time spent":"375.355929ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:20:18.263945Z","caller":"traceutil/trace.go:171","msg":"trace[2050084457] linearizableReadLoop","detail":"{readStateIndex:2609; appliedIndex:2607; }","duration":"601.293313ms","start":"2026-03-03T21:20:17.662626Z","end":"2026-03-03T21:20:18.263919Z","steps":["trace[2050084457] 'read index received' (duration: 300.375795ms)","trace[2050084457] 'applied index is now lower than readState.Index' (duration: 300.916128ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:18.264081Z","caller":"traceutil/trace.go:171","msg":"trace[406270181] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"673.66656ms","start":"2026-03-03T21:20:17.590381Z","end":"2026-03-03T21:20:18.264048Z","steps":["trace[406270181] 'process raft request' (duration: 640.192802ms)","trace[406270181] 'compare' (duration: 33.239193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:20:18.264214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.58603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:20:18.264271Z","caller":"traceutil/trace.go:171","msg":"trace[2089172750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2502; }","duration":"601.658471ms","start":"2026-03-03T21:20:17.662602Z","end":"2026-03-03T21:20:18.264261Z","steps":["trace[2089172750] 'agreement among raft nodes before linearized reading' (duration: 601.454906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:18.264303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.662529Z","time spent":"601.765204ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:20:18.264222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.59035Z","time spent":"673.797752ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:20:18.264519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.690543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:20:18.26457Z","caller":"traceutil/trace.go:171","msg":"trace[1782688566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2502; }","duration":"601.780115ms","start":"2026-03-03T21:20:17.662779Z","end":"2026-03-03T21:20:18.264559Z","steps":["trace[1782688566] 'agreement among raft nodes before linearized reading' (duration: 601.634722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:18.264592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.539019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T21:20:18.264602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.662758Z","time spent":"601.836325ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:20:18.264619Z","caller":"traceutil/trace.go:171","msg":"trace[943968081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2502; }","duration":"601.56662ms","start":"2026-03-03T21:20:17.663045Z","end":"2026-03-03T21:20:18.264612Z","steps":["trace[943968081] 'agreement among raft nodes before linearized reading' (duration: 601.495388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:18.264645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.663019Z","time spent":"601.6205ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:20:18.264773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.891997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T21:20:18.264805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.065176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T21:20:18.264826Z","caller":"traceutil/trace.go:171","msg":"trace[1945790685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2502; }","duration":"601.992089ms","start":"2026-03-03T21:20:17.662825Z","end":"2026-03-03T21:20:18.264817Z","steps":["trace[1945790685] 'agreement among raft nodes before linearized reading' (duration: 601.886227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:18.26486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.662797Z","time spent":"602.05775ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:20:18.264855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.441265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T21:20:18.26496Z","caller":"traceutil/trace.go:171","msg":"trace[1798187805] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2502; }","duration":"138.520726ms","start":"2026-03-03T21:20:18.126365Z","end":"2026-03-03T21:20:18.264886Z","steps":["trace[1798187805] 'agreement among raft nodes before linearized reading' (duration: 138.410963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:18.26577Z","caller":"traceutil/trace.go:171","msg":"trace[804264569] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:2502; }","duration":"386.175819ms","start":"2026-03-03T21:20:17.878672Z","end":"2026-03-03T21:20:18.264848Z","steps":["trace[804264569] 'agreement among raft nodes before linearized reading' (duration: 385.77225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:18.265869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:17.878647Z","time spent":"387.212591ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-03T21:20:19.331712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.523762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T21:20:19.331775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.169952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997191afb92905\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T21:20:19.331837Z","caller":"traceutil/trace.go:171","msg":"trace[1697294129] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997191afb92905; range_end:; response_count:1; response_revision:2507; }","duration":"456.278355ms","start":"2026-03-03T21:20:18.875543Z","end":"2026-03-03T21:20:19.331821Z","steps":["trace[1697294129] 'range keys from in-memory index tree' (duration: 455.979038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:19.33187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:18.875498Z","time spent":"456.362056ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997191afb92905\" "} {"level":"info","ts":"2026-03-03T21:20:19.331824Z","caller":"traceutil/trace.go:171","msg":"trace[298517576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2507; }","duration":"705.725927ms","start":"2026-03-03T21:20:18.626072Z","end":"2026-03-03T21:20:19.331798Z","steps":["trace[298517576] 'range keys from in-memory index tree' (duration: 705.223016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:19.332856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:18.626041Z","time spent":"706.794011ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:20:19.666341Z","caller":"traceutil/trace.go:171","msg":"trace[832512815] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"331.609134ms","start":"2026-03-03T21:20:19.334706Z","end":"2026-03-03T21:20:19.666315Z","steps":["trace[832512815] 'process raft request' (duration: 331.467801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:19.666486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:19.334692Z","time spent":"331.728597ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:20:20.09325Z","caller":"traceutil/trace.go:171","msg":"trace[1620394661] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"751.877485ms","start":"2026-03-03T21:20:19.341346Z","end":"2026-03-03T21:20:20.093224Z","steps":["trace[1620394661] 'process raft request' (duration: 749.927012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:20.093379Z","caller":"traceutil/trace.go:171","msg":"trace[446612747] linearizableReadLoop","detail":"{readStateIndex:2618; appliedIndex:2616; }","duration":"423.42987ms","start":"2026-03-03T21:20:19.669922Z","end":"2026-03-03T21:20:20.093352Z","steps":["trace[446612747] 'read index received' (duration: 421.366355ms)","trace[446612747] 'applied index is now lower than readState.Index' (duration: 2.062664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:20:20.093425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:19.341329Z","time spent":"752.010447ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:20:20.093576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.647026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899719412f06a9b\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T21:20:20.093638Z","caller":"traceutil/trace.go:171","msg":"trace[1868725372] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899719412f06a9b; range_end:; response_count:1; response_revision:2510; }","duration":"423.773079ms","start":"2026-03-03T21:20:19.669855Z","end":"2026-03-03T21:20:20.093628Z","steps":["trace[1868725372] 'agreement among raft nodes before linearized reading' (duration: 423.584653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:20.093673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:19.669832Z","time spent":"423.832879ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899719412f06a9b\" "} {"level":"info","ts":"2026-03-03T21:20:20.09385Z","caller":"traceutil/trace.go:171","msg":"trace[452864440] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"515.86328ms","start":"2026-03-03T21:20:19.577962Z","end":"2026-03-03T21:20:20.093826Z","steps":["trace[452864440] 'process raft request' (duration: 515.186104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:20.093979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:19.577942Z","time spent":"515.971152ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:20:20.094749Z","caller":"traceutil/trace.go:171","msg":"trace[2022078334] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"126.886049ms","start":"2026-03-03T21:20:19.967846Z","end":"2026-03-03T21:20:20.094732Z","steps":["trace[2022078334] 'process raft request' (duration: 126.835247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:20.0951Z","caller":"traceutil/trace.go:171","msg":"trace[11895035] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"191.491464ms","start":"2026-03-03T21:20:19.903561Z","end":"2026-03-03T21:20:20.095053Z","steps":["trace[11895035] 'process raft request' (duration: 191.016583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:26.22047Z","caller":"traceutil/trace.go:171","msg":"trace[679341459] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"105.102449ms","start":"2026-03-03T21:20:26.115337Z","end":"2026-03-03T21:20:26.22044Z","steps":["trace[679341459] 'process raft request' (duration: 104.889225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:26.236141Z","caller":"traceutil/trace.go:171","msg":"trace[1777089558] linearizableReadLoop","detail":"{readStateIndex:2648; appliedIndex:2646; }","duration":"116.317595ms","start":"2026-03-03T21:20:26.119804Z","end":"2026-03-03T21:20:26.236122Z","steps":["trace[1777089558] 'read index received' (duration: 100.448396ms)","trace[1777089558] 'applied index is now lower than readState.Index' (duration: 15.868429ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:26.236187Z","caller":"traceutil/trace.go:171","msg":"trace[1922172313] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"120.168311ms","start":"2026-03-03T21:20:26.115994Z","end":"2026-03-03T21:20:26.236162Z","steps":["trace[1922172313] 'process raft request' (duration: 120.022588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:26.236463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.9981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T21:20:26.236465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.647663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:20:26.236509Z","caller":"traceutil/trace.go:171","msg":"trace[1198161293] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2539; }","duration":"112.085543ms","start":"2026-03-03T21:20:26.124412Z","end":"2026-03-03T21:20:26.236498Z","steps":["trace[1198161293] 'agreement among raft nodes before linearized reading' (duration: 111.943209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:26.236513Z","caller":"traceutil/trace.go:171","msg":"trace[38844011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2539; }","duration":"116.754135ms","start":"2026-03-03T21:20:26.119749Z","end":"2026-03-03T21:20:26.236504Z","steps":["trace[38844011] 'agreement among raft nodes before linearized reading' (duration: 116.479219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:26.416101Z","caller":"traceutil/trace.go:171","msg":"trace[777576023] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2649; }","duration":"100.618378ms","start":"2026-03-03T21:20:26.315452Z","end":"2026-03-03T21:20:26.41607Z","steps":["trace[777576023] 'read index received' (duration: 36.196687ms)","trace[777576023] 'applied index is now lower than readState.Index' (duration: 64.420451ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:26.416354Z","caller":"traceutil/trace.go:171","msg":"trace[1036816594] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"122.40281ms","start":"2026-03-03T21:20:26.293922Z","end":"2026-03-03T21:20:26.416325Z","steps":["trace[1036816594] 'process raft request' (duration: 57.805095ms)","trace[1036816594] 'compare' (duration: 64.144184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:20:26.416523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.043378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:20:26.416627Z","caller":"traceutil/trace.go:171","msg":"trace[543705922] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2541; }","duration":"101.184602ms","start":"2026-03-03T21:20:26.315416Z","end":"2026-03-03T21:20:26.4166Z","steps":["trace[543705922] 'agreement among raft nodes before linearized reading' (duration: 100.928966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:26.683127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.653732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:20:26.683325Z","caller":"traceutil/trace.go:171","msg":"trace[1919462894] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"262.729596ms","start":"2026-03-03T21:20:26.420575Z","end":"2026-03-03T21:20:26.683304Z","steps":["trace[1919462894] 'process raft request' (duration: 97.787867ms)","trace[1919462894] 'compare' (duration: 164.53352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:20:26.683429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.953441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:20:26.683336Z","caller":"traceutil/trace.go:171","msg":"trace[285194096] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2651; }","duration":"102.840079ms","start":"2026-03-03T21:20:26.580479Z","end":"2026-03-03T21:20:26.683319Z","steps":["trace[285194096] 'read index received' (duration: 45.091µs)","trace[285194096] 'applied index is now lower than readState.Index' (duration: 102.793858ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:26.683463Z","caller":"traceutil/trace.go:171","msg":"trace[1789039105] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2545; }","duration":"103.024153ms","start":"2026-03-03T21:20:26.580429Z","end":"2026-03-03T21:20:26.683454Z","steps":["trace[1789039105] 'agreement among raft nodes before linearized reading' (duration: 102.934101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:26.683441Z","caller":"traceutil/trace.go:171","msg":"trace[1934667272] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"262.566892ms","start":"2026-03-03T21:20:26.420849Z","end":"2026-03-03T21:20:26.683416Z","steps":["trace[1934667272] 'process raft request' (duration: 262.377388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:26.683592Z","caller":"traceutil/trace.go:171","msg":"trace[1923927765] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"262.402138ms","start":"2026-03-03T21:20:26.421147Z","end":"2026-03-03T21:20:26.683549Z","steps":["trace[1923927765] 'process raft request' (duration: 262.129822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:44.886485Z","caller":"traceutil/trace.go:171","msg":"trace[1217872483] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2746; }","duration":"116.520101ms","start":"2026-03-03T21:20:44.769936Z","end":"2026-03-03T21:20:44.886456Z","steps":["trace[1217872483] 'read index received' (duration: 116.264605ms)","trace[1217872483] 'applied index is now lower than readState.Index' (duration: 254.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:44.886557Z","caller":"traceutil/trace.go:171","msg":"trace[1593672830] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"116.762055ms","start":"2026-03-03T21:20:44.769759Z","end":"2026-03-03T21:20:44.886521Z","steps":["trace[1593672830] 'process raft request' (duration: 116.53128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:44.886765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.402005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:20:44.886813Z","caller":"traceutil/trace.go:171","msg":"trace[1377088662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2634; }","duration":"115.504167ms","start":"2026-03-03T21:20:44.771295Z","end":"2026-03-03T21:20:44.886799Z","steps":["trace[1377088662] 'agreement among raft nodes before linearized reading' (duration: 115.319783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:44.886796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.839217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:20:44.886875Z","caller":"traceutil/trace.go:171","msg":"trace[97755063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2634; }","duration":"116.978121ms","start":"2026-03-03T21:20:44.769879Z","end":"2026-03-03T21:20:44.886857Z","steps":["trace[97755063] 'agreement among raft nodes before linearized reading' (duration: 116.725935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:16.907999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.646646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T21:22:16.908042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.106734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:22:16.908127Z","caller":"traceutil/trace.go:171","msg":"trace[1825968308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3190; }","duration":"123.83352ms","start":"2026-03-03T21:22:16.784269Z","end":"2026-03-03T21:22:16.908102Z","steps":["trace[1825968308] 'range keys from in-memory index tree' (duration: 123.471122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:16.908186Z","caller":"traceutil/trace.go:171","msg":"trace[1112790173] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3190; }","duration":"123.334779ms","start":"2026-03-03T21:22:16.784817Z","end":"2026-03-03T21:22:16.908152Z","steps":["trace[1112790173] 'count revisions from in-memory index tree' (duration: 122.801757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:46.978755Z","caller":"traceutil/trace.go:171","msg":"trace[1637828175] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"249.267464ms","start":"2026-03-03T21:22:46.729458Z","end":"2026-03-03T21:22:46.978725Z","steps":["trace[1637828175] 'process raft request' (duration: 249.0947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:47.021535Z","caller":"traceutil/trace.go:171","msg":"trace[468710826] linearizableReadLoop","detail":"{readStateIndex:3556; appliedIndex:3554; }","duration":"284.842849ms","start":"2026-03-03T21:22:46.736672Z","end":"2026-03-03T21:22:47.021515Z","steps":["trace[468710826] 'read index received' (duration: 242.019605ms)","trace[468710826] 'applied index is now lower than readState.Index' (duration: 42.822424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:22:47.021732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.049053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:22:47.021772Z","caller":"traceutil/trace.go:171","msg":"trace[1269861247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:3412; }","duration":"285.104214ms","start":"2026-03-03T21:22:46.736657Z","end":"2026-03-03T21:22:47.021761Z","steps":["trace[1269861247] 'agreement among raft nodes before linearized reading' (duration: 284.950311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:47.022161Z","caller":"traceutil/trace.go:171","msg":"trace[166812403] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"291.388073ms","start":"2026-03-03T21:22:46.730759Z","end":"2026-03-03T21:22:47.022147Z","steps":["trace[166812403] 'process raft request' (duration: 289.296877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:53.256774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.130677ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T21:22:53.25709Z","caller":"traceutil/trace.go:171","msg":"trace[879209430] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"256.34396ms","start":"2026-03-03T21:22:53.000721Z","end":"2026-03-03T21:22:53.257065Z","steps":["trace[879209430] 'process raft request' (duration: 256.152255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:53.257368Z","caller":"traceutil/trace.go:171","msg":"trace[985694318] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"217.067754ms","start":"2026-03-03T21:22:53.040274Z","end":"2026-03-03T21:22:53.257342Z","steps":["trace[985694318] 'process raft request' (duration: 216.742757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:53.257567Z","caller":"traceutil/trace.go:171","msg":"trace[1531439572] linearizableReadLoop","detail":"{readStateIndex:3586; appliedIndex:3582; }","duration":"209.928847ms","start":"2026-03-03T21:22:53.047606Z","end":"2026-03-03T21:22:53.257535Z","steps":["trace[1531439572] 'read index received' (duration: 11.103794ms)","trace[1531439572] 'applied index is now lower than readState.Index' (duration: 198.823583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:22:53.257717Z","caller":"traceutil/trace.go:171","msg":"trace[773891014] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"217.144146ms","start":"2026-03-03T21:22:53.040522Z","end":"2026-03-03T21:22:53.257666Z","steps":["trace[773891014] 'process raft request' (duration: 216.758357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:53.257932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.300226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:22:53.258003Z","caller":"traceutil/trace.go:171","msg":"trace[80297893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:3440; }","duration":"210.417018ms","start":"2026-03-03T21:22:53.047569Z","end":"2026-03-03T21:22:53.257986Z","steps":["trace[80297893] 'agreement among raft nodes before linearized reading' (duration: 210.167692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:53.258026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.858688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:22:53.258147Z","caller":"traceutil/trace.go:171","msg":"trace[254486186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3440; }","duration":"181.992721ms","start":"2026-03-03T21:22:53.076139Z","end":"2026-03-03T21:22:53.258131Z","steps":["trace[254486186] 'agreement among raft nodes before linearized reading' (duration: 181.727595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:01.031005Z","caller":"traceutil/trace.go:171","msg":"trace[765300477] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"108.960764ms","start":"2026-03-03T21:24:00.922006Z","end":"2026-03-03T21:24:01.030967Z","steps":["trace[765300477] 'process raft request' (duration: 108.570416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:06.741753Z","caller":"traceutil/trace.go:171","msg":"trace[1215856404] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"126.574275ms","start":"2026-03-03T21:24:06.615148Z","end":"2026-03-03T21:24:06.741723Z","steps":["trace[1215856404] 'process raft request' (duration: 126.392141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:06.763968Z","caller":"traceutil/trace.go:171","msg":"trace[308357958] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"131.232988ms","start":"2026-03-03T21:24:06.632694Z","end":"2026-03-03T21:24:06.763927Z","steps":["trace[308357958] 'process raft request' (duration: 130.040571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:10.233481Z","caller":"traceutil/trace.go:171","msg":"trace[450199003] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"107.55915ms","start":"2026-03-03T21:24:10.125882Z","end":"2026-03-03T21:24:10.233441Z","steps":["trace[450199003] 'process raft request' (duration: 87.163024ms)","trace[450199003] 'compare' (duration: 20.240752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:10.55039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.901294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:10.550567Z","caller":"traceutil/trace.go:171","msg":"trace[142518684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4322; }","duration":"209.135239ms","start":"2026-03-03T21:24:10.34141Z","end":"2026-03-03T21:24:10.550545Z","steps":["trace[142518684] 'range keys from in-memory index tree' (duration: 208.800752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:11.281991Z","caller":"traceutil/trace.go:171","msg":"trace[1549601297] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"247.503867ms","start":"2026-03-03T21:24:11.034448Z","end":"2026-03-03T21:24:11.281952Z","steps":["trace[1549601297] 'process raft request' (duration: 247.294493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.497802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.597305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:24:13.497917Z","caller":"traceutil/trace.go:171","msg":"trace[204542874] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"585.816091ms","start":"2026-03-03T21:24:12.912086Z","end":"2026-03-03T21:24:13.497902Z","steps":["trace[204542874] 'process raft request' (duration: 162.055232ms)","trace[204542874] 'compare' (duration: 423.417532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:13.497968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:12.912067Z","time spent":"585.885972ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:24:13.500581Z","caller":"traceutil/trace.go:171","msg":"trace[904666478] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"579.734478ms","start":"2026-03-03T21:24:12.92082Z","end":"2026-03-03T21:24:13.500555Z","steps":["trace[904666478] 'process raft request' (duration: 579.36359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.500736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:12.920807Z","time spent":"579.8492ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451214,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:24:13.537254Z","caller":"traceutil/trace.go:171","msg":"trace[1779584843] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"508.620013ms","start":"2026-03-03T21:24:13.02859Z","end":"2026-03-03T21:24:13.53721Z","steps":["trace[1779584843] 'process raft request' (duration: 508.302366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.537836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.383166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T21:24:13.537918Z","caller":"traceutil/trace.go:171","msg":"trace[528154943] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4401; }","duration":"614.501378ms","start":"2026-03-03T21:24:12.923399Z","end":"2026-03-03T21:24:13.5379Z","steps":["trace[528154943] 'agreement among raft nodes before linearized reading' (duration: 614.12429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.537973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:12.923388Z","time spent":"614.57118ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-03T21:24:13.537442Z","caller":"traceutil/trace.go:171","msg":"trace[1749748031] linearizableReadLoop","detail":"{readStateIndex:4579; appliedIndex:4577; }","duration":"613.971927ms","start":"2026-03-03T21:24:12.923421Z","end":"2026-03-03T21:24:13.537393Z","steps":["trace[1749748031] 'read index received' (duration: 150.799225ms)","trace[1749748031] 'applied index is now lower than readState.Index' (duration: 463.168322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:13.53827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.02856Z","time spent":"509.319539ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:24:13.550515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.997507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:13.550566Z","caller":"traceutil/trace.go:171","msg":"trace[1191129151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4403; }","duration":"209.083028ms","start":"2026-03-03T21:24:13.341471Z","end":"2026-03-03T21:24:13.550554Z","steps":["trace[1191129151] 'agreement among raft nodes before linearized reading' (duration: 208.985696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.550644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.256437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:24:13.550734Z","caller":"traceutil/trace.go:171","msg":"trace[1974461881] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4403; }","duration":"465.43668ms","start":"2026-03-03T21:24:13.085279Z","end":"2026-03-03T21:24:13.550716Z","steps":["trace[1974461881] 'agreement among raft nodes before linearized reading' (duration: 465.192835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.550779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.085247Z","time spent":"465.523752ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":69,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:24:13.551372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.64638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-03T21:24:13.551489Z","caller":"traceutil/trace.go:171","msg":"trace[1013409832] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4403; }","duration":"435.818863ms","start":"2026-03-03T21:24:13.115644Z","end":"2026-03-03T21:24:13.551463Z","steps":["trace[1013409832] 'agreement among raft nodes before linearized reading' (duration: 434.546105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.551558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.11562Z","time spent":"435.909596ms","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T21:24:13.976978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.063312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:24:13.977475Z","caller":"traceutil/trace.go:171","msg":"trace[1715152646] linearizableReadLoop","detail":"{readStateIndex:4586; appliedIndex:4584; }","duration":"421.560513ms","start":"2026-03-03T21:24:13.555896Z","end":"2026-03-03T21:24:13.977456Z","steps":["trace[1715152646] 'read index received' (duration: 63.931258ms)","trace[1715152646] 'applied index is now lower than readState.Index' (duration: 357.628265ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:13.977455Z","caller":"traceutil/trace.go:171","msg":"trace[1799259580] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"422.586385ms","start":"2026-03-03T21:24:13.554824Z","end":"2026-03-03T21:24:13.97741Z","steps":["trace[1799259580] 'process raft request' (duration: 64.98525ms)","trace[1799259580] 'compare' (duration: 356.601912ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:13.97761Z","caller":"traceutil/trace.go:171","msg":"trace[358754205] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"391.724079ms","start":"2026-03-03T21:24:13.58586Z","end":"2026-03-03T21:24:13.977584Z","steps":["trace[358754205] 'process raft request' (duration: 391.457724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:13.977453Z","caller":"traceutil/trace.go:171","msg":"trace[1303949303] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"421.590303ms","start":"2026-03-03T21:24:13.555814Z","end":"2026-03-03T21:24:13.977404Z","steps":["trace[1303949303] 'process raft request' (duration: 421.297935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.977632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.554804Z","time spent":"422.744548ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:24:13.977696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.585844Z","time spent":"391.800732ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:24:13.977812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.555797Z","time spent":"421.872169ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:24:13.977984Z","caller":"traceutil/trace.go:171","msg":"trace[1781292555] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"417.981643ms","start":"2026-03-03T21:24:13.559975Z","end":"2026-03-03T21:24:13.977957Z","steps":["trace[1781292555] 'process raft request' (duration: 417.286258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.978184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.559937Z","time spent":"418.121847ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:24:13.978442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.463154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T21:24:13.978453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.806766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T21:24:13.978488Z","caller":"traceutil/trace.go:171","msg":"trace[1182470752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4409; }","duration":"218.548416ms","start":"2026-03-03T21:24:13.759928Z","end":"2026-03-03T21:24:13.978477Z","steps":["trace[1182470752] 'agreement among raft nodes before linearized reading' (duration: 218.398732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:13.9785Z","caller":"traceutil/trace.go:171","msg":"trace[2062129236] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4409; }","duration":"393.897408ms","start":"2026-03-03T21:24:13.584585Z","end":"2026-03-03T21:24:13.978483Z","steps":["trace[2062129236] 'agreement among raft nodes before linearized reading' (duration: 393.720444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.978529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.452253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-03T21:24:13.978595Z","caller":"traceutil/trace.go:171","msg":"trace[1389240693] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"371.207571ms","start":"2026-03-03T21:24:13.607376Z","end":"2026-03-03T21:24:13.978584Z","steps":["trace[1389240693] 'process raft request' (duration: 370.006765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.978645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.216092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517156"} {"level":"warn","ts":"2026-03-03T21:24:13.978695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.429684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:24:13.978722Z","caller":"traceutil/trace.go:171","msg":"trace[539140038] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4409; }","duration":"382.315944ms","start":"2026-03-03T21:24:13.596389Z","end":"2026-03-03T21:24:13.978705Z","steps":["trace[539140038] 'agreement among raft nodes before linearized reading' (duration: 381.862254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:13.978683Z","caller":"traceutil/trace.go:171","msg":"trace[770690231] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"368.129454ms","start":"2026-03-03T21:24:13.610516Z","end":"2026-03-03T21:24:13.978645Z","steps":["trace[770690231] 'process raft request' (duration: 366.903448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.978763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.596376Z","time spent":"382.378426ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517179,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T21:24:13.978539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.58453Z","time spent":"393.99617ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T21:24:13.978774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.892311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-03T21:24:13.978813Z","caller":"traceutil/trace.go:171","msg":"trace[865204404] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4409; }","duration":"422.955973ms","start":"2026-03-03T21:24:13.555848Z","end":"2026-03-03T21:24:13.978803Z","steps":["trace[865204404] 'agreement among raft nodes before linearized reading' (duration: 422.85236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.978817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.186602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T21:24:13.978854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.555828Z","time spent":"423.017764ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-03T21:24:13.978856Z","caller":"traceutil/trace.go:171","msg":"trace[698215869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4409; }","duration":"177.260484ms","start":"2026-03-03T21:24:13.801586Z","end":"2026-03-03T21:24:13.978847Z","steps":["trace[698215869] 'agreement among raft nodes before linearized reading' (duration: 177.159911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.978666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.607351Z","time spent":"371.280823ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:24:13.978745Z","caller":"traceutil/trace.go:171","msg":"trace[705707236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4409; }","duration":"219.531756ms","start":"2026-03-03T21:24:13.759204Z","end":"2026-03-03T21:24:13.978736Z","steps":["trace[705707236] 'agreement among raft nodes before linearized reading' (duration: 219.420054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:13.978594Z","caller":"traceutil/trace.go:171","msg":"trace[1585753144] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4409; }","duration":"418.542795ms","start":"2026-03-03T21:24:13.560037Z","end":"2026-03-03T21:24:13.97858Z","steps":["trace[1585753144] 'agreement among raft nodes before linearized reading' (duration: 418.29598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.979008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.560026Z","time spent":"418.972795ms","remote":"127.0.0.1:50718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4760,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T21:24:13.978399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.732131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-03T21:24:13.979031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.610497Z","time spent":"368.337598ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:24:13.979068Z","caller":"traceutil/trace.go:171","msg":"trace[2142928169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e; range_end:; response_count:1; response_revision:4409; }","duration":"419.454456ms","start":"2026-03-03T21:24:13.559601Z","end":"2026-03-03T21:24:13.979055Z","steps":["trace[2142928169] 'agreement among raft nodes before linearized reading' (duration: 418.415084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:13.979341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:13.559593Z","time spent":"419.716971ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" "} {"level":"warn","ts":"2026-03-03T21:24:13.980559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.70447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:24:13.980627Z","caller":"traceutil/trace.go:171","msg":"trace[1759783630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:4409; }","duration":"216.122682ms","start":"2026-03-03T21:24:13.76449Z","end":"2026-03-03T21:24:13.980612Z","steps":["trace[1759783630] 'agreement among raft nodes before linearized reading' (duration: 213.554556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:15.04179Z","caller":"traceutil/trace.go:171","msg":"trace[478844370] linearizableReadLoop","detail":"{readStateIndex:4608; appliedIndex:4607; }","duration":"193.626222ms","start":"2026-03-03T21:24:14.848125Z","end":"2026-03-03T21:24:15.041751Z","steps":["trace[478844370] 'read index received' (duration: 193.340264ms)","trace[478844370] 'applied index is now lower than readState.Index' (duration: 284.588µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:15.041879Z","caller":"traceutil/trace.go:171","msg":"trace[1337230605] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"444.983983ms","start":"2026-03-03T21:24:14.596852Z","end":"2026-03-03T21:24:15.041836Z","steps":["trace[1337230605] 'process raft request' (duration: 444.725597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:15.042031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:14.596841Z","time spent":"445.119396ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:24:15.043276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.128754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-03T21:24:15.043346Z","caller":"traceutil/trace.go:171","msg":"trace[480199382] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4427; }","duration":"195.222806ms","start":"2026-03-03T21:24:14.848107Z","end":"2026-03-03T21:24:15.04333Z","steps":["trace[480199382] 'agreement among raft nodes before linearized reading' (duration: 193.821126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:15.56008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717531190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:24:15.986102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.379087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:15.986208Z","caller":"traceutil/trace.go:171","msg":"trace[897513891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4427; }","duration":"226.51963ms","start":"2026-03-03T21:24:15.759672Z","end":"2026-03-03T21:24:15.986191Z","steps":["trace[897513891] 'range keys from in-memory index tree' (duration: 226.365706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:16.060229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717531190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:24:16.561001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717531190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:24:17.061796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717531190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:24:17.323803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.273366425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:24:17.324161Z","caller":"traceutil/trace.go:171","msg":"trace[1079026473] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"2.273960738s","start":"2026-03-03T21:24:15.050173Z","end":"2026-03-03T21:24:17.324134Z","steps":["trace[1079026473] 'process raft request' (duration: 2.273818125s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.324317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.050129Z","time spent":"2.274111601s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:24:17.343156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T21:24:17.343244Z","caller":"traceutil/trace.go:171","msg":"trace[597234793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166655s","start":"2026-03-03T21:24:15.34306Z","end":"2026-03-03T21:24:17.343226Z","steps":["trace[597234793] 'agreement among raft nodes before linearized reading' (duration: 2.000067933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.343289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.343042Z","time spent":"2.000236867s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 21:24:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T21:24:17.578125Z","caller":"traceutil/trace.go:171","msg":"trace[1407655063] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"1.592538969s","start":"2026-03-03T21:24:15.985563Z","end":"2026-03-03T21:24:17.578102Z","steps":["trace[1407655063] 'process raft request' (duration: 1.592358845s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:17.578115Z","caller":"traceutil/trace.go:171","msg":"trace[493778434] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"1.591545677s","start":"2026-03-03T21:24:15.986515Z","end":"2026-03-03T21:24:17.578061Z","steps":["trace[493778434] 'process raft request' (duration: 1.591444795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.578244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.985546Z","time spent":"1.592637001s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:24:17.578347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.986488Z","time spent":"1.59172515s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:24:17.578126Z","caller":"traceutil/trace.go:171","msg":"trace[2089396369] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"1.593839427s","start":"2026-03-03T21:24:15.984214Z","end":"2026-03-03T21:24:17.578053Z","steps":["trace[2089396369] 'process raft request' (duration: 1.5935083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.578475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518746397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T21:24:17.578503Z","caller":"traceutil/trace.go:171","msg":"trace[118718279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f; range_end:; response_count:1; response_revision:4432; }","duration":"2.518803658s","start":"2026-03-03T21:24:15.059691Z","end":"2026-03-03T21:24:17.578495Z","steps":["trace[118718279] 'agreement among raft nodes before linearized reading' (duration: 2.518681186s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:17.578362Z","caller":"traceutil/trace.go:171","msg":"trace[401692850] linearizableReadLoop","detail":"{readStateIndex:4613; appliedIndex:4608; }","duration":"2.518619144s","start":"2026-03-03T21:24:15.059736Z","end":"2026-03-03T21:24:17.578356Z","steps":["trace[401692850] 'read index received' (duration: 2.264285827s)","trace[401692850] 'applied index is now lower than readState.Index' (duration: 254.332367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:17.578521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.059672Z","time spent":"2.518845039s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" "} {"level":"info","ts":"2026-03-03T21:24:17.578511Z","caller":"traceutil/trace.go:171","msg":"trace[952035992] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"637.534881ms","start":"2026-03-03T21:24:16.940946Z","end":"2026-03-03T21:24:17.57848Z","steps":["trace[952035992] 'process raft request' (duration: 637.048591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.57855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.984183Z","time spent":"1.594274297s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:24:17.57866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.9409Z","time spent":"637.682704ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:24:17.57866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509796522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:24:17.578744Z","caller":"traceutil/trace.go:171","msg":"trace[1396714434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4432; }","duration":"2.509932745s","start":"2026-03-03T21:24:15.068806Z","end":"2026-03-03T21:24:17.578739Z","steps":["trace[1396714434] 'agreement among raft nodes before linearized reading' (duration: 2.509795742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.578769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.068785Z","time spent":"2.509976075s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:24:17.578793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530964183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-03T21:24:17.578836Z","caller":"traceutil/trace.go:171","msg":"trace[1684272847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e; range_end:; response_count:1; response_revision:4432; }","duration":"1.531048505s","start":"2026-03-03T21:24:16.047776Z","end":"2026-03-03T21:24:17.578825Z","steps":["trace[1684272847] 'agreement among raft nodes before linearized reading' (duration: 1.530910672s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.578867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595937502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:24:17.578908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550442938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T21:24:17.578925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94547032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T21:24:17.578925Z","caller":"traceutil/trace.go:171","msg":"trace[381172569] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4432; }","duration":"1.596027965s","start":"2026-03-03T21:24:15.982884Z","end":"2026-03-03T21:24:17.578912Z","steps":["trace[381172569] 'agreement among raft nodes before linearized reading' (duration: 1.595958244s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:17.578941Z","caller":"traceutil/trace.go:171","msg":"trace[2026100123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4432; }","duration":"1.945524591s","start":"2026-03-03T21:24:15.633412Z","end":"2026-03-03T21:24:17.578936Z","steps":["trace[2026100123] 'agreement among raft nodes before linearized reading' (duration: 1.945405178s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:17.578943Z","caller":"traceutil/trace.go:171","msg":"trace[1581017277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:4432; }","duration":"1.5504993s","start":"2026-03-03T21:24:16.028436Z","end":"2026-03-03T21:24:17.578935Z","steps":["trace[1581017277] 'agreement among raft nodes before linearized reading' (duration: 1.550272435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.578955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.63339Z","time spent":"1.945561762s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T21:24:17.578959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.982863Z","time spent":"1.596086916s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:24:17.57897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.028424Z","time spent":"1.55053596s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:24:17.579011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448102383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T21:24:17.579075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504143639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-03T21:24:17.579108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535983742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T21:24:17.579114Z","caller":"traceutil/trace.go:171","msg":"trace[1838561360] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4432; }","duration":"2.50420445s","start":"2026-03-03T21:24:15.074901Z","end":"2026-03-03T21:24:17.579105Z","steps":["trace[1838561360] 'agreement among raft nodes before linearized reading' (duration: 2.503989885s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:17.579141Z","caller":"traceutil/trace.go:171","msg":"trace[211820590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4432; }","duration":"1.536039814s","start":"2026-03-03T21:24:16.043094Z","end":"2026-03-03T21:24:17.579133Z","steps":["trace[211820590] 'agreement among raft nodes before linearized reading' (duration: 1.535704647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.579167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.043082Z","time spent":"1.536079545s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T21:24:17.579096Z","caller":"traceutil/trace.go:171","msg":"trace[1487715808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4432; }","duration":"1.448264886s","start":"2026-03-03T21:24:16.130816Z","end":"2026-03-03T21:24:17.579081Z","steps":["trace[1487715808] 'agreement among raft nodes before linearized reading' (duration: 1.447820756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.578873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.047751Z","time spent":"1.531114906s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" "} {"level":"warn","ts":"2026-03-03T21:24:17.579213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.975124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-v59kf\" ","response":"range_response_count:1 size:5148"} {"level":"info","ts":"2026-03-03T21:24:17.579235Z","caller":"traceutil/trace.go:171","msg":"trace[1209424366] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-v59kf; range_end:; response_count:1; response_revision:4432; }","duration":"251.050645ms","start":"2026-03-03T21:24:17.328176Z","end":"2026-03-03T21:24:17.579226Z","steps":["trace[1209424366] 'agreement among raft nodes before linearized reading' (duration: 250.982764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.579145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:15.074891Z","time spent":"2.50424883s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T21:24:17.579241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.926584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:24:17.579388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113043551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:24:17.579394Z","caller":"traceutil/trace.go:171","msg":"trace[911168929] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4432; }","duration":"154.078857ms","start":"2026-03-03T21:24:17.425296Z","end":"2026-03-03T21:24:17.579375Z","steps":["trace[911168929] 'agreement among raft nodes before linearized reading' (duration: 153.898273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.579417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3953676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:24:17.582567Z","caller":"traceutil/trace.go:171","msg":"trace[216322657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4432; }","duration":"1.398539851s","start":"2026-03-03T21:24:16.184014Z","end":"2026-03-03T21:24:17.582554Z","steps":["trace[216322657] 'agreement among raft nodes before linearized reading' (duration: 1.39532619s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.582599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.184003Z","time spent":"1.398585961s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:24:17.579056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563092405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:24:17.582712Z","caller":"traceutil/trace.go:171","msg":"trace[264088416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4432; }","duration":"1.566793827s","start":"2026-03-03T21:24:16.015912Z","end":"2026-03-03T21:24:17.582706Z","steps":["trace[264088416] 'agreement among raft nodes before linearized reading' (duration: 1.562782599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.582732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.015888Z","time spent":"1.566837917s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:24:17.579245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.130757Z","time spent":"1.44845706s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:24:17.578796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551531073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:24:17.582823Z","caller":"traceutil/trace.go:171","msg":"trace[1059416814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4432; }","duration":"1.555595452s","start":"2026-03-03T21:24:16.02722Z","end":"2026-03-03T21:24:17.582816Z","steps":["trace[1059416814] 'agreement among raft nodes before linearized reading' (duration: 1.551491952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.582895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.027208Z","time spent":"1.555678074s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:24:17.579298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.343543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:17.58296Z","caller":"traceutil/trace.go:171","msg":"trace[559261283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4432; }","duration":"239.022844ms","start":"2026-03-03T21:24:17.343924Z","end":"2026-03-03T21:24:17.582947Z","steps":["trace[559261283] 'agreement among raft nodes before linearized reading' (duration: 235.347753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.579351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366591571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:24:17.583079Z","caller":"traceutil/trace.go:171","msg":"trace[680655742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4432; }","duration":"1.370352524s","start":"2026-03-03T21:24:16.21272Z","end":"2026-03-03T21:24:17.583072Z","steps":["trace[680655742] 'agreement among raft nodes before linearized reading' (duration: 1.366587331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.583118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.212706Z","time spent":"1.370404514s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:24:17.579428Z","caller":"traceutil/trace.go:171","msg":"trace[1791580304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4432; }","duration":"1.113165883s","start":"2026-03-03T21:24:16.466254Z","end":"2026-03-03T21:24:17.57942Z","steps":["trace[1791580304] 'agreement among raft nodes before linearized reading' (duration: 1.11303361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.583219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:16.466227Z","time spent":"1.116985098s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:24:17.825745Z","caller":"traceutil/trace.go:171","msg":"trace[1769696268] linearizableReadLoop","detail":"{readStateIndex:4624; appliedIndex:4621; }","duration":"172.54823ms","start":"2026-03-03T21:24:17.653155Z","end":"2026-03-03T21:24:17.825703Z","steps":["trace[1769696268] 'read index received' (duration: 43.608162ms)","trace[1769696268] 'applied index is now lower than readState.Index' (duration: 128.938018ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:17.825841Z","caller":"traceutil/trace.go:171","msg":"trace[1874588702] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"173.44347ms","start":"2026-03-03T21:24:17.652348Z","end":"2026-03-03T21:24:17.825791Z","steps":["trace[1874588702] 'process raft request' (duration: 173.115053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.826017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.836996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T21:24:17.826056Z","caller":"traceutil/trace.go:171","msg":"trace[1870392195] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4443; }","duration":"172.893427ms","start":"2026-03-03T21:24:17.653149Z","end":"2026-03-03T21:24:17.826042Z","steps":["trace[1870392195] 'agreement among raft nodes before linearized reading' (duration: 172.712293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:17.825626Z","caller":"traceutil/trace.go:171","msg":"trace[736419766] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"173.990642ms","start":"2026-03-03T21:24:17.651567Z","end":"2026-03-03T21:24:17.825558Z","steps":["trace[736419766] 'process raft request' (duration: 173.724826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:17.826553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.226888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517156"} {"level":"info","ts":"2026-03-03T21:24:17.826655Z","caller":"traceutil/trace.go:171","msg":"trace[2081799563] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4443; }","duration":"131.347131ms","start":"2026-03-03T21:24:17.695282Z","end":"2026-03-03T21:24:17.826629Z","steps":["trace[2081799563] 'agreement among raft nodes before linearized reading' (duration: 130.621174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:18.022595Z","caller":"traceutil/trace.go:171","msg":"trace[1183611968] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"190.161656ms","start":"2026-03-03T21:24:17.832386Z","end":"2026-03-03T21:24:18.022547Z","steps":["trace[1183611968] 'process raft request' (duration: 143.111517ms)","trace[1183611968] 'compare' (duration: 46.896325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:18.0226Z","caller":"traceutil/trace.go:171","msg":"trace[1902116503] linearizableReadLoop","detail":"{readStateIndex:4625; appliedIndex:4624; }","duration":"188.727525ms","start":"2026-03-03T21:24:17.833793Z","end":"2026-03-03T21:24:18.022521Z","steps":["trace[1902116503] 'read index received' (duration: 141.699177ms)","trace[1902116503] 'applied index is now lower than readState.Index' (duration: 47.027408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:18.022866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.706265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T21:24:18.022866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.737135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T21:24:18.022907Z","caller":"traceutil/trace.go:171","msg":"trace[2054320190] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:4444; }","duration":"129.786277ms","start":"2026-03-03T21:24:17.893103Z","end":"2026-03-03T21:24:18.022889Z","steps":["trace[2054320190] 'agreement among raft nodes before linearized reading' (duration: 129.643754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:18.022911Z","caller":"traceutil/trace.go:171","msg":"trace[203636087] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4444; }","duration":"188.831737ms","start":"2026-03-03T21:24:17.834064Z","end":"2026-03-03T21:24:18.022896Z","steps":["trace[203636087] 'agreement among raft nodes before linearized reading' (duration: 188.655683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:18.022933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.109633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16101"} {"level":"info","ts":"2026-03-03T21:24:18.023037Z","caller":"traceutil/trace.go:171","msg":"trace[1931900914] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4444; }","duration":"189.275117ms","start":"2026-03-03T21:24:17.833739Z","end":"2026-03-03T21:24:18.023015Z","steps":["trace[1931900914] 'agreement among raft nodes before linearized reading' (duration: 188.94627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:18.924616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.464055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T21:24:18.924755Z","caller":"traceutil/trace.go:171","msg":"trace[776597206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f; range_end:; response_count:1; response_revision:4450; }","duration":"337.750821ms","start":"2026-03-03T21:24:18.586974Z","end":"2026-03-03T21:24:18.924725Z","steps":["trace[776597206] 'range keys from in-memory index tree' (duration: 337.204968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:18.924818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:18.586939Z","time spent":"337.863363ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" "} {"level":"warn","ts":"2026-03-03T21:24:18.924921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.72218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-03T21:24:18.92502Z","caller":"traceutil/trace.go:171","msg":"trace[668870067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e; range_end:; response_count:1; response_revision:4450; }","duration":"337.897684ms","start":"2026-03-03T21:24:18.587094Z","end":"2026-03-03T21:24:18.924992Z","steps":["trace[668870067] 'range keys from in-memory index tree' (duration: 337.472844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:18.925082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:18.587036Z","time spent":"338.035417ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" "} {"level":"info","ts":"2026-03-03T21:24:19.742323Z","caller":"traceutil/trace.go:171","msg":"trace[155358418] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"156.402496ms","start":"2026-03-03T21:24:19.585879Z","end":"2026-03-03T21:24:19.742281Z","steps":["trace[155358418] 'process raft request' (duration: 152.628984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:19.742834Z","caller":"traceutil/trace.go:171","msg":"trace[835744986] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"156.746065ms","start":"2026-03-03T21:24:19.586068Z","end":"2026-03-03T21:24:19.742814Z","steps":["trace[835744986] 'process raft request' (duration: 156.607122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:19.74323Z","caller":"traceutil/trace.go:171","msg":"trace[1172735497] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"152.032352ms","start":"2026-03-03T21:24:19.591184Z","end":"2026-03-03T21:24:19.743217Z","steps":["trace[1172735497] 'process raft request' (duration: 151.558141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:21.410482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.687214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnkg6\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-03-03T21:24:21.410586Z","caller":"traceutil/trace.go:171","msg":"trace[1200986479] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnkg6; range_end:; response_count:1; response_revision:4598; }","duration":"313.842628ms","start":"2026-03-03T21:24:21.096721Z","end":"2026-03-03T21:24:21.410564Z","steps":["trace[1200986479] 'range keys from in-memory index tree' (duration: 313.438969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:21.410629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:21.096699Z","time spent":"313.920289ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9656,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnkg6\" "} {"level":"info","ts":"2026-03-03T21:24:21.410753Z","caller":"traceutil/trace.go:171","msg":"trace[1973699136] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"311.644129ms","start":"2026-03-03T21:24:21.098945Z","end":"2026-03-03T21:24:21.410589Z","steps":["trace[1973699136] 'process raft request' (duration: 215.128151ms)","trace[1973699136] 'compare' (duration: 96.374805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:21.411075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:21.098921Z","time spent":"311.967407ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:24:21.573623Z","caller":"traceutil/trace.go:171","msg":"trace[1452306696] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"147.964664ms","start":"2026-03-03T21:24:21.425627Z","end":"2026-03-03T21:24:21.573592Z","steps":["trace[1452306696] 'process raft request' (duration: 147.541795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:21.590617Z","caller":"traceutil/trace.go:171","msg":"trace[572653709] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"161.660462ms","start":"2026-03-03T21:24:21.428927Z","end":"2026-03-03T21:24:21.590587Z","steps":["trace[572653709] 'process raft request' (duration: 161.486008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:22.995878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.11093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777205"} {"level":"info","ts":"2026-03-03T21:24:22.995977Z","caller":"traceutil/trace.go:171","msg":"trace[1848375409] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4643; }","duration":"506.281893ms","start":"2026-03-03T21:24:22.489663Z","end":"2026-03-03T21:24:22.995945Z","steps":["trace[1848375409] 'range keys from in-memory index tree' (duration: 505.659939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:22.996051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:22.489631Z","time spent":"506.396286ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777228,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T21:24:22.996203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.569968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T21:24:22.996295Z","caller":"traceutil/trace.go:171","msg":"trace[284655503] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4643; }","duration":"343.709531ms","start":"2026-03-03T21:24:22.65256Z","end":"2026-03-03T21:24:22.996269Z","steps":["trace[284655503] 'range keys from in-memory index tree' (duration: 343.397634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:22.996349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:22.652538Z","time spent":"343.801182ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-03T21:24:22.996423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.36269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-192af6dc-0ffe-4991-a753-f49cc7038849\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-03T21:24:22.996508Z","caller":"traceutil/trace.go:171","msg":"trace[165392652] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-192af6dc-0ffe-4991-a753-f49cc7038849; range_end:; response_count:1; response_revision:4643; }","duration":"336.505963ms","start":"2026-03-03T21:24:22.659982Z","end":"2026-03-03T21:24:22.996488Z","steps":["trace[165392652] 'range keys from in-memory index tree' (duration: 336.185486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:22.996556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:22.659963Z","time spent":"336.583695ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-192af6dc-0ffe-4991-a753-f49cc7038849\" "} {"level":"info","ts":"2026-03-03T21:24:23.146748Z","caller":"traceutil/trace.go:171","msg":"trace[2140809748] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"104.864692ms","start":"2026-03-03T21:24:23.041843Z","end":"2026-03-03T21:24:23.146707Z","steps":["trace[2140809748] 'read index received' (duration: 104.613707ms)","trace[2140809748] 'applied index is now lower than readState.Index' (duration: 249.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:23.146822Z","caller":"traceutil/trace.go:171","msg":"trace[1978949943] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"144.727643ms","start":"2026-03-03T21:24:23.002045Z","end":"2026-03-03T21:24:23.146772Z","steps":["trace[1978949943] 'process raft request' (duration: 144.415286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:23.147134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.274771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:24:23.147223Z","caller":"traceutil/trace.go:171","msg":"trace[1074327141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4644; }","duration":"105.425404ms","start":"2026-03-03T21:24:23.041777Z","end":"2026-03-03T21:24:23.147203Z","steps":["trace[1074327141] 'agreement among raft nodes before linearized reading' (duration: 105.135638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.960462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.533641ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:25.960688Z","caller":"traceutil/trace.go:171","msg":"trace[1073860188] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4690; }","duration":"200.778976ms","start":"2026-03-03T21:24:25.759883Z","end":"2026-03-03T21:24:25.960662Z","steps":["trace[1073860188] 'range keys from in-memory index tree' (duration: 200.515371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:25.970988Z","caller":"traceutil/trace.go:171","msg":"trace[1518083454] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"331.966775ms","start":"2026-03-03T21:24:25.638996Z","end":"2026-03-03T21:24:25.970963Z","steps":["trace[1518083454] 'process raft request' (duration: 331.837852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.971145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:25.638978Z","time spent":"332.086667ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:24:25.983102Z","caller":"traceutil/trace.go:171","msg":"trace[2003397357] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4882; }","duration":"205.690714ms","start":"2026-03-03T21:24:25.777387Z","end":"2026-03-03T21:24:25.983078Z","steps":["trace[2003397357] 'read index received' (duration: 193.58221ms)","trace[2003397357] 'applied index is now lower than readState.Index' (duration: 12.107424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:25.983457Z","caller":"traceutil/trace.go:171","msg":"trace[872849699] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"221.276865ms","start":"2026-03-03T21:24:25.762169Z","end":"2026-03-03T21:24:25.983446Z","steps":["trace[872849699] 'process raft request' (duration: 220.737264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:25.983616Z","caller":"traceutil/trace.go:171","msg":"trace[1908633241] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"221.393878ms","start":"2026-03-03T21:24:25.762215Z","end":"2026-03-03T21:24:25.983609Z","steps":["trace[1908633241] 'process raft request' (duration: 220.813265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.983801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.402959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:24:25.983831Z","caller":"traceutil/trace.go:171","msg":"trace[434994602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4693; }","duration":"206.511463ms","start":"2026-03-03T21:24:25.777312Z","end":"2026-03-03T21:24:25.983824Z","steps":["trace[434994602] 'agreement among raft nodes before linearized reading' (duration: 206.38808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.983961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.103054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:24:25.983985Z","caller":"traceutil/trace.go:171","msg":"trace[124071266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4693; }","duration":"206.152705ms","start":"2026-03-03T21:24:25.777827Z","end":"2026-03-03T21:24:25.983979Z","steps":["trace[124071266] 'agreement among raft nodes before linearized reading' (duration: 206.093063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.984268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.805677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:24:25.984295Z","caller":"traceutil/trace.go:171","msg":"trace[1835697175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4693; }","duration":"199.840997ms","start":"2026-03-03T21:24:25.784448Z","end":"2026-03-03T21:24:25.984289Z","steps":["trace[1835697175] 'agreement among raft nodes before linearized reading' (duration: 199.776296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.984408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.820949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:24:25.984433Z","caller":"traceutil/trace.go:171","msg":"trace[897678145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4693; }","duration":"200.851449ms","start":"2026-03-03T21:24:25.783574Z","end":"2026-03-03T21:24:25.984426Z","steps":["trace[897678145] 'agreement among raft nodes before linearized reading' (duration: 200.790548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.984536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.39175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:24:25.984558Z","caller":"traceutil/trace.go:171","msg":"trace[973624953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:4693; }","duration":"201.413611ms","start":"2026-03-03T21:24:25.783139Z","end":"2026-03-03T21:24:25.984552Z","steps":["trace[973624953] 'agreement among raft nodes before linearized reading' (duration: 201.35035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:25.984686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.410863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T21:24:25.984709Z","caller":"traceutil/trace.go:171","msg":"trace[1674068496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4693; }","duration":"202.449443ms","start":"2026-03-03T21:24:25.782254Z","end":"2026-03-03T21:24:25.984703Z","steps":["trace[1674068496] 'agreement among raft nodes before linearized reading' (duration: 202.393912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:26.490601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.577004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:26.490717Z","caller":"traceutil/trace.go:171","msg":"trace[46307165] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4703; }","duration":"212.765589ms","start":"2026-03-03T21:24:26.27792Z","end":"2026-03-03T21:24:26.490685Z","steps":["trace[46307165] 'count revisions from in-memory index tree' (duration: 212.353629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:33.793121Z","caller":"traceutil/trace.go:171","msg":"trace[1822364120] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"115.593516ms","start":"2026-03-03T21:24:33.6775Z","end":"2026-03-03T21:24:33.793093Z","steps":["trace[1822364120] 'process raft request' (duration: 115.390641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:34.025132Z","caller":"traceutil/trace.go:171","msg":"trace[332886] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"164.909363ms","start":"2026-03-03T21:24:33.860178Z","end":"2026-03-03T21:24:34.025088Z","steps":["trace[332886] 'process raft request' (duration: 107.52295ms)","trace[332886] 'compare' (duration: 56.910763ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:34.025187Z","caller":"traceutil/trace.go:171","msg":"trace[1094107122] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"163.41259ms","start":"2026-03-03T21:24:33.861743Z","end":"2026-03-03T21:24:34.025155Z","steps":["trace[1094107122] 'process raft request' (duration: 163.211716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:34.437463Z","caller":"traceutil/trace.go:171","msg":"trace[1560229893] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"100.166189ms","start":"2026-03-03T21:24:34.337254Z","end":"2026-03-03T21:24:34.43742Z","steps":["trace[1560229893] 'process raft request' (duration: 99.878303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:35.424417Z","caller":"traceutil/trace.go:171","msg":"trace[1777945363] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"158.34245ms","start":"2026-03-03T21:24:35.266045Z","end":"2026-03-03T21:24:35.424387Z","steps":["trace[1777945363] 'process raft request' (duration: 158.176566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:35.43548Z","caller":"traceutil/trace.go:171","msg":"trace[100264080] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"161.616981ms","start":"2026-03-03T21:24:35.273837Z","end":"2026-03-03T21:24:35.435454Z","steps":["trace[100264080] 'process raft request' (duration: 161.418186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:35.43566Z","caller":"traceutil/trace.go:171","msg":"trace[1052878310] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5043; }","duration":"140.007319ms","start":"2026-03-03T21:24:35.295618Z","end":"2026-03-03T21:24:35.435625Z","steps":["trace[1052878310] 'read index received' (duration: 128.65244ms)","trace[1052878310] 'applied index is now lower than readState.Index' (duration: 11.352729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:35.435992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.350906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T21:24:35.436064Z","caller":"traceutil/trace.go:171","msg":"trace[284230606] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4850; }","duration":"140.437778ms","start":"2026-03-03T21:24:35.295608Z","end":"2026-03-03T21:24:35.436046Z","steps":["trace[284230606] 'agreement among raft nodes before linearized reading' (duration: 140.222094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:39.59278Z","caller":"traceutil/trace.go:171","msg":"trace[1830105937] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5086; }","duration":"251.24902ms","start":"2026-03-03T21:24:39.341507Z","end":"2026-03-03T21:24:39.592756Z","steps":["trace[1830105937] 'read index received' (duration: 251.061386ms)","trace[1830105937] 'applied index is now lower than readState.Index' (duration: 186.494µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:24:39.593037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.526636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:39.593082Z","caller":"traceutil/trace.go:171","msg":"trace[480932597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4890; }","duration":"251.628208ms","start":"2026-03-03T21:24:39.341444Z","end":"2026-03-03T21:24:39.593072Z","steps":["trace[480932597] 'agreement among raft nodes before linearized reading' (duration: 251.545147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:39.593066Z","caller":"traceutil/trace.go:171","msg":"trace[1136832167] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"291.49334ms","start":"2026-03-03T21:24:39.301539Z","end":"2026-03-03T21:24:39.593033Z","steps":["trace[1136832167] 'process raft request' (duration: 291.07986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:39.593214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.897515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T21:24:39.593264Z","caller":"traceutil/trace.go:171","msg":"trace[981034347] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4890; }","duration":"187.977767ms","start":"2026-03-03T21:24:39.405271Z","end":"2026-03-03T21:24:39.593249Z","steps":["trace[981034347] 'agreement among raft nodes before linearized reading' (duration: 187.840234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:39.593341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.238185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:24:39.59337Z","caller":"traceutil/trace.go:171","msg":"trace[1081845397] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4890; }","duration":"113.285926ms","start":"2026-03-03T21:24:39.480077Z","end":"2026-03-03T21:24:39.593363Z","steps":["trace[1081845397] 'agreement among raft nodes before linearized reading' (duration: 113.240805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:39.59352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.373081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:24:39.593563Z","caller":"traceutil/trace.go:171","msg":"trace[1682698937] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4890; }","duration":"115.481943ms","start":"2026-03-03T21:24:39.478072Z","end":"2026-03-03T21:24:39.593554Z","steps":["trace[1682698937] 'agreement among raft nodes before linearized reading' (duration: 115.37268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:43.788729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.8388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:24:43.788803Z","caller":"traceutil/trace.go:171","msg":"trace[924488828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4995; }","duration":"174.967373ms","start":"2026-03-03T21:24:43.613821Z","end":"2026-03-03T21:24:43.788788Z","steps":["trace[924488828] 'range keys from in-memory index tree' (duration: 174.684437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:00.727929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717532888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:25:00.826465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164395603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:25:00.826787Z","caller":"traceutil/trace.go:171","msg":"trace[2098968006] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5205; }","duration":"1.164787201s","start":"2026-03-03T21:24:59.661964Z","end":"2026-03-03T21:25:00.826751Z","steps":["trace[2098968006] 'count revisions from in-memory index tree' (duration: 1.16430448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:00.826617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485201802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:25:00.827003Z","caller":"traceutil/trace.go:171","msg":"trace[2087571675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5205; }","duration":"1.485612651s","start":"2026-03-03T21:24:59.34136Z","end":"2026-03-03T21:25:00.826972Z","steps":["trace[2087571675] 'range keys from in-memory index tree' (duration: 1.485125191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:00.827064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:59.34134Z","time spent":"1.485709834s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:25:00.82669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78028721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T21:25:00.82713Z","caller":"traceutil/trace.go:171","msg":"trace[1347521299] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5205; }","duration":"1.78075509s","start":"2026-03-03T21:24:59.04635Z","end":"2026-03-03T21:25:00.827105Z","steps":["trace[1347521299] 'range keys from in-memory index tree' (duration: 1.780060786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:00.827179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:59.046325Z","time spent":"1.780840692s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T21:25:00.826924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:59.661943Z","time spent":"1.164956945s","remote":"127.0.0.1:53804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:25:00.827444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:59.960228Z","time spent":"867.214839ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T21:25:00.826822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767648134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:25:00.827555Z","caller":"traceutil/trace.go:171","msg":"trace[624300384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5205; }","duration":"1.768432582s","start":"2026-03-03T21:24:59.059106Z","end":"2026-03-03T21:25:00.827539Z","steps":["trace[624300384] 'range keys from in-memory index tree' (duration: 1.767479491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:00.827651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:24:59.059086Z","time spent":"1.768526794s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:25:01.018816Z","caller":"traceutil/trace.go:171","msg":"trace[1161929233] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"803.746432ms","start":"2026-03-03T21:25:00.215041Z","end":"2026-03-03T21:25:01.018787Z","steps":["trace[1161929233] 'process raft request' (duration: 803.591059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.018984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.215015Z","time spent":"803.882686ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:25:01.266476Z","caller":"traceutil/trace.go:171","msg":"trace[347952066] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.046048937s","start":"2026-03-03T21:25:00.220406Z","end":"2026-03-03T21:25:01.266455Z","steps":["trace[347952066] 'process raft request' (duration: 1.045985415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.266638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.220398Z","time spent":"1.046142198s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:25:01.266791Z","caller":"traceutil/trace.go:171","msg":"trace[109441294] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.048622043s","start":"2026-03-03T21:25:00.218159Z","end":"2026-03-03T21:25:01.266781Z","steps":["trace[109441294] 'process raft request' (duration: 1.048107902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.266857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.218138Z","time spent":"1.048675604s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:25:01.267247Z","caller":"traceutil/trace.go:171","msg":"trace[368987404] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"434.233758ms","start":"2026-03-03T21:25:00.832957Z","end":"2026-03-03T21:25:01.267191Z","steps":["trace[368987404] 'process raft request' (duration: 433.467971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:01.26732Z","caller":"traceutil/trace.go:171","msg":"trace[101462786] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"330.359108ms","start":"2026-03-03T21:25:00.93693Z","end":"2026-03-03T21:25:01.267289Z","steps":["trace[101462786] 'process raft request' (duration: 330.139694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.26765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.936904Z","time spent":"330.498392ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:25:01.267685Z","caller":"traceutil/trace.go:171","msg":"trace[872364708] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5409; }","duration":"1.040359943s","start":"2026-03-03T21:25:00.227295Z","end":"2026-03-03T21:25:01.267655Z","steps":["trace[872364708] 'read index received' (duration: 791.382193ms)","trace[872364708] 'applied index is now lower than readState.Index' (duration: 248.97635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:25:01.267838Z","caller":"traceutil/trace.go:171","msg":"trace[1866065384] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"292.341478ms","start":"2026-03-03T21:25:00.975476Z","end":"2026-03-03T21:25:01.267818Z","steps":["trace[1866065384] 'process raft request' (duration: 291.739025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.267956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040642699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:25:01.267996Z","caller":"traceutil/trace.go:171","msg":"trace[889708496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5211; }","duration":"1.04071446s","start":"2026-03-03T21:25:00.227268Z","end":"2026-03-03T21:25:01.267983Z","steps":["trace[889708496] 'agreement among raft nodes before linearized reading' (duration: 1.040535667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.268041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.227259Z","time spent":"1.040774352s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:25:01.268126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.832938Z","time spent":"434.458533ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:25:01.268273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039436682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:25:01.268304Z","caller":"traceutil/trace.go:171","msg":"trace[368595549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5211; }","duration":"1.039509274s","start":"2026-03-03T21:25:00.228786Z","end":"2026-03-03T21:25:01.268295Z","steps":["trace[368595549] 'agreement among raft nodes before linearized reading' (duration: 1.039421792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.26833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.228762Z","time spent":"1.039562315s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:25:01.2685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.617924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:25:01.268526Z","caller":"traceutil/trace.go:171","msg":"trace[1121062473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5211; }","duration":"438.683056ms","start":"2026-03-03T21:25:00.829835Z","end":"2026-03-03T21:25:01.268518Z","steps":["trace[1121062473] 'agreement among raft nodes before linearized reading' (duration: 438.643045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.26855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.829815Z","time spent":"438.730367ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:25:01.268579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.033518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:25:01.268639Z","caller":"traceutil/trace.go:171","msg":"trace[1409838147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5211; }","duration":"436.091099ms","start":"2026-03-03T21:25:00.832528Z","end":"2026-03-03T21:25:01.26862Z","steps":["trace[1409838147] 'agreement among raft nodes before linearized reading' (duration: 435.893385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.268699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.832488Z","time spent":"436.197581ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T21:25:01.268735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033997443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:25:01.268765Z","caller":"traceutil/trace.go:171","msg":"trace[765203750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5211; }","duration":"1.034045945s","start":"2026-03-03T21:25:00.234711Z","end":"2026-03-03T21:25:01.268757Z","steps":["trace[765203750] 'agreement among raft nodes before linearized reading' (duration: 1.033961683s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.268811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.2347Z","time spent":"1.034105556s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:25:01.268972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032122712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T21:25:01.268984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032389647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T21:25:01.269021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.163578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T21:25:01.269042Z","caller":"traceutil/trace.go:171","msg":"trace[801928436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:5211; }","duration":"1.03248416s","start":"2026-03-03T21:25:00.236544Z","end":"2026-03-03T21:25:01.269028Z","steps":["trace[801928436] 'agreement among raft nodes before linearized reading' (duration: 1.032305376s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:01.26904Z","caller":"traceutil/trace.go:171","msg":"trace[1977224602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5211; }","duration":"1.032208144s","start":"2026-03-03T21:25:00.236815Z","end":"2026-03-03T21:25:01.269023Z","steps":["trace[1977224602] 'agreement among raft nodes before linearized reading' (duration: 1.03203854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.269079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.236533Z","time spent":"1.032538861s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"info","ts":"2026-03-03T21:25:01.269074Z","caller":"traceutil/trace.go:171","msg":"trace[1653798252] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5211; }","duration":"240.27653ms","start":"2026-03-03T21:25:01.028781Z","end":"2026-03-03T21:25:01.269058Z","steps":["trace[1653798252] 'agreement among raft nodes before linearized reading' (duration: 240.121947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.269085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.58245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16403"} {"level":"warn","ts":"2026-03-03T21:25:01.269091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.236808Z","time spent":"1.032270255s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:25:01.269128Z","caller":"traceutil/trace.go:171","msg":"trace[1558075245] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5211; }","duration":"323.652162ms","start":"2026-03-03T21:25:00.945461Z","end":"2026-03-03T21:25:01.269113Z","steps":["trace[1558075245] 'agreement among raft nodes before linearized reading' (duration: 323.532739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.269154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.945444Z","time spent":"323.702862ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16426,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T21:25:01.269162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034339331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:25:01.269251Z","caller":"traceutil/trace.go:171","msg":"trace[5905737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5211; }","duration":"1.034440803s","start":"2026-03-03T21:25:00.234769Z","end":"2026-03-03T21:25:01.26921Z","steps":["trace[5905737] 'agreement among raft nodes before linearized reading' (duration: 1.033806029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.269294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:00.234752Z","time spent":"1.034531795s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:25:01.85257Z","caller":"traceutil/trace.go:171","msg":"trace[160174260] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"578.354217ms","start":"2026-03-03T21:25:01.27418Z","end":"2026-03-03T21:25:01.852534Z","steps":["trace[160174260] 'process raft request' (duration: 513.854857ms)","trace[160174260] 'compare' (duration: 63.908637ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:25:01.8526Z","caller":"traceutil/trace.go:171","msg":"trace[752618229] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"578.322217ms","start":"2026-03-03T21:25:01.274238Z","end":"2026-03-03T21:25:01.85256Z","steps":["trace[752618229] 'process raft request' (duration: 578.164313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:01.852702Z","caller":"traceutil/trace.go:171","msg":"trace[1564586643] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5416; }","duration":"552.389721ms","start":"2026-03-03T21:25:01.300288Z","end":"2026-03-03T21:25:01.852677Z","steps":["trace[1564586643] 'read index received' (duration: 487.740297ms)","trace[1564586643] 'applied index is now lower than readState.Index' (duration: 64.648424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:25:01.852744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.274171Z","time spent":"578.47281ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:25:01.85275Z","caller":"traceutil/trace.go:171","msg":"trace[1671925810] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"575.634198ms","start":"2026-03-03T21:25:01.277073Z","end":"2026-03-03T21:25:01.852707Z","steps":["trace[1671925810] 'process raft request' (duration: 575.492255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:01.852783Z","caller":"traceutil/trace.go:171","msg":"trace[727107867] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"578.287686ms","start":"2026-03-03T21:25:01.274461Z","end":"2026-03-03T21:25:01.852749Z","steps":["trace[727107867] 'process raft request' (duration: 578.02772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.853326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.923058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"warn","ts":"2026-03-03T21:25:01.853307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.277055Z","time spent":"576.134999ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:25:01.853392Z","caller":"traceutil/trace.go:171","msg":"trace[734679548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5218; }","duration":"578.004561ms","start":"2026-03-03T21:25:01.275372Z","end":"2026-03-03T21:25:01.853377Z","steps":["trace[734679548] 'agreement among raft nodes before linearized reading' (duration: 577.643603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.853436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.275364Z","time spent":"578.064332ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81759,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T21:25:01.852898Z","caller":"traceutil/trace.go:171","msg":"trace[1947597216] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"565.069707ms","start":"2026-03-03T21:25:01.28782Z","end":"2026-03-03T21:25:01.852889Z","steps":["trace[1947597216] 'process raft request' (duration: 564.790801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:01.852828Z","caller":"traceutil/trace.go:171","msg":"trace[2139565877] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"578.185824ms","start":"2026-03-03T21:25:01.274633Z","end":"2026-03-03T21:25:01.852819Z","steps":["trace[2139565877] 'process raft request' (duration: 577.899777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.853519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.274449Z","time spent":"578.907989ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:25:01.853606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.274599Z","time spent":"578.963891ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:25:01.853605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.287805Z","time spent":"565.69095ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17137,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:25:01.852978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.364213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:25:01.853753Z","caller":"traceutil/trace.go:171","msg":"trace[1920058156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"576.124799ms","start":"2026-03-03T21:25:01.277559Z","end":"2026-03-03T21:25:01.853684Z","steps":["trace[1920058156] 'agreement among raft nodes before linearized reading' (duration: 575.362513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.852966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.27423Z","time spent":"578.45736ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:25:01.853843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.268359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:25:01.853885Z","caller":"traceutil/trace.go:171","msg":"trace[1459949067] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5218; }","duration":"509.339269ms","start":"2026-03-03T21:25:01.344532Z","end":"2026-03-03T21:25:01.853871Z","steps":["trace[1459949067] 'agreement among raft nodes before linearized reading' (duration: 509.271628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.85389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.277547Z","time spent":"576.300473ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:25:01.853926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.34451Z","time spent":"509.408641ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T21:25:01.854322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.184212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T21:25:01.854438Z","caller":"traceutil/trace.go:171","msg":"trace[1869476630] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5218; }","duration":"550.332765ms","start":"2026-03-03T21:25:01.304081Z","end":"2026-03-03T21:25:01.854414Z","steps":["trace[1869476630] 'agreement among raft nodes before linearized reading' (duration: 549.693701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:01.854523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.30406Z","time spent":"550.448727ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T21:25:02.276986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.093493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T21:25:02.277454Z","caller":"traceutil/trace.go:171","msg":"trace[6736789] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5218; }","duration":"314.275837ms","start":"2026-03-03T21:25:01.962799Z","end":"2026-03-03T21:25:02.277075Z","steps":["trace[6736789] 'range keys from in-memory index tree' (duration: 313.853748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:02.277511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.962775Z","time spent":"314.721007ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T21:25:02.277847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.349809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13288"} {"level":"info","ts":"2026-03-03T21:25:02.277976Z","caller":"traceutil/trace.go:171","msg":"trace[1658272001] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5218; }","duration":"320.539134ms","start":"2026-03-03T21:25:01.957411Z","end":"2026-03-03T21:25:02.27795Z","steps":["trace[1658272001] 'range keys from in-memory index tree' (duration: 319.169504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:02.278032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:25:01.957389Z","time spent":"320.631795ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13311,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T21:25:02.575415Z","caller":"traceutil/trace.go:171","msg":"trace[1158261417] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"107.394078ms","start":"2026-03-03T21:25:02.467989Z","end":"2026-03-03T21:25:02.575383Z","steps":["trace[1158261417] 'process raft request' (duration: 107.218613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:02.575439Z","caller":"traceutil/trace.go:171","msg":"trace[380665150] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"197.793742ms","start":"2026-03-03T21:25:02.377618Z","end":"2026-03-03T21:25:02.575412Z","steps":["trace[380665150] 'process raft request' (duration: 169.835841ms)","trace[380665150] 'compare' (duration: 27.514161ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:25:36.151349Z","caller":"traceutil/trace.go:171","msg":"trace[1254717092] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"105.877867ms","start":"2026-03-03T21:25:36.045438Z","end":"2026-03-03T21:25:36.151316Z","steps":["trace[1254717092] 'process raft request' (duration: 105.631712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:36.155045Z","caller":"traceutil/trace.go:171","msg":"trace[129523752] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"105.518199ms","start":"2026-03-03T21:25:36.0495Z","end":"2026-03-03T21:25:36.155018Z","steps":["trace[129523752] 'process raft request' (duration: 105.324324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:25:36.155336Z","caller":"traceutil/trace.go:171","msg":"trace[1391629997] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5719; }","duration":"105.559299ms","start":"2026-03-03T21:25:36.049756Z","end":"2026-03-03T21:25:36.155316Z","steps":["trace[1391629997] 'read index received' (duration: 101.430389ms)","trace[1391629997] 'applied index is now lower than readState.Index' (duration: 4.12735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:25:36.155642Z","caller":"traceutil/trace.go:171","msg":"trace[1500120994] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"105.99669ms","start":"2026-03-03T21:25:36.049632Z","end":"2026-03-03T21:25:36.155629Z","steps":["trace[1500120994] 'process raft request' (duration: 105.346595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:36.155878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.091431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:25:36.155946Z","caller":"traceutil/trace.go:171","msg":"trace[1209332493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5509; }","duration":"106.192874ms","start":"2026-03-03T21:25:36.049739Z","end":"2026-03-03T21:25:36.155931Z","steps":["trace[1209332493] 'agreement among raft nodes before linearized reading' (duration: 105.9807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:36.1559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.392437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:25:36.156076Z","caller":"traceutil/trace.go:171","msg":"trace[1285686406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:5509; }","duration":"105.635252ms","start":"2026-03-03T21:25:36.050421Z","end":"2026-03-03T21:25:36.156056Z","steps":["trace[1285686406] 'agreement among raft nodes before linearized reading' (duration: 105.295555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:25:45.375551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.728246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:25:45.375836Z","caller":"traceutil/trace.go:171","msg":"trace[1286333974] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"190.269112ms","start":"2026-03-03T21:25:45.185509Z","end":"2026-03-03T21:25:45.375778Z","steps":["trace[1286333974] 'process raft request' (duration: 83.186468ms)","trace[1286333974] 'compare' (duration: 106.593093ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:25:54.612277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2682} {"level":"info","ts":"2026-03-03T21:25:54.676577Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2682,"took":"62.695917ms","hash":1266881928,"current-db-size-bytes":40558592,"current-db-size":"41 MB","current-db-size-in-use-bytes":30248960,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T21:25:54.676679Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1266881928,"revision":2682,"compact-revision":-1} {"level":"info","ts":"2026-03-03T21:26:00.578131Z","caller":"traceutil/trace.go:171","msg":"trace[1318483641] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"127.085113ms","start":"2026-03-03T21:26:00.450937Z","end":"2026-03-03T21:26:00.578022Z","steps":["trace[1318483641] 'process raft request' (duration: 126.818598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:48.445518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.61544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:27:48.445846Z","caller":"traceutil/trace.go:171","msg":"trace[1889761816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6277; }","duration":"103.997139ms","start":"2026-03-03T21:27:48.34183Z","end":"2026-03-03T21:27:48.445827Z","steps":["trace[1889761816] 'range keys from in-memory index tree' (duration: 103.459097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:27:55.212383Z","caller":"traceutil/trace.go:171","msg":"trace[29468792] linearizableReadLoop","detail":"{readStateIndex:6551; appliedIndex:6549; }","duration":"139.749679ms","start":"2026-03-03T21:27:55.072612Z","end":"2026-03-03T21:27:55.212361Z","steps":["trace[29468792] 'read index received' (duration: 49.816281ms)","trace[29468792] 'applied index is now lower than readState.Index' (duration: 89.932528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:27:55.212482Z","caller":"traceutil/trace.go:171","msg":"trace[1305925081] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"139.841231ms","start":"2026-03-03T21:27:55.072595Z","end":"2026-03-03T21:27:55.212437Z","steps":["trace[1305925081] 'process raft request' (duration: 125.880092ms)","trace[1305925081] 'compare' (duration: 13.766694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:27:55.212776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.140108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141181"} {"level":"info","ts":"2026-03-03T21:27:55.212872Z","caller":"traceutil/trace.go:171","msg":"trace[831467817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6307; }","duration":"140.269491ms","start":"2026-03-03T21:27:55.072584Z","end":"2026-03-03T21:27:55.212854Z","steps":["trace[831467817] 'agreement among raft nodes before linearized reading' (duration: 139.861031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:55.585197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.629306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:27:55.585306Z","caller":"traceutil/trace.go:171","msg":"trace[200387203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6307; }","duration":"243.777679ms","start":"2026-03-03T21:27:55.341501Z","end":"2026-03-03T21:27:55.585279Z","steps":["trace[200387203] 'range keys from in-memory index tree' (duration: 243.524083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:56.115804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.484659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T21:27:56.115922Z","caller":"traceutil/trace.go:171","msg":"trace[1604297483] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6308; }","duration":"113.644573ms","start":"2026-03-03T21:27:56.002254Z","end":"2026-03-03T21:27:56.115899Z","steps":["trace[1604297483] 'range keys from in-memory index tree' (duration: 113.312516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:56.116506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.792665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117622"} {"level":"info","ts":"2026-03-03T21:27:56.116612Z","caller":"traceutil/trace.go:171","msg":"trace[187013488] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6308; }","duration":"103.951278ms","start":"2026-03-03T21:27:56.012641Z","end":"2026-03-03T21:27:56.116592Z","steps":["trace[187013488] 'range keys from in-memory index tree' (duration: 103.478877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:00.843155Z","caller":"traceutil/trace.go:171","msg":"trace[1143916808] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6333; }","duration":"149.843891ms","start":"2026-03-03T21:28:00.69328Z","end":"2026-03-03T21:28:00.843124Z","steps":["trace[1143916808] 'process raft request' (duration: 149.657947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:01.646941Z","caller":"traceutil/trace.go:171","msg":"trace[670609665] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"102.440714ms","start":"2026-03-03T21:28:01.544479Z","end":"2026-03-03T21:28:01.64692Z","steps":["trace[670609665] 'process raft request' (duration: 63.510903ms)","trace[670609665] 'compare' (duration: 38.838139ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:01.839815Z","caller":"traceutil/trace.go:171","msg":"trace[626658590] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"185.239185ms","start":"2026-03-03T21:28:01.654544Z","end":"2026-03-03T21:28:01.839783Z","steps":["trace[626658590] 'process raft request' (duration: 185.092382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:03.219612Z","caller":"traceutil/trace.go:171","msg":"trace[589904368] transaction","detail":"{read_only:false; response_revision:6361; number_of_response:1; }","duration":"120.28437ms","start":"2026-03-03T21:28:03.099298Z","end":"2026-03-03T21:28:03.219583Z","steps":["trace[589904368] 'process raft request' (duration: 87.333411ms)","trace[589904368] 'compare' (duration: 32.710173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:16.725275Z","caller":"traceutil/trace.go:171","msg":"trace[278876500] linearizableReadLoop","detail":"{readStateIndex:6687; appliedIndex:6686; }","duration":"203.068459ms","start":"2026-03-03T21:28:16.522179Z","end":"2026-03-03T21:28:16.725248Z","steps":["trace[278876500] 'read index received' (duration: 182.938174ms)","trace[278876500] 'applied index is now lower than readState.Index' (duration: 20.129245ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:16.725311Z","caller":"traceutil/trace.go:171","msg":"trace[1889010622] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"204.043181ms","start":"2026-03-03T21:28:16.521241Z","end":"2026-03-03T21:28:16.725284Z","steps":["trace[1889010622] 'process raft request' (duration: 183.754843ms)","trace[1889010622] 'compare' (duration: 20.028012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:16.725466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.298884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:28:16.725502Z","caller":"traceutil/trace.go:171","msg":"trace[1992761616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6439; }","duration":"203.346045ms","start":"2026-03-03T21:28:16.522145Z","end":"2026-03-03T21:28:16.725491Z","steps":["trace[1992761616] 'agreement among raft nodes before linearized reading' (duration: 203.190912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:17.651141Z","caller":"traceutil/trace.go:171","msg":"trace[1214513855] linearizableReadLoop","detail":"{readStateIndex:6692; appliedIndex:6690; }","duration":"123.880048ms","start":"2026-03-03T21:28:17.527236Z","end":"2026-03-03T21:28:17.651116Z","steps":["trace[1214513855] 'read index received' (duration: 12.945106ms)","trace[1214513855] 'applied index is now lower than readState.Index' (duration: 110.933852ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:17.651185Z","caller":"traceutil/trace.go:171","msg":"trace[1035103932] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"123.964621ms","start":"2026-03-03T21:28:17.527184Z","end":"2026-03-03T21:28:17.651148Z","steps":["trace[1035103932] 'process raft request' (duration: 123.558002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:17.65155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.283488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:149928"} {"level":"info","ts":"2026-03-03T21:28:17.651604Z","caller":"traceutil/trace.go:171","msg":"trace[707386270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6445; }","duration":"124.37958ms","start":"2026-03-03T21:28:17.527211Z","end":"2026-03-03T21:28:17.651591Z","steps":["trace[707386270] 'agreement among raft nodes before linearized reading' (duration: 124.004541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:17.651596Z","caller":"traceutil/trace.go:171","msg":"trace[882325260] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"123.315706ms","start":"2026-03-03T21:28:17.52793Z","end":"2026-03-03T21:28:17.651245Z","steps":["trace[882325260] 'process raft request' (duration: 123.133812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:22.609395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.831751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:28:22.609583Z","caller":"traceutil/trace.go:171","msg":"trace[795485391] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6496; }","duration":"216.061476ms","start":"2026-03-03T21:28:22.393492Z","end":"2026-03-03T21:28:22.609554Z","steps":["trace[795485391] 'count revisions from in-memory index tree' (duration: 215.495564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:22.616745Z","caller":"traceutil/trace.go:171","msg":"trace[1559758829] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"183.318393ms","start":"2026-03-03T21:28:22.433405Z","end":"2026-03-03T21:28:22.616724Z","steps":["trace[1559758829] 'process raft request' (duration: 183.143919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:22.622724Z","caller":"traceutil/trace.go:171","msg":"trace[2017144375] transaction","detail":"{read_only:false; response_revision:6498; number_of_response:1; }","duration":"103.861487ms","start":"2026-03-03T21:28:22.518841Z","end":"2026-03-03T21:28:22.622702Z","steps":["trace[2017144375] 'process raft request' (duration: 103.593361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:22.984609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.756949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:28:22.984723Z","caller":"traceutil/trace.go:171","msg":"trace[1325630889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6499; }","duration":"134.955674ms","start":"2026-03-03T21:28:22.849746Z","end":"2026-03-03T21:28:22.984701Z","steps":["trace[1325630889] 'range keys from in-memory index tree' (duration: 134.452273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:23.324694Z","caller":"traceutil/trace.go:171","msg":"trace[292732601] linearizableReadLoop","detail":"{readStateIndex:6752; appliedIndex:6751; }","duration":"325.957837ms","start":"2026-03-03T21:28:22.99871Z","end":"2026-03-03T21:28:23.324668Z","steps":["trace[292732601] 'read index received' (duration: 325.768243ms)","trace[292732601] 'applied index is now lower than readState.Index' (duration: 186.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:23.324772Z","caller":"traceutil/trace.go:171","msg":"trace[1374177852] transaction","detail":"{read_only:false; response_revision:6500; number_of_response:1; }","duration":"334.997147ms","start":"2026-03-03T21:28:22.989729Z","end":"2026-03-03T21:28:23.324726Z","steps":["trace[1374177852] 'process raft request' (duration: 334.751502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:23.324907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.178502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11422"} {"level":"warn","ts":"2026-03-03T21:28:23.324998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:22.989702Z","time spent":"335.16688ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:28:23.325014Z","caller":"traceutil/trace.go:171","msg":"trace[30176869] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6500; }","duration":"326.297364ms","start":"2026-03-03T21:28:22.998661Z","end":"2026-03-03T21:28:23.324959Z","steps":["trace[30176869] 'agreement among raft nodes before linearized reading' (duration: 326.09577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:23.325074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:22.998643Z","time spent":"326.400437ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11445,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-03T21:28:24.741362Z","caller":"traceutil/trace.go:171","msg":"trace[1276971482] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"119.726757ms","start":"2026-03-03T21:28:24.621609Z","end":"2026-03-03T21:28:24.741336Z","steps":["trace[1276971482] 'process raft request' (duration: 119.537762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:24.742214Z","caller":"traceutil/trace.go:171","msg":"trace[1304024086] transaction","detail":"{read_only:false; response_revision:6507; number_of_response:1; }","duration":"115.284899ms","start":"2026-03-03T21:28:24.626898Z","end":"2026-03-03T21:28:24.742183Z","steps":["trace[1304024086] 'process raft request' (duration: 115.150636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:25.545669Z","caller":"traceutil/trace.go:171","msg":"trace[402200988] transaction","detail":"{read_only:false; response_revision:6508; number_of_response:1; }","duration":"211.73317ms","start":"2026-03-03T21:28:25.333919Z","end":"2026-03-03T21:28:25.545652Z","steps":["trace[402200988] 'process raft request' (duration: 211.627357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:25.920243Z","caller":"traceutil/trace.go:171","msg":"trace[1002823002] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"154.439604ms","start":"2026-03-03T21:28:25.765748Z","end":"2026-03-03T21:28:25.920187Z","steps":["trace[1002823002] 'process raft request' (duration: 58.957073ms)","trace[1002823002] 'compare' (duration: 95.082922ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:25.983925Z","caller":"traceutil/trace.go:171","msg":"trace[2036210174] linearizableReadLoop","detail":"{readStateIndex:6765; appliedIndex:6764; }","duration":"113.674253ms","start":"2026-03-03T21:28:25.870221Z","end":"2026-03-03T21:28:25.983895Z","steps":["trace[2036210174] 'read index received' (duration: 113.448458ms)","trace[2036210174] 'applied index is now lower than readState.Index' (duration: 224.475µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:25.984171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.938719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:28:25.984174Z","caller":"traceutil/trace.go:171","msg":"trace[1134499325] transaction","detail":"{read_only:false; response_revision:6512; number_of_response:1; }","duration":"218.337917ms","start":"2026-03-03T21:28:25.765806Z","end":"2026-03-03T21:28:25.984144Z","steps":["trace[1134499325] 'process raft request' (duration: 217.860806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:25.984216Z","caller":"traceutil/trace.go:171","msg":"trace[270253916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6512; }","duration":"114.047201ms","start":"2026-03-03T21:28:25.870156Z","end":"2026-03-03T21:28:25.984203Z","steps":["trace[270253916] 'agreement among raft nodes before linearized reading' (duration: 113.853597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:26.509097Z","caller":"traceutil/trace.go:171","msg":"trace[770702816] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"119.797927ms","start":"2026-03-03T21:28:26.389277Z","end":"2026-03-03T21:28:26.509075Z","steps":["trace[770702816] 'process raft request' (duration: 119.668674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:26.8965Z","caller":"traceutil/trace.go:171","msg":"trace[591324729] transaction","detail":"{read_only:false; response_revision:6514; number_of_response:1; }","duration":"148.757459ms","start":"2026-03-03T21:28:26.747703Z","end":"2026-03-03T21:28:26.896461Z","steps":["trace[591324729] 'process raft request' (duration: 148.356669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:27.022881Z","caller":"traceutil/trace.go:171","msg":"trace[559123143] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"274.759984ms","start":"2026-03-03T21:28:26.748079Z","end":"2026-03-03T21:28:27.022839Z","steps":["trace[559123143] 'process raft request' (duration: 185.751817ms)","trace[559123143] 'compare' (duration: 88.775642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:27.658998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.215995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:28:27.659106Z","caller":"traceutil/trace.go:171","msg":"trace[694926412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6516; }","duration":"109.387568ms","start":"2026-03-03T21:28:27.549699Z","end":"2026-03-03T21:28:27.659087Z","steps":["trace[694926412] 'range keys from in-memory index tree' (duration: 108.962549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:27.900313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.080732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:28:27.900401Z","caller":"traceutil/trace.go:171","msg":"trace[1119242238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:6518; }","duration":"128.234875ms","start":"2026-03-03T21:28:27.772147Z","end":"2026-03-03T21:28:27.900382Z","steps":["trace[1119242238] 'range keys from in-memory index tree' (duration: 127.895227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:27.900695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.230922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:28:27.900736Z","caller":"traceutil/trace.go:171","msg":"trace[1068621917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6518; }","duration":"136.332594ms","start":"2026-03-03T21:28:27.764394Z","end":"2026-03-03T21:28:27.900727Z","steps":["trace[1068621917] 'range keys from in-memory index tree' (duration: 136.064347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:28.124576Z","caller":"traceutil/trace.go:171","msg":"trace[1634868995] linearizableReadLoop","detail":"{readStateIndex:6774; appliedIndex:6772; }","duration":"134.78181ms","start":"2026-03-03T21:28:27.989768Z","end":"2026-03-03T21:28:28.12455Z","steps":["trace[1634868995] 'read index received' (duration: 38.218516ms)","trace[1634868995] 'applied index is now lower than readState.Index' (duration: 96.562234ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:28.124722Z","caller":"traceutil/trace.go:171","msg":"trace[71862272] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"149.651478ms","start":"2026-03-03T21:28:27.975042Z","end":"2026-03-03T21:28:28.124694Z","steps":["trace[71862272] 'process raft request' (duration: 149.389802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:28.124819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.023145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:28:28.124861Z","caller":"traceutil/trace.go:171","msg":"trace[557586754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6520; }","duration":"135.100336ms","start":"2026-03-03T21:28:27.989751Z","end":"2026-03-03T21:28:28.124851Z","steps":["trace[557586754] 'agreement among raft nodes before linearized reading' (duration: 134.904022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:28.485657Z","caller":"traceutil/trace.go:171","msg":"trace[1419815944] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"143.40783ms","start":"2026-03-03T21:28:28.342219Z","end":"2026-03-03T21:28:28.485626Z","steps":["trace[1419815944] 'process raft request' (duration: 143.244076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:29.087074Z","caller":"traceutil/trace.go:171","msg":"trace[1930688147] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"185.717566ms","start":"2026-03-03T21:28:28.901319Z","end":"2026-03-03T21:28:29.087037Z","steps":["trace[1930688147] 'process raft request' (duration: 96.386941ms)","trace[1930688147] 'compare' (duration: 89.09456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:29.087231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.744328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:28:29.087442Z","caller":"traceutil/trace.go:171","msg":"trace[1084353468] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6524; }","duration":"282.168008ms","start":"2026-03-03T21:28:28.805184Z","end":"2026-03-03T21:28:29.087352Z","steps":["trace[1084353468] 'count revisions from in-memory index tree' (duration: 281.611855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:29.343754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.665134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:28:29.343836Z","caller":"traceutil/trace.go:171","msg":"trace[2086459900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6526; }","duration":"123.815827ms","start":"2026-03-03T21:28:29.220003Z","end":"2026-03-03T21:28:29.343819Z","steps":["trace[2086459900] 'count revisions from in-memory index tree' (duration: 123.586722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:30.353948Z","caller":"traceutil/trace.go:171","msg":"trace[1081711004] linearizableReadLoop","detail":"{readStateIndex:6784; appliedIndex:6783; }","duration":"167.712977ms","start":"2026-03-03T21:28:30.186208Z","end":"2026-03-03T21:28:30.353921Z","steps":["trace[1081711004] 'read index received' (duration: 167.448682ms)","trace[1081711004] 'applied index is now lower than readState.Index' (duration: 263.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:30.353992Z","caller":"traceutil/trace.go:171","msg":"trace[313002177] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"168.232269ms","start":"2026-03-03T21:28:30.185735Z","end":"2026-03-03T21:28:30.353968Z","steps":["trace[313002177] 'process raft request' (duration: 168.034254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:30.35419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.960623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:28:30.354245Z","caller":"traceutil/trace.go:171","msg":"trace[1580264693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6530; }","duration":"168.030834ms","start":"2026-03-03T21:28:30.186201Z","end":"2026-03-03T21:28:30.354232Z","steps":["trace[1580264693] 'agreement among raft nodes before linearized reading' (duration: 167.84177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:30.498867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.939523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:28:30.498983Z","caller":"traceutil/trace.go:171","msg":"trace[994535962] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"141.499109ms","start":"2026-03-03T21:28:30.357464Z","end":"2026-03-03T21:28:30.498964Z","steps":["trace[994535962] 'process raft request' (duration: 30.365892ms)","trace[994535962] 'compare' (duration: 110.806089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:31.312882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.851884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:28:31.313046Z","caller":"traceutil/trace.go:171","msg":"trace[1744333437] linearizableReadLoop","detail":"{readStateIndex:6786; appliedIndex:6785; }","duration":"321.034126ms","start":"2026-03-03T21:28:30.99197Z","end":"2026-03-03T21:28:31.313004Z","steps":["trace[1744333437] 'read index received' (duration: 42.501µs)","trace[1744333437] 'applied index is now lower than readState.Index' (duration: 320.989195ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:31.313155Z","caller":"traceutil/trace.go:171","msg":"trace[437593265] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"721.892788ms","start":"2026-03-03T21:28:30.591243Z","end":"2026-03-03T21:28:31.313136Z","steps":["trace[437593265] 'process raft request' (duration: 53.609475ms)","trace[437593265] 'compare' (duration: 667.586308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:31.31324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:30.591215Z","time spent":"721.97485ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:28:31.3134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.414534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:28:31.313465Z","caller":"traceutil/trace.go:171","msg":"trace[1862778951] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6532; }","duration":"321.533017ms","start":"2026-03-03T21:28:30.991915Z","end":"2026-03-03T21:28:31.313448Z","steps":["trace[1862778951] 'agreement among raft nodes before linearized reading' (duration: 321.398874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:31.313505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:30.99189Z","time spent":"321.608479ms","remote":"127.0.0.1:41102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:28:31.31943Z","caller":"traceutil/trace.go:171","msg":"trace[494332408] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"225.814641ms","start":"2026-03-03T21:28:31.093597Z","end":"2026-03-03T21:28:31.319412Z","steps":["trace[494332408] 'process raft request' (duration: 225.642708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:31.368133Z","caller":"traceutil/trace.go:171","msg":"trace[1594089645] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"240.453925ms","start":"2026-03-03T21:28:31.127598Z","end":"2026-03-03T21:28:31.368052Z","steps":["trace[1594089645] 'process raft request' (duration: 240.269971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:31.368164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.669584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:28:31.36823Z","caller":"traceutil/trace.go:171","msg":"trace[934137291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6534; }","duration":"223.779587ms","start":"2026-03-03T21:28:31.144435Z","end":"2026-03-03T21:28:31.368215Z","steps":["trace[934137291] 'agreement among raft nodes before linearized reading' (duration: 223.602363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:31.97693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.974826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:28:31.97748Z","caller":"traceutil/trace.go:171","msg":"trace[858637857] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"157.42925ms","start":"2026-03-03T21:28:31.820017Z","end":"2026-03-03T21:28:31.977446Z","steps":["trace[858637857] 'process raft request' (duration: 25.843451ms)","trace[858637857] 'compare' (duration: 130.861434ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:32.258758Z","caller":"traceutil/trace.go:171","msg":"trace[1929748221] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"200.450522ms","start":"2026-03-03T21:28:32.058281Z","end":"2026-03-03T21:28:32.258732Z","steps":["trace[1929748221] 'process raft request' (duration: 163.880573ms)","trace[1929748221] 'compare' (duration: 36.459226ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:32.490735Z","caller":"traceutil/trace.go:171","msg":"trace[957168977] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"127.625352ms","start":"2026-03-03T21:28:32.363078Z","end":"2026-03-03T21:28:32.490704Z","steps":["trace[957168977] 'process raft request' (duration: 112.385375ms)","trace[957168977] 'compare' (duration: 14.821237ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:32.636129Z","caller":"traceutil/trace.go:171","msg":"trace[2008738022] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"130.099187ms","start":"2026-03-03T21:28:32.50601Z","end":"2026-03-03T21:28:32.636109Z","steps":["trace[2008738022] 'process raft request' (duration: 121.932616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:32.851236Z","caller":"traceutil/trace.go:171","msg":"trace[1560410664] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"154.217449ms","start":"2026-03-03T21:28:32.69699Z","end":"2026-03-03T21:28:32.851207Z","steps":["trace[1560410664] 'process raft request' (duration: 107.63019ms)","trace[1560410664] 'compare' (duration: 46.465836ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:33.069498Z","caller":"traceutil/trace.go:171","msg":"trace[166484392] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"126.789732ms","start":"2026-03-03T21:28:32.942678Z","end":"2026-03-03T21:28:33.069468Z","steps":["trace[166484392] 'process raft request' (duration: 36.625259ms)","trace[166484392] 'compare' (duration: 90.01896ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:33.501947Z","caller":"traceutil/trace.go:171","msg":"trace[1103432712] linearizableReadLoop","detail":"{readStateIndex:6798; appliedIndex:6796; }","duration":"161.149413ms","start":"2026-03-03T21:28:33.340774Z","end":"2026-03-03T21:28:33.501924Z","steps":["trace[1103432712] 'read index received' (duration: 12.764643ms)","trace[1103432712] 'applied index is now lower than readState.Index' (duration: 148.38363ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:33.502002Z","caller":"traceutil/trace.go:171","msg":"trace[1904560410] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"177.32292ms","start":"2026-03-03T21:28:33.324641Z","end":"2026-03-03T21:28:33.501964Z","steps":["trace[1904560410] 'process raft request' (duration: 96.518334ms)","trace[1904560410] 'compare' (duration: 80.665063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:33.502073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.290436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:28:33.502167Z","caller":"traceutil/trace.go:171","msg":"trace[237940058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6544; }","duration":"161.411599ms","start":"2026-03-03T21:28:33.340732Z","end":"2026-03-03T21:28:33.502143Z","steps":["trace[237940058] 'agreement among raft nodes before linearized reading' (duration: 161.289816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:33.502566Z","caller":"traceutil/trace.go:171","msg":"trace[1359720447] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"130.120357ms","start":"2026-03-03T21:28:33.372385Z","end":"2026-03-03T21:28:33.502505Z","steps":["trace[1359720447] 'process raft request' (duration: 129.79067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:38.328827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.303477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:28:38.328926Z","caller":"traceutil/trace.go:171","msg":"trace[228767030] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:0; response_revision:6566; }","duration":"114.46223ms","start":"2026-03-03T21:28:38.214439Z","end":"2026-03-03T21:28:38.328902Z","steps":["trace[228767030] 'range keys from in-memory index tree' (duration: 114.176854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:40.114215Z","caller":"traceutil/trace.go:171","msg":"trace[1835732158] linearizableReadLoop","detail":"{readStateIndex:6863; appliedIndex:6861; }","duration":"117.057818ms","start":"2026-03-03T21:28:39.997129Z","end":"2026-03-03T21:28:40.114187Z","steps":["trace[1835732158] 'read index received' (duration: 92.677459ms)","trace[1835732158] 'applied index is now lower than readState.Index' (duration: 24.378839ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:40.114235Z","caller":"traceutil/trace.go:171","msg":"trace[295036944] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"118.846087ms","start":"2026-03-03T21:28:39.99536Z","end":"2026-03-03T21:28:40.114206Z","steps":["trace[295036944] 'process raft request' (duration: 118.590301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:40.114331Z","caller":"traceutil/trace.go:171","msg":"trace[721081034] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"115.247448ms","start":"2026-03-03T21:28:39.999057Z","end":"2026-03-03T21:28:40.114305Z","steps":["trace[721081034] 'process raft request' (duration: 115.069924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:40.114567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.676657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-03T21:28:40.114604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.444627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-03T21:28:40.114698Z","caller":"traceutil/trace.go:171","msg":"trace[1356229730] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:6608; }","duration":"115.807129ms","start":"2026-03-03T21:28:39.998844Z","end":"2026-03-03T21:28:40.114651Z","steps":["trace[1356229730] 'agreement among raft nodes before linearized reading' (duration: 115.614115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:40.114705Z","caller":"traceutil/trace.go:171","msg":"trace[1495807964] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6608; }","duration":"117.572649ms","start":"2026-03-03T21:28:39.997109Z","end":"2026-03-03T21:28:40.114681Z","steps":["trace[1495807964] 'agreement among raft nodes before linearized reading' (duration: 117.245512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:40.114601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.26149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T21:28:40.114993Z","caller":"traceutil/trace.go:171","msg":"trace[2063835749] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6608; }","duration":"116.688799ms","start":"2026-03-03T21:28:39.998287Z","end":"2026-03-03T21:28:40.114976Z","steps":["trace[2063835749] 'agreement among raft nodes before linearized reading' (duration: 116.114136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:40.517197Z","caller":"traceutil/trace.go:171","msg":"trace[271974768] linearizableReadLoop","detail":"{readStateIndex:6880; appliedIndex:6879; }","duration":"105.734378ms","start":"2026-03-03T21:28:40.411351Z","end":"2026-03-03T21:28:40.517086Z","steps":["trace[271974768] 'read index received' (duration: 78.568257ms)","trace[271974768] 'applied index is now lower than readState.Index' (duration: 27.164361ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:40.517405Z","caller":"traceutil/trace.go:171","msg":"trace[785983323] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"108.163052ms","start":"2026-03-03T21:28:40.409226Z","end":"2026-03-03T21:28:40.517389Z","steps":["trace[785983323] 'process raft request' (duration: 80.816127ms)","trace[785983323] 'compare' (duration: 26.810003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:40.517883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.505775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-03T21:28:40.517969Z","caller":"traceutil/trace.go:171","msg":"trace[1368071723] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:6624; }","duration":"106.617917ms","start":"2026-03-03T21:28:40.411332Z","end":"2026-03-03T21:28:40.51795Z","steps":["trace[1368071723] 'agreement among raft nodes before linearized reading' (duration: 106.158567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:41.953801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.389551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:28:41.953926Z","caller":"traceutil/trace.go:171","msg":"trace[1314101719] linearizableReadLoop","detail":"{readStateIndex:6894; appliedIndex:6893; }","duration":"316.491777ms","start":"2026-03-03T21:28:41.637415Z","end":"2026-03-03T21:28:41.953907Z","steps":["trace[1314101719] 'read index received' (duration: 181.790369ms)","trace[1314101719] 'applied index is now lower than readState.Index' (duration: 134.700088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:41.954031Z","caller":"traceutil/trace.go:171","msg":"trace[1626184003] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"323.813969ms","start":"2026-03-03T21:28:41.630174Z","end":"2026-03-03T21:28:41.953988Z","steps":["trace[1626184003] 'process raft request' (duration: 189.135701ms)","trace[1626184003] 'compare' (duration: 134.231048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:41.954193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.763343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T21:28:41.954256Z","caller":"traceutil/trace.go:171","msg":"trace[401013659] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6638; }","duration":"316.828044ms","start":"2026-03-03T21:28:41.637406Z","end":"2026-03-03T21:28:41.954234Z","steps":["trace[401013659] 'agreement among raft nodes before linearized reading' (duration: 316.609249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:41.954271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:41.63016Z","time spent":"324.004204ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:28:41.954265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.880519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-71aab1e5-34bd-4de2-80dc-2b73606c672d\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-03T21:28:41.954066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.896984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:28:41.954306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:41.637384Z","time spent":"316.910955ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T21:28:41.954324Z","caller":"traceutil/trace.go:171","msg":"trace[559722059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-71aab1e5-34bd-4de2-80dc-2b73606c672d; range_end:; response_count:1; response_revision:6638; }","duration":"190.989192ms","start":"2026-03-03T21:28:41.76332Z","end":"2026-03-03T21:28:41.95431Z","steps":["trace[559722059] 'agreement among raft nodes before linearized reading' (duration: 190.833328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:41.954375Z","caller":"traceutil/trace.go:171","msg":"trace[1143429221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6638; }","duration":"316.22252ms","start":"2026-03-03T21:28:41.638122Z","end":"2026-03-03T21:28:41.954345Z","steps":["trace[1143429221] 'agreement among raft nodes before linearized reading' (duration: 315.910254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:41.954497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:41.638105Z","time spent":"316.346074ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T21:28:42.259776Z","caller":"traceutil/trace.go:171","msg":"trace[1039078721] linearizableReadLoop","detail":"{readStateIndex:6895; appliedIndex:6894; }","duration":"296.967165ms","start":"2026-03-03T21:28:41.962781Z","end":"2026-03-03T21:28:42.259748Z","steps":["trace[1039078721] 'read index received' (duration: 296.809391ms)","trace[1039078721] 'applied index is now lower than readState.Index' (duration: 156.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:42.259841Z","caller":"traceutil/trace.go:171","msg":"trace[737140614] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"297.104868ms","start":"2026-03-03T21:28:41.962701Z","end":"2026-03-03T21:28:42.259806Z","steps":["trace[737140614] 'process raft request' (duration: 296.882293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:42.260027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.2193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:28:42.26007Z","caller":"traceutil/trace.go:171","msg":"trace[1185661466] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6639; }","duration":"297.289181ms","start":"2026-03-03T21:28:41.962767Z","end":"2026-03-03T21:28:42.260057Z","steps":["trace[1185661466] 'agreement among raft nodes before linearized reading' (duration: 297.113167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:42.316542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.186931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T21:28:42.316616Z","caller":"traceutil/trace.go:171","msg":"trace[1819686439] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:6640; }","duration":"189.325825ms","start":"2026-03-03T21:28:42.127275Z","end":"2026-03-03T21:28:42.316601Z","steps":["trace[1819686439] 'agreement among raft nodes before linearized reading' (duration: 189.141061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:42.316542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.69076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T21:28:42.31672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.890877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:28:42.316727Z","caller":"traceutil/trace.go:171","msg":"trace[1790163509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6640; }","duration":"169.939947ms","start":"2026-03-03T21:28:42.146774Z","end":"2026-03-03T21:28:42.316714Z","steps":["trace[1790163509] 'agreement among raft nodes before linearized reading' (duration: 169.65047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:42.316527Z","caller":"traceutil/trace.go:171","msg":"trace[1016226366] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"351.191953ms","start":"2026-03-03T21:28:41.965298Z","end":"2026-03-03T21:28:42.31649Z","steps":["trace[1016226366] 'process raft request' (duration: 350.954178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:42.316769Z","caller":"traceutil/trace.go:171","msg":"trace[1570903104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:6640; }","duration":"165.98873ms","start":"2026-03-03T21:28:42.150767Z","end":"2026-03-03T21:28:42.316756Z","steps":["trace[1570903104] 'agreement among raft nodes before linearized reading' (duration: 165.810796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:42.317128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:41.965279Z","time spent":"351.764166ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:28:42.908601Z","caller":"traceutil/trace.go:171","msg":"trace[560475429] linearizableReadLoop","detail":"{readStateIndex:6904; appliedIndex:6902; }","duration":"118.795375ms","start":"2026-03-03T21:28:42.789779Z","end":"2026-03-03T21:28:42.908575Z","steps":["trace[560475429] 'read index received' (duration: 88.988427ms)","trace[560475429] 'applied index is now lower than readState.Index' (duration: 29.805948ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:42.908744Z","caller":"traceutil/trace.go:171","msg":"trace[1813912211] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"125.79073ms","start":"2026-03-03T21:28:42.782908Z","end":"2026-03-03T21:28:42.908699Z","steps":["trace[1813912211] 'process raft request' (duration: 125.475193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:42.908814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.95079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:28:42.908894Z","caller":"traceutil/trace.go:171","msg":"trace[717995394] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6648; }","duration":"119.095273ms","start":"2026-03-03T21:28:42.78975Z","end":"2026-03-03T21:28:42.908845Z","steps":["trace[717995394] 'agreement among raft nodes before linearized reading' (duration: 118.931478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:49.28643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.08871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-03T21:28:49.28654Z","caller":"traceutil/trace.go:171","msg":"trace[99478437] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:6694; }","duration":"455.251053ms","start":"2026-03-03T21:28:48.831271Z","end":"2026-03-03T21:28:49.286522Z","steps":["trace[99478437] 'range keys from in-memory index tree' (duration: 454.893406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:49.286552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.386467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T21:28:49.286553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.584863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:28:49.286632Z","caller":"traceutil/trace.go:171","msg":"trace[907976597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6694; }","duration":"214.715075ms","start":"2026-03-03T21:28:49.071899Z","end":"2026-03-03T21:28:49.286614Z","steps":["trace[907976597] 'range keys from in-memory index tree' (duration: 214.403449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.286588Z","caller":"traceutil/trace.go:171","msg":"trace[1610014243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:6694; }","duration":"398.50371ms","start":"2026-03-03T21:28:48.888073Z","end":"2026-03-03T21:28:49.286577Z","steps":["trace[1610014243] 'range keys from in-memory index tree' (duration: 398.266634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:49.286938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:48.888039Z","time spent":"398.763584ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T21:28:49.286649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:48.831245Z","time spent":"455.328375ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T21:28:49.553135Z","caller":"traceutil/trace.go:171","msg":"trace[2059674851] linearizableReadLoop","detail":"{readStateIndex:6955; appliedIndex:6954; }","duration":"190.986172ms","start":"2026-03-03T21:28:49.362117Z","end":"2026-03-03T21:28:49.553103Z","steps":["trace[2059674851] 'read index received' (duration: 190.764258ms)","trace[2059674851] 'applied index is now lower than readState.Index' (duration: 220.484µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:49.553297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.485235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:28:49.553355Z","caller":"traceutil/trace.go:171","msg":"trace[221925558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6696; }","duration":"211.590917ms","start":"2026-03-03T21:28:49.341746Z","end":"2026-03-03T21:28:49.553337Z","steps":["trace[221925558] 'agreement among raft nodes before linearized reading' (duration: 211.479925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.553322Z","caller":"traceutil/trace.go:171","msg":"trace[14272474] transaction","detail":"{read_only:false; response_revision:6696; number_of_response:1; }","duration":"252.597724ms","start":"2026-03-03T21:28:49.300587Z","end":"2026-03-03T21:28:49.553184Z","steps":["trace[14272474] 'process raft request' (duration: 252.337458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.718412Z","caller":"traceutil/trace.go:171","msg":"trace[873974309] transaction","detail":"{read_only:false; response_revision:6697; number_of_response:1; }","duration":"156.351016ms","start":"2026-03-03T21:28:49.562032Z","end":"2026-03-03T21:28:49.718383Z","steps":["trace[873974309] 'process raft request' (duration: 150.303293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.74553Z","caller":"traceutil/trace.go:171","msg":"trace[1021982960] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"183.322792ms","start":"2026-03-03T21:28:49.562191Z","end":"2026-03-03T21:28:49.745514Z","steps":["trace[1021982960] 'process raft request' (duration: 183.033516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.745853Z","caller":"traceutil/trace.go:171","msg":"trace[1885254166] transaction","detail":"{read_only:false; response_revision:6701; number_of_response:1; }","duration":"173.954256ms","start":"2026-03-03T21:28:49.571871Z","end":"2026-03-03T21:28:49.745825Z","steps":["trace[1885254166] 'process raft request' (duration: 173.826183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.745956Z","caller":"traceutil/trace.go:171","msg":"trace[903710581] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"183.614268ms","start":"2026-03-03T21:28:49.562313Z","end":"2026-03-03T21:28:49.745927Z","steps":["trace[903710581] 'process raft request' (duration: 183.139098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.745364Z","caller":"traceutil/trace.go:171","msg":"trace[173970902] transaction","detail":"{read_only:false; response_revision:6698; number_of_response:1; }","duration":"183.197869ms","start":"2026-03-03T21:28:49.562141Z","end":"2026-03-03T21:28:49.745339Z","steps":["trace[173970902] 'process raft request' (duration: 182.941854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:49.979898Z","caller":"traceutil/trace.go:171","msg":"trace[828048502] linearizableReadLoop","detail":"{readStateIndex:6963; appliedIndex:6961; }","duration":"114.90088ms","start":"2026-03-03T21:28:49.864968Z","end":"2026-03-03T21:28:49.979869Z","steps":["trace[828048502] 'read index received' (duration: 25.657157ms)","trace[828048502] 'applied index is now lower than readState.Index' (duration: 89.242243ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:49.979951Z","caller":"traceutil/trace.go:171","msg":"trace[763167685] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"128.520251ms","start":"2026-03-03T21:28:49.851396Z","end":"2026-03-03T21:28:49.979916Z","steps":["trace[763167685] 'process raft request' (duration: 120.488733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:49.980086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.085104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:28:49.980254Z","caller":"traceutil/trace.go:171","msg":"trace[1774638509] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6704; }","duration":"115.306129ms","start":"2026-03-03T21:28:49.864926Z","end":"2026-03-03T21:28:49.980232Z","steps":["trace[1774638509] 'agreement among raft nodes before linearized reading' (duration: 115.058494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:50.619684Z","caller":"traceutil/trace.go:171","msg":"trace[1687612679] transaction","detail":"{read_only:false; response_revision:6709; number_of_response:1; }","duration":"158.484864ms","start":"2026-03-03T21:28:50.461166Z","end":"2026-03-03T21:28:50.619651Z","steps":["trace[1687612679] 'process raft request' (duration: 146.244744ms)","trace[1687612679] 'compare' (duration: 12.087677ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:50.973256Z","caller":"traceutil/trace.go:171","msg":"trace[1778293480] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"103.56099ms","start":"2026-03-03T21:28:50.869661Z","end":"2026-03-03T21:28:50.973222Z","steps":["trace[1778293480] 'process raft request' (duration: 103.337235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:09.124287Z","caller":"traceutil/trace.go:171","msg":"trace[604893094] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"101.447704ms","start":"2026-03-03T21:29:09.022807Z","end":"2026-03-03T21:29:09.124254Z","steps":["trace[604893094] 'process raft request' (duration: 101.239669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:11.032024Z","caller":"traceutil/trace.go:171","msg":"trace[871700269] linearizableReadLoop","detail":"{readStateIndex:7077; appliedIndex:7076; }","duration":"111.049056ms","start":"2026-03-03T21:29:10.920944Z","end":"2026-03-03T21:29:11.031994Z","steps":["trace[871700269] 'read index received' (duration: 110.821251ms)","trace[871700269] 'applied index is now lower than readState.Index' (duration: 227.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:29:11.032234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.26762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:29:11.03213Z","caller":"traceutil/trace.go:171","msg":"trace[752047594] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"185.298396ms","start":"2026-03-03T21:29:10.846781Z","end":"2026-03-03T21:29:11.032079Z","steps":["trace[752047594] 'process raft request' (duration: 185.02054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:11.032264Z","caller":"traceutil/trace.go:171","msg":"trace[2064066904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6814; }","duration":"111.358382ms","start":"2026-03-03T21:29:10.920897Z","end":"2026-03-03T21:29:11.032255Z","steps":["trace[2064066904] 'agreement among raft nodes before linearized reading' (duration: 111.208439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:18.849112Z","caller":"traceutil/trace.go:171","msg":"trace[1379418849] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"132.412107ms","start":"2026-03-03T21:29:18.716664Z","end":"2026-03-03T21:29:18.849076Z","steps":["trace[1379418849] 'process raft request' (duration: 132.11501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:34.450289Z","caller":"traceutil/trace.go:171","msg":"trace[651013375] linearizableReadLoop","detail":"{readStateIndex:7303; appliedIndex:7302; }","duration":"107.74394ms","start":"2026-03-03T21:29:34.342508Z","end":"2026-03-03T21:29:34.450252Z","steps":["trace[651013375] 'read index received' (duration: 47.67452ms)","trace[651013375] 'applied index is now lower than readState.Index' (duration: 60.067919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:29:34.450463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.930614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:29:34.450421Z","caller":"traceutil/trace.go:171","msg":"trace[1529695514] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"138.262895ms","start":"2026-03-03T21:29:34.312111Z","end":"2026-03-03T21:29:34.450374Z","steps":["trace[1529695514] 'process raft request' (duration: 78.129575ms)","trace[1529695514] 'compare' (duration: 59.812453ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:29:34.450513Z","caller":"traceutil/trace.go:171","msg":"trace[1069424623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7034; }","duration":"108.048537ms","start":"2026-03-03T21:29:34.342449Z","end":"2026-03-03T21:29:34.450498Z","steps":["trace[1069424623] 'agreement among raft nodes before linearized reading' (duration: 107.935974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:51.616167Z","caller":"traceutil/trace.go:171","msg":"trace[1514285682] transaction","detail":"{read_only:false; response_revision:7166; number_of_response:1; }","duration":"147.036393ms","start":"2026-03-03T21:29:51.469091Z","end":"2026-03-03T21:29:51.616127Z","steps":["trace[1514285682] 'process raft request' (duration: 82.767109ms)","trace[1514285682] 'compare' (duration: 64.09291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:29:52.594885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.96007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:29:52.595132Z","caller":"traceutil/trace.go:171","msg":"trace[1761554554] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"220.662747ms","start":"2026-03-03T21:29:52.374448Z","end":"2026-03-03T21:29:52.59511Z","steps":["trace[1761554554] 'process raft request' (duration: 102.350569ms)","trace[1761554554] 'compare' (duration: 117.482919ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:29:52.595994Z","caller":"traceutil/trace.go:171","msg":"trace[870666096] transaction","detail":"{read_only:false; response_revision:7169; number_of_response:1; }","duration":"210.11631ms","start":"2026-03-03T21:29:52.38583Z","end":"2026-03-03T21:29:52.595946Z","steps":["trace[870666096] 'process raft request' (duration: 209.24541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:52.785226Z","caller":"traceutil/trace.go:171","msg":"trace[168868373] transaction","detail":"{read_only:false; response_revision:7170; number_of_response:1; }","duration":"156.898545ms","start":"2026-03-03T21:29:52.628296Z","end":"2026-03-03T21:29:52.785194Z","steps":["trace[168868373] 'process raft request' (duration: 136.913286ms)","trace[168868373] 'compare' (duration: 19.846436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:29:52.809088Z","caller":"traceutil/trace.go:171","msg":"trace[2121244571] transaction","detail":"{read_only:false; response_revision:7171; number_of_response:1; }","duration":"179.462541ms","start":"2026-03-03T21:29:52.629595Z","end":"2026-03-03T21:29:52.809058Z","steps":["trace[2121244571] 'process raft request' (duration: 179.307928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:53.662779Z","caller":"traceutil/trace.go:171","msg":"trace[2129316670] transaction","detail":"{read_only:false; response_revision:7174; number_of_response:1; }","duration":"124.523826ms","start":"2026-03-03T21:29:53.538216Z","end":"2026-03-03T21:29:53.66274Z","steps":["trace[2129316670] 'process raft request' (duration: 124.312782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:53.687434Z","caller":"traceutil/trace.go:171","msg":"trace[1085089331] transaction","detail":"{read_only:false; response_revision:7175; number_of_response:1; }","duration":"148.738441ms","start":"2026-03-03T21:29:53.538677Z","end":"2026-03-03T21:29:53.687416Z","steps":["trace[1085089331] 'process raft request' (duration: 148.652779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:56.760504Z","caller":"traceutil/trace.go:171","msg":"trace[1516230375] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"109.124631ms","start":"2026-03-03T21:29:56.651321Z","end":"2026-03-03T21:29:56.760446Z","steps":["trace[1516230375] 'process raft request' (duration: 85.087582ms)","trace[1516230375] 'compare' (duration: 23.925757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:30:01.666905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717538368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:30:02.04679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.673975512s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:30:02.047617Z","caller":"traceutil/trace.go:171","msg":"trace[1554307665] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"1.674899303s","start":"2026-03-03T21:30:00.372679Z","end":"2026-03-03T21:30:02.047578Z","steps":["trace[1554307665] 'process raft request' (duration: 1.674680827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.047827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:00.37266Z","time spent":"1.675035537s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:30:02.066947Z","caller":"traceutil/trace.go:171","msg":"trace[1207233899] transaction","detail":"{read_only:false; response_revision:7205; number_of_response:1; }","duration":"1.373443122s","start":"2026-03-03T21:30:00.693478Z","end":"2026-03-03T21:30:02.066921Z","steps":["trace[1207233899] 'process raft request' (duration: 1.373172426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.067086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:00.69345Z","time spent":"1.373561084s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:30:02.067285Z","caller":"traceutil/trace.go:171","msg":"trace[860971760] transaction","detail":"{read_only:false; response_revision:7206; number_of_response:1; }","duration":"1.260091796s","start":"2026-03-03T21:30:00.807168Z","end":"2026-03-03T21:30:02.06726Z","steps":["trace[860971760] 'process raft request' (duration: 1.259693916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.067442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:00.80714Z","time spent":"1.260216628s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:30:02.068391Z","caller":"traceutil/trace.go:171","msg":"trace[1913954925] linearizableReadLoop","detail":"{readStateIndex:7482; appliedIndex:7478; }","duration":"901.91571ms","start":"2026-03-03T21:30:01.166452Z","end":"2026-03-03T21:30:02.068368Z","steps":["trace[1913954925] 'read index received' (duration: 880.922518ms)","trace[1913954925] 'applied index is now lower than readState.Index' (duration: 20.991161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:30:02.068797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.868713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:30:02.068869Z","caller":"traceutil/trace.go:171","msg":"trace[1188068746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7207; }","duration":"184.942944ms","start":"2026-03-03T21:30:01.883909Z","end":"2026-03-03T21:30:02.068852Z","steps":["trace[1188068746] 'agreement among raft nodes before linearized reading' (duration: 184.73955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.068924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.607856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:30:02.069049Z","caller":"traceutil/trace.go:171","msg":"trace[2068714640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7207; }","duration":"208.750908ms","start":"2026-03-03T21:30:01.860282Z","end":"2026-03-03T21:30:02.069033Z","steps":["trace[2068714640] 'agreement among raft nodes before linearized reading' (duration: 208.550114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.069128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.675967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:30:02.069184Z","caller":"traceutil/trace.go:171","msg":"trace[1444813252] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:7207; }","duration":"902.758248ms","start":"2026-03-03T21:30:01.166414Z","end":"2026-03-03T21:30:02.069172Z","steps":["trace[1444813252] 'agreement among raft nodes before linearized reading' (duration: 902.616655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.069229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:01.1664Z","time spent":"902.815539ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:30:02.069454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.801953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T21:30:02.068799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.449883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T21:30:02.069517Z","caller":"traceutil/trace.go:171","msg":"trace[707507482] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7207; }","duration":"209.918256ms","start":"2026-03-03T21:30:01.859584Z","end":"2026-03-03T21:30:02.069502Z","steps":["trace[707507482] 'agreement among raft nodes before linearized reading' (duration: 209.66305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:02.069Z","caller":"traceutil/trace.go:171","msg":"trace[403628783] transaction","detail":"{read_only:false; response_revision:7207; number_of_response:1; }","duration":"1.203419652s","start":"2026-03-03T21:30:00.865565Z","end":"2026-03-03T21:30:02.068985Z","steps":["trace[403628783] 'process raft request' (duration: 1.201613962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.069977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:00.865539Z","time spent":"1.204378344s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:30:02.06954Z","caller":"traceutil/trace.go:171","msg":"trace[1743446665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7207; }","duration":"595.24239ms","start":"2026-03-03T21:30:01.474283Z","end":"2026-03-03T21:30:02.069526Z","steps":["trace[1743446665] 'agreement among raft nodes before linearized reading' (duration: 594.35136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.070047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.759889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T21:30:02.070167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:01.474259Z","time spent":"595.893506ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:30:02.070191Z","caller":"traceutil/trace.go:171","msg":"trace[1399718883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7207; }","duration":"435.940012ms","start":"2026-03-03T21:30:01.634231Z","end":"2026-03-03T21:30:02.070171Z","steps":["trace[1399718883] 'agreement among raft nodes before linearized reading' (duration: 435.538862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:02.070253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:01.634208Z","time spent":"436.028695ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:30:19.513788Z","caller":"traceutil/trace.go:171","msg":"trace[1534849002] transaction","detail":"{read_only:false; response_revision:7321; number_of_response:1; }","duration":"319.298322ms","start":"2026-03-03T21:30:19.194467Z","end":"2026-03-03T21:30:19.513765Z","steps":["trace[1534849002] 'process raft request' (duration: 318.27149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:19.516583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:30:19.194441Z","time spent":"319.411625ms","remote":"127.0.0.1:53804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:30:27.032907Z","caller":"traceutil/trace.go:171","msg":"trace[1200594301] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"134.819828ms","start":"2026-03-03T21:30:26.898056Z","end":"2026-03-03T21:30:27.032875Z","steps":["trace[1200594301] 'process raft request' (duration: 134.642704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:54.61978Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5632} {"level":"info","ts":"2026-03-03T21:30:54.724167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5632,"took":"102.234436ms","hash":915019837,"current-db-size-bytes":41984000,"current-db-size":"42 MB","current-db-size-in-use-bytes":21446656,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T21:30:54.724804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":915019837,"revision":5632,"compact-revision":2682} {"level":"warn","ts":"2026-03-03T21:31:18.276374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717539866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:31:18.783684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717539866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:31:18.991902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678042754s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:31:18.993156Z","caller":"traceutil/trace.go:171","msg":"trace[925517063] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"1.679388876s","start":"2026-03-03T21:31:17.313737Z","end":"2026-03-03T21:31:18.993126Z","steps":["trace[925517063] 'process raft request' (duration: 1.678395373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:18.993348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:17.313722Z","time spent":"1.679538288s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:31:19.229235Z","caller":"traceutil/trace.go:171","msg":"trace[1164240430] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"810.339742ms","start":"2026-03-03T21:31:18.418819Z","end":"2026-03-03T21:31:19.229159Z","steps":["trace[1164240430] 'process raft request' (duration: 809.988725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.22956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.418777Z","time spent":"810.568617ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:31:19.229543Z","caller":"traceutil/trace.go:171","msg":"trace[1992183194] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"772.894882ms","start":"2026-03-03T21:31:18.456598Z","end":"2026-03-03T21:31:19.229493Z","steps":["trace[1992183194] 'process raft request' (duration: 772.514223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:19.229736Z","caller":"traceutil/trace.go:171","msg":"trace[989963934] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"750.731244ms","start":"2026-03-03T21:31:18.478951Z","end":"2026-03-03T21:31:19.229682Z","steps":["trace[989963934] 'process raft request' (duration: 750.410637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:19.229741Z","caller":"traceutil/trace.go:171","msg":"trace[221358715] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8093; }","duration":"1.454175655s","start":"2026-03-03T21:31:17.775475Z","end":"2026-03-03T21:31:19.22965Z","steps":["trace[221358715] 'read index received' (duration: 1.216750592s)","trace[221358715] 'applied index is now lower than readState.Index' (duration: 237.423373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:31:19.229808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454325599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:31:19.229827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.456561Z","time spent":"773.107857ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:31:19.229867Z","caller":"traceutil/trace.go:171","msg":"trace[584456224] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7801; }","duration":"1.454433052s","start":"2026-03-03T21:31:17.775419Z","end":"2026-03-03T21:31:19.229852Z","steps":["trace[584456224] 'agreement among raft nodes before linearized reading' (duration: 1.454323489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.229905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:17.77539Z","time spent":"1.454507893s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:31:19.229924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.478906Z","time spent":"750.925248ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:31:19.230054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313226729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T21:31:19.230128Z","caller":"traceutil/trace.go:171","msg":"trace[1525237146] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:7801; }","duration":"1.313359552s","start":"2026-03-03T21:31:17.916753Z","end":"2026-03-03T21:31:19.230112Z","steps":["trace[1525237146] 'agreement among raft nodes before linearized reading' (duration: 1.313158908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.230123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.086087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T21:31:19.230179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:17.916728Z","time spent":"1.313435104s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-03T21:31:19.230179Z","caller":"traceutil/trace.go:171","msg":"trace[219016745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7801; }","duration":"327.19294ms","start":"2026-03-03T21:31:18.902969Z","end":"2026-03-03T21:31:19.230162Z","steps":["trace[219016745] 'agreement among raft nodes before linearized reading' (duration: 326.986436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.230185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.449843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T21:31:19.230194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.020958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T21:31:19.230222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.902943Z","time spent":"327.270842ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:31:19.23025Z","caller":"traceutil/trace.go:171","msg":"trace[39802387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:7801; }","duration":"269.548365ms","start":"2026-03-03T21:31:18.960683Z","end":"2026-03-03T21:31:19.230232Z","steps":["trace[39802387] 'agreement among raft nodes before linearized reading' (duration: 269.34555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:19.230278Z","caller":"traceutil/trace.go:171","msg":"trace[771608096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7801; }","duration":"571.15119ms","start":"2026-03-03T21:31:18.659106Z","end":"2026-03-03T21:31:19.230257Z","steps":["trace[771608096] 'agreement among raft nodes before linearized reading' (duration: 570.846443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.230325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.473035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-03T21:31:19.23033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.659078Z","time spent":"571.238942ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:31:19.230361Z","caller":"traceutil/trace.go:171","msg":"trace[642725572] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7801; }","duration":"404.528447ms","start":"2026-03-03T21:31:18.825821Z","end":"2026-03-03T21:31:19.23035Z","steps":["trace[642725572] 'agreement among raft nodes before linearized reading' (duration: 404.24822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.230396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.825813Z","time spent":"404.576177ms","remote":"127.0.0.1:53804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T21:31:19.230422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.585108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T21:31:19.230397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.136575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T21:31:19.230485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.806266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T21:31:19.230507Z","caller":"traceutil/trace.go:171","msg":"trace[836398847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7801; }","duration":"642.314279ms","start":"2026-03-03T21:31:18.588169Z","end":"2026-03-03T21:31:19.230483Z","steps":["trace[836398847] 'agreement among raft nodes before linearized reading' (duration: 641.93877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:19.230528Z","caller":"traceutil/trace.go:171","msg":"trace[697516971] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7801; }","duration":"803.906088ms","start":"2026-03-03T21:31:18.426608Z","end":"2026-03-03T21:31:19.230514Z","steps":["trace[697516971] 'agreement among raft nodes before linearized reading' (duration: 803.785906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.230563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.426572Z","time spent":"803.9849ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T21:31:19.230562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.588142Z","time spent":"642.40997ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:31:19.23062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.77453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T21:31:19.23051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.742142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:31:19.230701Z","caller":"traceutil/trace.go:171","msg":"trace[849328346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7801; }","duration":"411.852332ms","start":"2026-03-03T21:31:18.818824Z","end":"2026-03-03T21:31:19.230676Z","steps":["trace[849328346] 'agreement among raft nodes before linearized reading' (duration: 411.648607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.230745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.818772Z","time spent":"411.960734ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:31:19.230913Z","caller":"traceutil/trace.go:171","msg":"trace[196244262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7801; }","duration":"887.967227ms","start":"2026-03-03T21:31:18.342715Z","end":"2026-03-03T21:31:19.230683Z","steps":["trace[196244262] 'agreement among raft nodes before linearized reading' (duration: 887.753442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.230968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.34269Z","time spent":"888.263144ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:31:19.230458Z","caller":"traceutil/trace.go:171","msg":"trace[2100482714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7801; }","duration":"595.67039ms","start":"2026-03-03T21:31:18.634777Z","end":"2026-03-03T21:31:19.230448Z","steps":["trace[2100482714] 'agreement among raft nodes before linearized reading' (duration: 595.568417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:19.231111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:18.634747Z","time spent":"596.282285ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:31:27.058992Z","caller":"traceutil/trace.go:171","msg":"trace[1555398643] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"117.466369ms","start":"2026-03-03T21:31:26.941497Z","end":"2026-03-03T21:31:27.058964Z","steps":["trace[1555398643] 'process raft request' (duration: 117.199533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:27.555633Z","caller":"traceutil/trace.go:171","msg":"trace[78190496] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"223.524412ms","start":"2026-03-03T21:31:27.33208Z","end":"2026-03-03T21:31:27.555604Z","steps":["trace[78190496] 'process raft request' (duration: 219.741557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:27.556028Z","caller":"traceutil/trace.go:171","msg":"trace[1692578178] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"222.655802ms","start":"2026-03-03T21:31:27.333346Z","end":"2026-03-03T21:31:27.556002Z","steps":["trace[1692578178] 'process raft request' (duration: 222.606131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:27.556036Z","caller":"traceutil/trace.go:171","msg":"trace[1634169482] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"223.304066ms","start":"2026-03-03T21:31:27.332678Z","end":"2026-03-03T21:31:27.555982Z","steps":["trace[1634169482] 'process raft request' (duration: 222.879267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:27.556101Z","caller":"traceutil/trace.go:171","msg":"trace[560035716] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"223.353357ms","start":"2026-03-03T21:31:27.33272Z","end":"2026-03-03T21:31:27.556073Z","steps":["trace[560035716] 'process raft request' (duration: 223.114402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:28.657436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.854121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T21:31:28.657509Z","caller":"traceutil/trace.go:171","msg":"trace[401255799] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:7845; }","duration":"740.986445ms","start":"2026-03-03T21:31:27.916508Z","end":"2026-03-03T21:31:28.657495Z","steps":["trace[401255799] 'range keys from in-memory index tree' (duration: 740.676937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:28.657555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:27.916487Z","time spent":"741.061257ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-03T21:31:28.65757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.627869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:31:28.657645Z","caller":"traceutil/trace.go:171","msg":"trace[2059858131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7845; }","duration":"315.771723ms","start":"2026-03-03T21:31:28.341854Z","end":"2026-03-03T21:31:28.657626Z","steps":["trace[2059858131] 'range keys from in-memory index tree' (duration: 315.497787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:28.657699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:28.341819Z","time spent":"315.860155ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:31:33.489753Z","caller":"traceutil/trace.go:171","msg":"trace[363935086] linearizableReadLoop","detail":"{readStateIndex:8164; appliedIndex:8163; }","duration":"147.84236ms","start":"2026-03-03T21:31:33.341881Z","end":"2026-03-03T21:31:33.489724Z","steps":["trace[363935086] 'read index received' (duration: 147.668726ms)","trace[363935086] 'applied index is now lower than readState.Index' (duration: 172.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:31:33.48984Z","caller":"traceutil/trace.go:171","msg":"trace[1857579555] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"155.590014ms","start":"2026-03-03T21:31:33.334206Z","end":"2026-03-03T21:31:33.489796Z","steps":["trace[1857579555] 'process raft request' (duration: 155.325368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:33.489938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.033376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:31:33.49085Z","caller":"traceutil/trace.go:171","msg":"trace[992963631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7865; }","duration":"149.015327ms","start":"2026-03-03T21:31:33.341803Z","end":"2026-03-03T21:31:33.490819Z","steps":["trace[992963631] 'agreement among raft nodes before linearized reading' (duration: 148.071506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:33.567119Z","caller":"traceutil/trace.go:171","msg":"trace[1926899883] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"132.21475ms","start":"2026-03-03T21:31:33.434866Z","end":"2026-03-03T21:31:33.567081Z","steps":["trace[1926899883] 'process raft request' (duration: 113.466208ms)","trace[1926899883] 'compare' (duration: 18.569258ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:31:33.567332Z","caller":"traceutil/trace.go:171","msg":"trace[1157207707] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"126.749617ms","start":"2026-03-03T21:31:33.440554Z","end":"2026-03-03T21:31:33.567304Z","steps":["trace[1157207707] 'process raft request' (duration: 126.489941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:33.567476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.022343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5f7cfb46d8-6t8qc.1899722c67298a98\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T21:31:33.567517Z","caller":"traceutil/trace.go:171","msg":"trace[1444204419] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5f7cfb46d8-6t8qc.1899722c67298a98; range_end:; response_count:1; response_revision:7867; }","duration":"135.112604ms","start":"2026-03-03T21:31:33.432392Z","end":"2026-03-03T21:31:33.567505Z","steps":["trace[1444204419] 'agreement among raft nodes before linearized reading' (duration: 134.953881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:33.567703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.882532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:31:33.567741Z","caller":"traceutil/trace.go:171","msg":"trace[972310884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:7867; }","duration":"127.954113ms","start":"2026-03-03T21:31:33.439777Z","end":"2026-03-03T21:31:33.567732Z","steps":["trace[972310884] 'agreement among raft nodes before linearized reading' (duration: 127.850811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:33.567745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.203778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:31:33.567777Z","caller":"traceutil/trace.go:171","msg":"trace[1567653504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7867; }","duration":"119.285969ms","start":"2026-03-03T21:31:33.448482Z","end":"2026-03-03T21:31:33.567768Z","steps":["trace[1567653504] 'agreement among raft nodes before linearized reading' (duration: 119.112845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:34.433755Z","caller":"traceutil/trace.go:171","msg":"trace[539066120] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"158.375477ms","start":"2026-03-03T21:31:34.275338Z","end":"2026-03-03T21:31:34.433713Z","steps":["trace[539066120] 'process raft request' (duration: 158.119461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:59.98717Z","caller":"traceutil/trace.go:171","msg":"trace[2092567252] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8356; }","duration":"270.386247ms","start":"2026-03-03T21:31:59.716757Z","end":"2026-03-03T21:31:59.987143Z","steps":["trace[2092567252] 'read index received' (duration: 268.739971ms)","trace[2092567252] 'applied index is now lower than readState.Index' (duration: 1.644406ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:31:59.987192Z","caller":"traceutil/trace.go:171","msg":"trace[1217415088] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"316.178508ms","start":"2026-03-03T21:31:59.670973Z","end":"2026-03-03T21:31:59.987151Z","steps":["trace[1217415088] 'process raft request' (duration: 314.753987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:59.987375Z","caller":"traceutil/trace.go:171","msg":"trace[1906368213] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"306.27025ms","start":"2026-03-03T21:31:59.681039Z","end":"2026-03-03T21:31:59.987309Z","steps":["trace[1906368213] 'process raft request' (duration: 305.983024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:59.987441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:59.670944Z","time spent":"316.348292ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:31:59.987432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.261608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T21:31:59.987432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.672923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:31:59.987513Z","caller":"traceutil/trace.go:171","msg":"trace[998490470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:8050; }","duration":"238.430462ms","start":"2026-03-03T21:31:59.749064Z","end":"2026-03-03T21:31:59.987494Z","steps":["trace[998490470] 'agreement among raft nodes before linearized reading' (duration: 238.265438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:59.987515Z","caller":"traceutil/trace.go:171","msg":"trace[413765477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8050; }","duration":"270.797116ms","start":"2026-03-03T21:31:59.716701Z","end":"2026-03-03T21:31:59.987498Z","steps":["trace[413765477] 'agreement among raft nodes before linearized reading' (duration: 270.608432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:59.987588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:31:59.681009Z","time spent":"306.467343ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:31:59.987608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.983043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:31:59.987647Z","caller":"traceutil/trace.go:171","msg":"trace[1816326112] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8050; }","duration":"219.080265ms","start":"2026-03-03T21:31:59.768556Z","end":"2026-03-03T21:31:59.987636Z","steps":["trace[1816326112] 'agreement among raft nodes before linearized reading' (duration: 218.969202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:59.987628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.940472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T21:31:59.987716Z","caller":"traceutil/trace.go:171","msg":"trace[1260294331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8050; }","duration":"195.077515ms","start":"2026-03-03T21:31:59.792612Z","end":"2026-03-03T21:31:59.987689Z","steps":["trace[1260294331] 'agreement among raft nodes before linearized reading' (duration: 194.754938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:59.987888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.823465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:31:59.988065Z","caller":"traceutil/trace.go:171","msg":"trace[702178388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8050; }","duration":"202.058831ms","start":"2026-03-03T21:31:59.785978Z","end":"2026-03-03T21:31:59.988037Z","steps":["trace[702178388] 'agreement among raft nodes before linearized reading' (duration: 201.481127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:59.988438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.938853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:31:59.98853Z","caller":"traceutil/trace.go:171","msg":"trace[542603779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8050; }","duration":"195.067116ms","start":"2026-03-03T21:31:59.79344Z","end":"2026-03-03T21:31:59.988507Z","steps":["trace[542603779] 'agreement among raft nodes before linearized reading' (duration: 194.851971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:59.988682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.858804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:31:59.988831Z","caller":"traceutil/trace.go:171","msg":"trace[973771321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8050; }","duration":"182.027917ms","start":"2026-03-03T21:31:59.80678Z","end":"2026-03-03T21:31:59.988808Z","steps":["trace[973771321] 'agreement among raft nodes before linearized reading' (duration: 180.594795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:02.138695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717540708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:32:02.262512Z","caller":"traceutil/trace.go:171","msg":"trace[1008093888] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"652.770438ms","start":"2026-03-03T21:32:01.609713Z","end":"2026-03-03T21:32:02.262483Z","steps":["trace[1008093888] 'process raft request' (duration: 652.598894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:02.262686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.609686Z","time spent":"652.906511ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:02.299636Z","caller":"traceutil/trace.go:171","msg":"trace[1929810062] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8363; }","duration":"661.899619ms","start":"2026-03-03T21:32:01.637723Z","end":"2026-03-03T21:32:02.299622Z","steps":["trace[1929810062] 'read index received' (duration: 624.697838ms)","trace[1929810062] 'applied index is now lower than readState.Index' (duration: 37.197861ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:02.299681Z","caller":"traceutil/trace.go:171","msg":"trace[561481435] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"306.23867ms","start":"2026-03-03T21:32:01.993424Z","end":"2026-03-03T21:32:02.299663Z","steps":["trace[561481435] 'process raft request' (duration: 306.102707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:02.299746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.026673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:32:02.29977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.993386Z","time spent":"306.336032ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:02.299783Z","caller":"traceutil/trace.go:171","msg":"trace[691699938] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8058; }","duration":"662.117964ms","start":"2026-03-03T21:32:01.637654Z","end":"2026-03-03T21:32:02.299772Z","steps":["trace[691699938] 'agreement among raft nodes before linearized reading' (duration: 662.047953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:02.299814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.637626Z","time spent":"662.182856ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:32:02.299963Z","caller":"traceutil/trace.go:171","msg":"trace[890669699] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"305.097264ms","start":"2026-03-03T21:32:01.994654Z","end":"2026-03-03T21:32:02.299751Z","steps":["trace[890669699] 'process raft request' (duration: 304.93217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:02.300415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.994608Z","time spent":"305.535744ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:02.80047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717540713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:32:03.016827Z","caller":"traceutil/trace.go:171","msg":"trace[269487063] linearizableReadLoop","detail":"{readStateIndex:8367; appliedIndex:8366; }","duration":"717.131839ms","start":"2026-03-03T21:32:02.299674Z","end":"2026-03-03T21:32:03.016806Z","steps":["trace[269487063] 'read index received' (duration: 716.985056ms)","trace[269487063] 'applied index is now lower than readState.Index' (duration: 145.783µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:03.017116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017321824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:32:03.017153Z","caller":"traceutil/trace.go:171","msg":"trace[1268232630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:8059; }","duration":"1.017403416s","start":"2026-03-03T21:32:01.999741Z","end":"2026-03-03T21:32:03.017144Z","steps":["trace[1268232630] 'agreement among raft nodes before linearized reading' (duration: 1.017251023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.017202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.999729Z","time spent":"1.017464757s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:32:03.017293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059441594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:32:03.017349Z","caller":"traceutil/trace.go:171","msg":"trace[1779563066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8059; }","duration":"1.059543266s","start":"2026-03-03T21:32:01.957795Z","end":"2026-03-03T21:32:03.017339Z","steps":["trace[1779563066] 'agreement among raft nodes before linearized reading' (duration: 1.059449774s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.017392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.957776Z","time spent":"1.059606847s","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:32:03.017333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020114295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T21:32:03.017326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.198573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:32:03.017431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.305532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:32:03.017515Z","caller":"traceutil/trace.go:171","msg":"trace[223355028] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"729.272306ms","start":"2026-03-03T21:32:02.288232Z","end":"2026-03-03T21:32:03.017504Z","steps":["trace[223355028] 'process raft request' (duration: 728.441008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:03.017493Z","caller":"traceutil/trace.go:171","msg":"trace[78602648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8059; }","duration":"1.02034541s","start":"2026-03-03T21:32:01.997127Z","end":"2026-03-03T21:32:03.017472Z","steps":["trace[78602648] 'agreement among raft nodes before linearized reading' (duration: 1.019975872s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:03.017547Z","caller":"traceutil/trace.go:171","msg":"trace[1060160716] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8059; }","duration":"138.482317ms","start":"2026-03-03T21:32:02.879034Z","end":"2026-03-03T21:32:03.017516Z","steps":["trace[1060160716] 'agreement among raft nodes before linearized reading' (duration: 138.228652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.017575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.997097Z","time spent":"1.020465843s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:32:03.017576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.485342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:32:03.017724Z","caller":"traceutil/trace.go:171","msg":"trace[1803007289] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8059; }","duration":"353.724817ms","start":"2026-03-03T21:32:02.663967Z","end":"2026-03-03T21:32:03.017692Z","steps":["trace[1803007289] 'agreement among raft nodes before linearized reading' (duration: 353.39223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.017799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:02.663946Z","time spent":"353.838289ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:32:03.017783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015447752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T21:32:03.017783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014949821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:32:03.017883Z","caller":"traceutil/trace.go:171","msg":"trace[623145878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8059; }","duration":"1.015597726s","start":"2026-03-03T21:32:02.002264Z","end":"2026-03-03T21:32:03.017862Z","steps":["trace[623145878] 'agreement among raft nodes before linearized reading' (duration: 1.015230858s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:03.017896Z","caller":"traceutil/trace.go:171","msg":"trace[1554289016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8059; }","duration":"1.015131355s","start":"2026-03-03T21:32:02.002749Z","end":"2026-03-03T21:32:03.01788Z","steps":["trace[1554289016] 'agreement among raft nodes before linearized reading' (duration: 1.014865629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.017647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:02.288195Z","time spent":"729.352648ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:03.017934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:02.002247Z","time spent":"1.015681547s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:32:03.017936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:02.002738Z","time spent":"1.015189207s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:32:03.017976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229082348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:32:03.018046Z","caller":"traceutil/trace.go:171","msg":"trace[1407141046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8059; }","duration":"1.22919818s","start":"2026-03-03T21:32:01.788828Z","end":"2026-03-03T21:32:03.018027Z","steps":["trace[1407141046] 'agreement among raft nodes before linearized reading' (duration: 1.228219189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.018138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:01.788799Z","time spent":"1.229324463s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T21:32:03.01821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015861081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T21:32:03.018231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01712522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:32:03.018343Z","caller":"traceutil/trace.go:171","msg":"trace[1473088596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8059; }","duration":"1.017453347s","start":"2026-03-03T21:32:02.000873Z","end":"2026-03-03T21:32:03.018326Z","steps":["trace[1473088596] 'agreement among raft nodes before linearized reading' (duration: 1.016805423s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:03.018351Z","caller":"traceutil/trace.go:171","msg":"trace[999297814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8059; }","duration":"1.016043476s","start":"2026-03-03T21:32:02.002276Z","end":"2026-03-03T21:32:03.018319Z","steps":["trace[999297814] 'agreement among raft nodes before linearized reading' (duration: 1.015571285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.018389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:02.000857Z","time spent":"1.017520288s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:32:03.01841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:02.002263Z","time spent":"1.016136297s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:32:03.019611Z","caller":"traceutil/trace.go:171","msg":"trace[1064183523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8059; }","duration":"675.551681ms","start":"2026-03-03T21:32:02.342043Z","end":"2026-03-03T21:32:03.017595Z","steps":["trace[1064183523] 'agreement among raft nodes before linearized reading' (duration: 675.229424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:03.019672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:02.342022Z","time spent":"677.636357ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:32:06.757588Z","caller":"traceutil/trace.go:171","msg":"trace[1599872719] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"418.582468ms","start":"2026-03-03T21:32:06.338968Z","end":"2026-03-03T21:32:06.757551Z","steps":["trace[1599872719] 'process raft request' (duration: 369.750861ms)","trace[1599872719] 'compare' (duration: 48.520571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:06.757803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:06.33894Z","time spent":"418.738652ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:06.766299Z","caller":"traceutil/trace.go:171","msg":"trace[1712191362] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"426.922403ms","start":"2026-03-03T21:32:06.339354Z","end":"2026-03-03T21:32:06.766277Z","steps":["trace[1712191362] 'process raft request' (duration: 426.735459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:06.766453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:06.339323Z","time spent":"427.044865ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:06.766486Z","caller":"traceutil/trace.go:171","msg":"trace[878704214] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"295.757958ms","start":"2026-03-03T21:32:06.470703Z","end":"2026-03-03T21:32:06.766461Z","steps":["trace[878704214] 'process raft request' (duration: 295.535033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:06.766494Z","caller":"traceutil/trace.go:171","msg":"trace[700746023] linearizableReadLoop","detail":"{readStateIndex:8387; appliedIndex:8385; }","duration":"424.654163ms","start":"2026-03-03T21:32:06.341798Z","end":"2026-03-03T21:32:06.766452Z","steps":["trace[700746023] 'read index received' (duration: 366.871148ms)","trace[700746023] 'applied index is now lower than readState.Index' (duration: 57.779175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:06.766702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.872247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:32:06.766755Z","caller":"traceutil/trace.go:171","msg":"trace[451285606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8079; }","duration":"425.00112ms","start":"2026-03-03T21:32:06.341739Z","end":"2026-03-03T21:32:06.76674Z","steps":["trace[451285606] 'agreement among raft nodes before linearized reading' (duration: 424.851087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:06.766799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:06.341713Z","time spent":"425.073661ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:32:07.908821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.654148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:32:07.908916Z","caller":"traceutil/trace.go:171","msg":"trace[1452985323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8079; }","duration":"866.836163ms","start":"2026-03-03T21:32:07.042059Z","end":"2026-03-03T21:32:07.908895Z","steps":["trace[1452985323] 'range keys from in-memory index tree' (duration: 866.435474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:07.90896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.042005Z","time spent":"866.945985ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:32:07.909036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.278073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:32:07.909148Z","caller":"traceutil/trace.go:171","msg":"trace[1492406276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:8079; }","duration":"795.413126ms","start":"2026-03-03T21:32:07.113701Z","end":"2026-03-03T21:32:07.909115Z","steps":["trace[1492406276] 'range keys from in-memory index tree' (duration: 795.207642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:07.909212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.268553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T21:32:07.90921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.113695Z","time spent":"795.501638ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"info","ts":"2026-03-03T21:32:07.909245Z","caller":"traceutil/trace.go:171","msg":"trace[574238761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8079; }","duration":"795.346385ms","start":"2026-03-03T21:32:07.113887Z","end":"2026-03-03T21:32:07.909234Z","steps":["trace[574238761] 'range keys from in-memory index tree' (duration: 795.166681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:07.909274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.113866Z","time spent":"795.401306ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:32:07.909696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.517991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:32:07.909742Z","caller":"traceutil/trace.go:171","msg":"trace[465977430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8079; }","duration":"801.632273ms","start":"2026-03-03T21:32:07.108095Z","end":"2026-03-03T21:32:07.909727Z","steps":["trace[465977430] 'range keys from in-memory index tree' (duration: 801.249375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:07.909776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.108061Z","time spent":"801.705575ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:32:07.909796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.184227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:32:07.909902Z","caller":"traceutil/trace.go:171","msg":"trace[392504499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8079; }","duration":"798.336651ms","start":"2026-03-03T21:32:07.111541Z","end":"2026-03-03T21:32:07.909877Z","steps":["trace[392504499] 'range keys from in-memory index tree' (duration: 797.962962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:07.909796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.293799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T21:32:07.909961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.111535Z","time spent":"798.412763ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:32:07.909995Z","caller":"traceutil/trace.go:171","msg":"trace[691608627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8079; }","duration":"798.535425ms","start":"2026-03-03T21:32:07.111425Z","end":"2026-03-03T21:32:07.90996Z","steps":["trace[691608627] 'range keys from in-memory index tree' (duration: 797.940452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:07.91015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.111404Z","time spent":"798.668178ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:32:07.942044Z","caller":"traceutil/trace.go:171","msg":"trace[110663342] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"790.248203ms","start":"2026-03-03T21:32:07.151765Z","end":"2026-03-03T21:32:07.942013Z","steps":["trace[110663342] 'process raft request' (duration: 790.065309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:07.942299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.151746Z","time spent":"790.444907ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:07.984152Z","caller":"traceutil/trace.go:171","msg":"trace[189854552] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"135.074332ms","start":"2026-03-03T21:32:07.849021Z","end":"2026-03-03T21:32:07.984095Z","steps":["trace[189854552] 'process raft request' (duration: 134.687853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:08.474745Z","caller":"traceutil/trace.go:171","msg":"trace[563043725] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"173.06937ms","start":"2026-03-03T21:32:08.301653Z","end":"2026-03-03T21:32:08.474722Z","steps":["trace[563043725] 'process raft request' (duration: 173.021259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:08.474837Z","caller":"traceutil/trace.go:171","msg":"trace[236186891] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8395; }","duration":"341.527058ms","start":"2026-03-03T21:32:08.133286Z","end":"2026-03-03T21:32:08.474813Z","steps":["trace[236186891] 'read index received' (duration: 47.239023ms)","trace[236186891] 'applied index is now lower than readState.Index' (duration: 294.286445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:08.475001Z","caller":"traceutil/trace.go:171","msg":"trace[1935148164] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"228.79731ms","start":"2026-03-03T21:32:08.246192Z","end":"2026-03-03T21:32:08.47499Z","steps":["trace[1935148164] 'process raft request' (duration: 228.369271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:08.475201Z","caller":"traceutil/trace.go:171","msg":"trace[984139602] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"488.135033ms","start":"2026-03-03T21:32:07.98705Z","end":"2026-03-03T21:32:08.475185Z","steps":["trace[984139602] 'process raft request' (duration: 469.633546ms)","trace[984139602] 'compare' (duration: 17.652629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:08.475375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:07.987009Z","time spent":"488.234816ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:08.475495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.526597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:32:08.475543Z","caller":"traceutil/trace.go:171","msg":"trace[232520611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"133.640359ms","start":"2026-03-03T21:32:08.341893Z","end":"2026-03-03T21:32:08.475533Z","steps":["trace[232520611] 'agreement among raft nodes before linearized reading' (duration: 133.559117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:08.475777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.499859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:32:08.475812Z","caller":"traceutil/trace.go:171","msg":"trace[344866643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8089; }","duration":"342.565621ms","start":"2026-03-03T21:32:08.133239Z","end":"2026-03-03T21:32:08.475805Z","steps":["trace[344866643] 'agreement among raft nodes before linearized reading' (duration: 342.420408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:08.47584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:08.133222Z","time spent":"342.610501ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:32:08.981703Z","caller":"traceutil/trace.go:171","msg":"trace[226150748] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8399; }","duration":"193.710006ms","start":"2026-03-03T21:32:08.787957Z","end":"2026-03-03T21:32:08.981667Z","steps":["trace[226150748] 'read index received' (duration: 30.563295ms)","trace[226150748] 'applied index is now lower than readState.Index' (duration: 163.144851ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:08.981797Z","caller":"traceutil/trace.go:171","msg":"trace[940106804] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"210.345663ms","start":"2026-03-03T21:32:08.771417Z","end":"2026-03-03T21:32:08.981763Z","steps":["trace[940106804] 'process raft request' (duration: 129.965808ms)","trace[940106804] 'compare' (duration: 80.105109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:08.981918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.94035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:32:08.981985Z","caller":"traceutil/trace.go:171","msg":"trace[639174942] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8091; }","duration":"194.069573ms","start":"2026-03-03T21:32:08.787901Z","end":"2026-03-03T21:32:08.98197Z","steps":["trace[639174942] 'agreement among raft nodes before linearized reading' (duration: 193.91237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:10.099263Z","caller":"traceutil/trace.go:171","msg":"trace[2122679076] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"105.658552ms","start":"2026-03-03T21:32:09.993577Z","end":"2026-03-03T21:32:10.099235Z","steps":["trace[2122679076] 'process raft request' (duration: 105.455848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:10.099705Z","caller":"traceutil/trace.go:171","msg":"trace[660044071] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"105.764255ms","start":"2026-03-03T21:32:09.993925Z","end":"2026-03-03T21:32:10.09969Z","steps":["trace[660044071] 'process raft request' (duration: 105.265084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:10.099792Z","caller":"traceutil/trace.go:171","msg":"trace[15966186] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8402; }","duration":"101.849448ms","start":"2026-03-03T21:32:09.99791Z","end":"2026-03-03T21:32:10.09976Z","steps":["trace[15966186] 'read index received' (duration: 39.047802ms)","trace[15966186] 'applied index is now lower than readState.Index' (duration: 62.799685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:10.099854Z","caller":"traceutil/trace.go:171","msg":"trace[604653182] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"105.822736ms","start":"2026-03-03T21:32:09.99401Z","end":"2026-03-03T21:32:10.099832Z","steps":["trace[604653182] 'process raft request' (duration: 105.56197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:10.100151Z","caller":"traceutil/trace.go:171","msg":"trace[384411249] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"105.880598ms","start":"2026-03-03T21:32:09.994255Z","end":"2026-03-03T21:32:10.100136Z","steps":["trace[384411249] 'process raft request' (duration: 105.443038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:10.100394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.459171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227503"} {"level":"info","ts":"2026-03-03T21:32:10.10047Z","caller":"traceutil/trace.go:171","msg":"trace[606343364] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8097; }","duration":"102.551473ms","start":"2026-03-03T21:32:09.997903Z","end":"2026-03-03T21:32:10.100454Z","steps":["trace[606343364] 'agreement among raft nodes before linearized reading' (duration: 101.98741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:16.622489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.833014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d467v\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-03T21:32:16.622606Z","caller":"traceutil/trace.go:171","msg":"trace[15248450] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-d467v; range_end:; response_count:1; response_revision:8159; }","duration":"612.014739ms","start":"2026-03-03T21:32:16.010568Z","end":"2026-03-03T21:32:16.622583Z","steps":["trace[15248450] 'range keys from in-memory index tree' (duration: 611.608439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:16.622652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.010541Z","time spent":"612.101171ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d467v\" "} {"level":"warn","ts":"2026-03-03T21:32:16.623037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.630902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:32:16.623189Z","caller":"traceutil/trace.go:171","msg":"trace[1113767355] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8473; }","duration":"529.6171ms","start":"2026-03-03T21:32:16.093549Z","end":"2026-03-03T21:32:16.623166Z","steps":["trace[1113767355] 'read index received' (duration: 389.674941ms)","trace[1113767355] 'applied index is now lower than readState.Index' (duration: 139.937409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:16.623407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.859774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:32:16.623261Z","caller":"traceutil/trace.go:171","msg":"trace[1823575538] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"612.50733ms","start":"2026-03-03T21:32:16.01066Z","end":"2026-03-03T21:32:16.623168Z","steps":["trace[1823575538] 'process raft request' (duration: 472.646742ms)","trace[1823575538] 'compare' (duration: 138.987338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:16.623473Z","caller":"traceutil/trace.go:171","msg":"trace[1491516983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8160; }","duration":"529.985787ms","start":"2026-03-03T21:32:16.093474Z","end":"2026-03-03T21:32:16.623459Z","steps":["trace[1491516983] 'agreement among raft nodes before linearized reading' (duration: 529.778332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:16.623513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.093443Z","time spent":"530.062629ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:32:16.623639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.010641Z","time spent":"612.841586ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:32:17.331566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.926678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:32:17.331677Z","caller":"traceutil/trace.go:171","msg":"trace[1841940507] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8474; }","duration":"708.430716ms","start":"2026-03-03T21:32:16.623229Z","end":"2026-03-03T21:32:17.33166Z","steps":["trace[1841940507] 'read index received' (duration: 211.332694ms)","trace[1841940507] 'applied index is now lower than readState.Index' (duration: 497.096622ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:17.331743Z","caller":"traceutil/trace.go:171","msg":"trace[353395416] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"802.996444ms","start":"2026-03-03T21:32:16.528737Z","end":"2026-03-03T21:32:17.331734Z","steps":["trace[353395416] 'process raft request' (duration: 305.776219ms)","trace[353395416] 'compare' (duration: 496.458797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:17.331787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.5287Z","time spent":"803.060295ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:17.332083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200995938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:32:17.332104Z","caller":"traceutil/trace.go:171","msg":"trace[1692801129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8161; }","duration":"1.20104569s","start":"2026-03-03T21:32:16.131052Z","end":"2026-03-03T21:32:17.332097Z","steps":["trace[1692801129] 'agreement among raft nodes before linearized reading' (duration: 1.200912097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.332127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.131034Z","time spent":"1.20108758s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:32:17.33218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200903107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:32:17.33229Z","caller":"traceutil/trace.go:171","msg":"trace[2093343414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8161; }","duration":"1.20107665s","start":"2026-03-03T21:32:16.131186Z","end":"2026-03-03T21:32:17.332262Z","steps":["trace[2093343414] 'agreement among raft nodes before linearized reading' (duration: 1.200714602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.332345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.13115Z","time spent":"1.201185052s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:32:17.332352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200305503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:32:17.332387Z","caller":"traceutil/trace.go:171","msg":"trace[2134549562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8161; }","duration":"1.200360755s","start":"2026-03-03T21:32:16.132017Z","end":"2026-03-03T21:32:17.332378Z","steps":["trace[2134549562] 'agreement among raft nodes before linearized reading' (duration: 1.200273303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.332408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.132006Z","time spent":"1.200397035s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:32:17.332404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.800909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:32:17.332466Z","caller":"traceutil/trace.go:171","msg":"trace[1201242937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8161; }","duration":"990.900101ms","start":"2026-03-03T21:32:16.341546Z","end":"2026-03-03T21:32:17.332446Z","steps":["trace[1201242937] 'agreement among raft nodes before linearized reading' (duration: 990.781889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.332499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.341523Z","time spent":"990.969242ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:32:17.332493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200329764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T21:32:17.332492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19518006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:32:17.332546Z","caller":"traceutil/trace.go:171","msg":"trace[1241723603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8161; }","duration":"1.200415476s","start":"2026-03-03T21:32:16.132118Z","end":"2026-03-03T21:32:17.332533Z","steps":["trace[1241723603] 'agreement among raft nodes before linearized reading' (duration: 1.199762122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.332587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.132101Z","time spent":"1.200477867s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:32:17.332583Z","caller":"traceutil/trace.go:171","msg":"trace[535939525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:8161; }","duration":"1.195336764s","start":"2026-03-03T21:32:16.137225Z","end":"2026-03-03T21:32:17.332561Z","steps":["trace[535939525] 'agreement among raft nodes before linearized reading' (duration: 1.195108169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.332628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.137197Z","time spent":"1.195424555s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"info","ts":"2026-03-03T21:32:17.350735Z","caller":"traceutil/trace.go:171","msg":"trace[36770005] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"721.841232ms","start":"2026-03-03T21:32:16.628852Z","end":"2026-03-03T21:32:17.350694Z","steps":["trace[36770005] 'process raft request' (duration: 721.579496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:17.350747Z","caller":"traceutil/trace.go:171","msg":"trace[997822827] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"716.35489ms","start":"2026-03-03T21:32:16.634362Z","end":"2026-03-03T21:32:17.350716Z","steps":["trace[997822827] 'process raft request' (duration: 716.303099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.350931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.62883Z","time spent":"721.992474ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:17.351147Z","caller":"traceutil/trace.go:171","msg":"trace[1126780143] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"717.524268ms","start":"2026-03-03T21:32:16.633592Z","end":"2026-03-03T21:32:17.351116Z","steps":["trace[1126780143] 'process raft request' (duration: 716.997715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.350933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.63433Z","time spent":"716.502234ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:17.351351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.63356Z","time spent":"717.646481ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:17.399658Z","caller":"traceutil/trace.go:171","msg":"trace[1356197387] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"386.092492ms","start":"2026-03-03T21:32:17.013533Z","end":"2026-03-03T21:32:17.399626Z","steps":["trace[1356197387] 'process raft request' (duration: 386.00147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:17.399743Z","caller":"traceutil/trace.go:171","msg":"trace[715489175] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"533.71212ms","start":"2026-03-03T21:32:16.865968Z","end":"2026-03-03T21:32:17.39968Z","steps":["trace[715489175] 'process raft request' (duration: 533.276171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.400066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.865931Z","time spent":"533.919525ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:17.400466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.510831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:32:17.400472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.547294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-03T21:32:17.400544Z","caller":"traceutil/trace.go:171","msg":"trace[410872295] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8170; }","duration":"454.631744ms","start":"2026-03-03T21:32:16.945892Z","end":"2026-03-03T21:32:17.400524Z","steps":["trace[410872295] 'agreement among raft nodes before linearized reading' (duration: 454.510481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:17.400579Z","caller":"traceutil/trace.go:171","msg":"trace[1236390465] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8170; }","duration":"411.708487ms","start":"2026-03-03T21:32:16.988839Z","end":"2026-03-03T21:32:17.400547Z","steps":["trace[1236390465] 'agreement among raft nodes before linearized reading' (duration: 411.421291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:17.400592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.945855Z","time spent":"454.723886ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:32:17.400652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:16.988815Z","time spent":"411.823629ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T21:32:17.401082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:17.013512Z","time spent":"386.254765ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:17.540691Z","caller":"traceutil/trace.go:171","msg":"trace[1754684376] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"124.327364ms","start":"2026-03-03T21:32:17.41633Z","end":"2026-03-03T21:32:17.540657Z","steps":["trace[1754684376] 'process raft request' (duration: 124.056688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:18.383849Z","caller":"traceutil/trace.go:171","msg":"trace[1865482464] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"248.32051ms","start":"2026-03-03T21:32:18.13549Z","end":"2026-03-03T21:32:18.38381Z","steps":["trace[1865482464] 'read index received' (duration: 247.997583ms)","trace[1865482464] 'applied index is now lower than readState.Index' (duration: 321.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:18.383985Z","caller":"traceutil/trace.go:171","msg":"trace[2122025515] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"355.420205ms","start":"2026-03-03T21:32:18.028519Z","end":"2026-03-03T21:32:18.383939Z","steps":["trace[2122025515] 'process raft request' (duration: 355.036267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:18.384242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:18.028474Z","time spent":"355.6261ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:18.384208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.663887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:32:18.384336Z","caller":"traceutil/trace.go:171","msg":"trace[736378001] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8175; }","duration":"248.887612ms","start":"2026-03-03T21:32:18.135424Z","end":"2026-03-03T21:32:18.384312Z","steps":["trace[736378001] 'agreement among raft nodes before linearized reading' (duration: 248.566985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:18.426354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.403927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:32:18.42638Z","caller":"traceutil/trace.go:171","msg":"trace[1727154753] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"282.383172ms","start":"2026-03-03T21:32:18.143965Z","end":"2026-03-03T21:32:18.426349Z","steps":["trace[1727154753] 'process raft request' (duration: 262.914812ms)","trace[1727154753] 'compare' (duration: 19.079432ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:18.42644Z","caller":"traceutil/trace.go:171","msg":"trace[1535232597] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8177; }","duration":"183.586062ms","start":"2026-03-03T21:32:18.242835Z","end":"2026-03-03T21:32:18.426421Z","steps":["trace[1535232597] 'agreement among raft nodes before linearized reading' (duration: 183.402808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:18.719153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.558906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:32:18.719396Z","caller":"traceutil/trace.go:171","msg":"trace[589644958] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"285.998192ms","start":"2026-03-03T21:32:18.433379Z","end":"2026-03-03T21:32:18.719377Z","steps":["trace[589644958] 'process raft request' (duration: 285.919581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:18.719619Z","caller":"traceutil/trace.go:171","msg":"trace[607889583] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8492; }","duration":"287.29936ms","start":"2026-03-03T21:32:18.432275Z","end":"2026-03-03T21:32:18.719574Z","steps":["trace[607889583] 'read index received' (duration: 110.257183ms)","trace[607889583] 'applied index is now lower than readState.Index' (duration: 177.039107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:18.719695Z","caller":"traceutil/trace.go:171","msg":"trace[1428291477] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"287.901055ms","start":"2026-03-03T21:32:18.431745Z","end":"2026-03-03T21:32:18.719646Z","steps":["trace[1428291477] 'process raft request' (duration: 110.768936ms)","trace[1428291477] 'compare' (duration: 176.362772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:18.719862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.575596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T21:32:18.720363Z","caller":"traceutil/trace.go:171","msg":"trace[1758863531] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8179; }","duration":"288.119229ms","start":"2026-03-03T21:32:18.432229Z","end":"2026-03-03T21:32:18.720348Z","steps":["trace[1758863531] 'agreement among raft nodes before linearized reading' (duration: 287.510936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.128709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.736893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:32:19.128846Z","caller":"traceutil/trace.go:171","msg":"trace[906511313] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8494; }","duration":"341.082768ms","start":"2026-03-03T21:32:18.78774Z","end":"2026-03-03T21:32:19.128823Z","steps":["trace[906511313] 'read index received' (duration: 158.022648ms)","trace[906511313] 'applied index is now lower than readState.Index' (duration: 183.05792ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:19.129058Z","caller":"traceutil/trace.go:171","msg":"trace[1376559400] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"402.415871ms","start":"2026-03-03T21:32:18.726598Z","end":"2026-03-03T21:32:19.129013Z","steps":["trace[1376559400] 'process raft request' (duration: 219.228658ms)","trace[1376559400] 'compare' (duration: 182.019598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:19.129599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:18.72658Z","time spent":"402.884652ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:19.129639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.893136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:32:19.129716Z","caller":"traceutil/trace.go:171","msg":"trace[955018690] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8180; }","duration":"341.999148ms","start":"2026-03-03T21:32:18.787693Z","end":"2026-03-03T21:32:19.129692Z","steps":["trace[955018690] 'agreement among raft nodes before linearized reading' (duration: 341.6413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.129778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:18.787676Z","time spent":"342.08961ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T21:32:19.130392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.081441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-03T21:32:19.130522Z","caller":"traceutil/trace.go:171","msg":"trace[179921648] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8180; }","duration":"318.226354ms","start":"2026-03-03T21:32:18.81224Z","end":"2026-03-03T21:32:19.130466Z","steps":["trace[179921648] 'agreement among raft nodes before linearized reading' (duration: 317.771204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.130615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:18.81222Z","time spent":"318.380438ms","remote":"127.0.0.1:53804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T21:32:19.66294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.553422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:32:19.663067Z","caller":"traceutil/trace.go:171","msg":"trace[1255701788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8181; }","duration":"323.726466ms","start":"2026-03-03T21:32:19.339313Z","end":"2026-03-03T21:32:19.66304Z","steps":["trace[1255701788] 'range keys from in-memory index tree' (duration: 323.46742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.663118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.339293Z","time spent":"323.814117ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:32:19.663237Z","caller":"traceutil/trace.go:171","msg":"trace[455348837] linearizableReadLoop","detail":"{readStateIndex:8497; appliedIndex:8496; }","duration":"306.662609ms","start":"2026-03-03T21:32:19.356541Z","end":"2026-03-03T21:32:19.663204Z","steps":["trace[455348837] 'read index received' (duration: 301.031645ms)","trace[455348837] 'applied index is now lower than readState.Index' (duration: 5.628864ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:19.66339Z","caller":"traceutil/trace.go:171","msg":"trace[1822682357] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"322.659552ms","start":"2026-03-03T21:32:19.340704Z","end":"2026-03-03T21:32:19.663363Z","steps":["trace[1822682357] 'process raft request' (duration: 316.497336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.66361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.340684Z","time spent":"322.766324ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:19.66352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.976236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:32:19.663695Z","caller":"traceutil/trace.go:171","msg":"trace[677184871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8182; }","duration":"307.187831ms","start":"2026-03-03T21:32:19.356495Z","end":"2026-03-03T21:32:19.663683Z","steps":["trace[677184871] 'agreement among raft nodes before linearized reading' (duration: 306.924645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.66373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.356474Z","time spent":"307.246202ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:32:19.742852Z","caller":"traceutil/trace.go:171","msg":"trace[1608386609] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"336.776913ms","start":"2026-03-03T21:32:19.406047Z","end":"2026-03-03T21:32:19.742824Z","steps":["trace[1608386609] 'process raft request' (duration: 336.141989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.742973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.88768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T21:32:19.742996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.018852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T21:32:19.743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.406036Z","time spent":"336.901336ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:19.743038Z","caller":"traceutil/trace.go:171","msg":"trace[410081737] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8185; }","duration":"281.114324ms","start":"2026-03-03T21:32:19.461911Z","end":"2026-03-03T21:32:19.743025Z","steps":["trace[410081737] 'agreement among raft nodes before linearized reading' (duration: 280.966771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.743156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.375226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:32:19.743188Z","caller":"traceutil/trace.go:171","msg":"trace[822160929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8185; }","duration":"337.419577ms","start":"2026-03-03T21:32:19.40576Z","end":"2026-03-03T21:32:19.74318Z","steps":["trace[822160929] 'agreement among raft nodes before linearized reading' (duration: 337.293264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.743242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.405755Z","time spent":"337.480219ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:32:19.743257Z","caller":"traceutil/trace.go:171","msg":"trace[19669076] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"234.408363ms","start":"2026-03-03T21:32:19.508837Z","end":"2026-03-03T21:32:19.743245Z","steps":["trace[19669076] 'process raft request' (duration: 233.725028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.743274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.731384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:32:19.74334Z","caller":"traceutil/trace.go:171","msg":"trace[1254326520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8185; }","duration":"337.825267ms","start":"2026-03-03T21:32:19.405499Z","end":"2026-03-03T21:32:19.743324Z","steps":["trace[1254326520] 'agreement among raft nodes before linearized reading' (duration: 337.591591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:19.743035Z","caller":"traceutil/trace.go:171","msg":"trace[1402872690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:8185; }","duration":"333.985781ms","start":"2026-03-03T21:32:19.409035Z","end":"2026-03-03T21:32:19.743021Z","steps":["trace[1402872690] 'agreement among raft nodes before linearized reading' (duration: 333.845178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.743377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.405496Z","time spent":"337.874738ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:32:19.743395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.409021Z","time spent":"334.36473ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:32:19.74339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.856437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:32:19.743428Z","caller":"traceutil/trace.go:171","msg":"trace[978213082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8185; }","duration":"337.901409ms","start":"2026-03-03T21:32:19.405519Z","end":"2026-03-03T21:32:19.743421Z","steps":["trace[978213082] 'agreement among raft nodes before linearized reading' (duration: 337.815077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.743447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.405516Z","time spent":"337.92673ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:32:19.743488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.005721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:32:19.743512Z","caller":"traceutil/trace.go:171","msg":"trace[473789479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8185; }","duration":"338.060322ms","start":"2026-03-03T21:32:19.405444Z","end":"2026-03-03T21:32:19.743505Z","steps":["trace[473789479] 'agreement among raft nodes before linearized reading' (duration: 337.9926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.743532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.405427Z","time spent":"338.100533ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:32:19.743608Z","caller":"traceutil/trace.go:171","msg":"trace[1868422967] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"332.604451ms","start":"2026-03-03T21:32:19.410995Z","end":"2026-03-03T21:32:19.743599Z","steps":["trace[1868422967] 'process raft request' (duration: 331.350393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:19.743675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.410981Z","time spent":"332.641772ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:20.14094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.625877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:32:20.141135Z","caller":"traceutil/trace.go:171","msg":"trace[1096734501] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"472.844856ms","start":"2026-03-03T21:32:19.668248Z","end":"2026-03-03T21:32:20.141093Z","steps":["trace[1096734501] 'process raft request' (duration: 117.968173ms)","trace[1096734501] 'compare' (duration: 354.013954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:20.141268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.719323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:32:20.141303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.668223Z","time spent":"473.023051ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:20.14133Z","caller":"traceutil/trace.go:171","msg":"trace[1378522532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8186; }","duration":"476.799794ms","start":"2026-03-03T21:32:19.664515Z","end":"2026-03-03T21:32:20.141315Z","steps":["trace[1378522532] 'agreement among raft nodes before linearized reading' (duration: 476.689812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:20.141383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.664499Z","time spent":"476.873696ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:32:20.141139Z","caller":"traceutil/trace.go:171","msg":"trace[709239433] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8500; }","duration":"398.208419ms","start":"2026-03-03T21:32:19.742853Z","end":"2026-03-03T21:32:20.141061Z","steps":["trace[709239433] 'read index received' (duration: 43.414019ms)","trace[709239433] 'applied index is now lower than readState.Index' (duration: 354.79233ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:20.329782Z","caller":"traceutil/trace.go:171","msg":"trace[1840861352] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"582.372674ms","start":"2026-03-03T21:32:19.747382Z","end":"2026-03-03T21:32:20.329755Z","steps":["trace[1840861352] 'process raft request' (duration: 569.901968ms)","trace[1840861352] 'compare' (duration: 12.18311ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:20.329808Z","caller":"traceutil/trace.go:171","msg":"trace[1476189990] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"582.242352ms","start":"2026-03-03T21:32:19.747543Z","end":"2026-03-03T21:32:20.329786Z","steps":["trace[1476189990] 'process raft request' (duration: 582.083898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:20.329835Z","caller":"traceutil/trace.go:171","msg":"trace[967910445] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"582.142059ms","start":"2026-03-03T21:32:19.747666Z","end":"2026-03-03T21:32:20.329808Z","steps":["trace[967910445] 'process raft request' (duration: 582.023536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:20.329912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.747361Z","time spent":"582.484656ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:20.329916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.747534Z","time spent":"582.317513ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:20.329992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.747659Z","time spent":"582.248121ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:20.330199Z","caller":"traceutil/trace.go:171","msg":"trace[1018245417] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"582.22313ms","start":"2026-03-03T21:32:19.747967Z","end":"2026-03-03T21:32:20.33019Z","steps":["trace[1018245417] 'process raft request' (duration: 581.781791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:20.330254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.747953Z","time spent":"582.275622ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:32:20.330459Z","caller":"traceutil/trace.go:171","msg":"trace[809020179] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8501; }","duration":"188.575532ms","start":"2026-03-03T21:32:20.141829Z","end":"2026-03-03T21:32:20.330404Z","steps":["trace[809020179] 'read index received' (duration: 175.381161ms)","trace[809020179] 'applied index is now lower than readState.Index' (duration: 13.193171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:20.330601Z","caller":"traceutil/trace.go:171","msg":"trace[2093582133] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"581.827022ms","start":"2026-03-03T21:32:19.748722Z","end":"2026-03-03T21:32:20.330549Z","steps":["trace[2093582133] 'process raft request' (duration: 581.442964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:20.330669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.748692Z","time spent":"581.943335ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:32:20.331036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.537754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:32:20.331109Z","caller":"traceutil/trace.go:171","msg":"trace[2070028860] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8191; }","duration":"151.644567ms","start":"2026-03-03T21:32:20.179449Z","end":"2026-03-03T21:32:20.331093Z","steps":["trace[2070028860] 'agreement among raft nodes before linearized reading' (duration: 151.482684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:20.331239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.878608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:32:20.33126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.80831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227418"} {"level":"info","ts":"2026-03-03T21:32:20.331371Z","caller":"traceutil/trace.go:171","msg":"trace[1361148884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8191; }","duration":"459.174444ms","start":"2026-03-03T21:32:19.872169Z","end":"2026-03-03T21:32:20.331344Z","steps":["trace[1361148884] 'agreement among raft nodes before linearized reading' (duration: 458.847566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:20.331423Z","caller":"traceutil/trace.go:171","msg":"trace[193524070] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8191; }","duration":"582.009425ms","start":"2026-03-03T21:32:19.749399Z","end":"2026-03-03T21:32:20.331409Z","steps":["trace[193524070] 'agreement among raft nodes before linearized reading' (duration: 581.432382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:20.331477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.749388Z","time spent":"582.072857ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227441,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T21:32:20.33144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:32:19.872153Z","time spent":"459.271507ms","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:32:29.525328Z","caller":"traceutil/trace.go:171","msg":"trace[2096960693] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8569; }","duration":"129.422996ms","start":"2026-03-03T21:32:29.395875Z","end":"2026-03-03T21:32:29.525298Z","steps":["trace[2096960693] 'read index received' (duration: 89.055895ms)","trace[2096960693] 'applied index is now lower than readState.Index' (duration: 40.366051ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:29.525415Z","caller":"traceutil/trace.go:171","msg":"trace[2602520] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"163.339015ms","start":"2026-03-03T21:32:29.36204Z","end":"2026-03-03T21:32:29.525379Z","steps":["trace[2602520] 'process raft request' (duration: 122.938673ms)","trace[2602520] 'compare' (duration: 40.038484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:32:29.52555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.654412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:32:29.525608Z","caller":"traceutil/trace.go:171","msg":"trace[1977656428] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8253; }","duration":"129.765643ms","start":"2026-03-03T21:32:29.39583Z","end":"2026-03-03T21:32:29.525595Z","steps":["trace[1977656428] 'agreement among raft nodes before linearized reading' (duration: 129.62586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:30.036834Z","caller":"traceutil/trace.go:171","msg":"trace[615724642] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"273.663811ms","start":"2026-03-03T21:32:29.763136Z","end":"2026-03-03T21:32:30.0368Z","steps":["trace[615724642] 'process raft request' (duration: 181.66518ms)","trace[615724642] 'compare' (duration: 91.606492ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:30.037114Z","caller":"traceutil/trace.go:171","msg":"trace[1732163319] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"214.167076ms","start":"2026-03-03T21:32:29.822917Z","end":"2026-03-03T21:32:30.037084Z","steps":["trace[1732163319] 'process raft request' (duration: 214.107635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:30.037425Z","caller":"traceutil/trace.go:171","msg":"trace[1222801664] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"252.155585ms","start":"2026-03-03T21:32:29.785231Z","end":"2026-03-03T21:32:30.037386Z","steps":["trace[1222801664] 'process raft request' (duration: 251.525992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:25.063814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.262682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:33:25.06394Z","caller":"traceutil/trace.go:171","msg":"trace[1954018361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:8829; }","duration":"268.445425ms","start":"2026-03-03T21:33:24.795472Z","end":"2026-03-03T21:33:25.063917Z","steps":["trace[1954018361] 'range keys from in-memory index tree' (duration: 268.080817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:33:38.949244Z","caller":"traceutil/trace.go:171","msg":"trace[586392814] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"104.599089ms","start":"2026-03-03T21:33:38.844618Z","end":"2026-03-03T21:33:38.949217Z","steps":["trace[586392814] 'process raft request' (duration: 104.398064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.595399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717543080,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:33:39.606643Z","caller":"traceutil/trace.go:171","msg":"trace[1164090608] linearizableReadLoop","detail":"{readStateIndex:9236; appliedIndex:9233; }","duration":"511.333516ms","start":"2026-03-03T21:33:39.095282Z","end":"2026-03-03T21:33:39.606615Z","steps":["trace[1164090608] 'read index received' (duration: 510.790414ms)","trace[1164090608] 'applied index is now lower than readState.Index' (duration: 541.852µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:33:39.607167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.860007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:33:39.607217Z","caller":"traceutil/trace.go:171","msg":"trace[1152824434] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8901; }","duration":"511.97609ms","start":"2026-03-03T21:33:39.095228Z","end":"2026-03-03T21:33:39.607204Z","steps":["trace[1152824434] 'agreement among raft nodes before linearized reading' (duration: 511.843877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.607245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:39.095201Z","time spent":"512.03766ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":15,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:33:39.607436Z","caller":"traceutil/trace.go:171","msg":"trace[1957227335] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"762.217993ms","start":"2026-03-03T21:33:38.845204Z","end":"2026-03-03T21:33:39.607422Z","steps":["trace[1957227335] 'process raft request' (duration: 761.17457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.607523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:38.845197Z","time spent":"762.270274ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:33:39.60765Z","caller":"traceutil/trace.go:171","msg":"trace[388283710] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"762.247325ms","start":"2026-03-03T21:33:38.845391Z","end":"2026-03-03T21:33:39.607638Z","steps":["trace[388283710] 'process raft request' (duration: 761.15754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.607708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:38.845264Z","time spent":"762.415069ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:33:39.607815Z","caller":"traceutil/trace.go:171","msg":"trace[1100051392] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"761.307734ms","start":"2026-03-03T21:33:38.8465Z","end":"2026-03-03T21:33:39.607808Z","steps":["trace[1100051392] 'process raft request' (duration: 760.082046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.607856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:38.846492Z","time spent":"761.346144ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:33:39.608293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.615038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:33:39.608323Z","caller":"traceutil/trace.go:171","msg":"trace[1877909743] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8901; }","duration":"210.705411ms","start":"2026-03-03T21:33:39.397611Z","end":"2026-03-03T21:33:39.608316Z","steps":["trace[1877909743] 'agreement among raft nodes before linearized reading' (duration: 210.647269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.608535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.577843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:33:39.608561Z","caller":"traceutil/trace.go:171","msg":"trace[1133580555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"256.651875ms","start":"2026-03-03T21:33:39.351903Z","end":"2026-03-03T21:33:39.608555Z","steps":["trace[1133580555] 'agreement among raft nodes before linearized reading' (duration: 256.612494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.607413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.28723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:33:39.610195Z","caller":"traceutil/trace.go:171","msg":"trace[855658853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:8901; }","duration":"367.301197ms","start":"2026-03-03T21:33:39.242867Z","end":"2026-03-03T21:33:39.610169Z","steps":["trace[855658853] 'agreement among raft nodes before linearized reading' (duration: 364.242899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:39.610451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:39.242847Z","time spent":"367.583774ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"info","ts":"2026-03-03T21:33:40.41299Z","caller":"traceutil/trace.go:171","msg":"trace[1287057189] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"106.373497ms","start":"2026-03-03T21:33:40.306587Z","end":"2026-03-03T21:33:40.412961Z","steps":["trace[1287057189] 'process raft request' (duration: 106.205204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:33:40.847305Z","caller":"traceutil/trace.go:171","msg":"trace[2139560272] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"523.610687ms","start":"2026-03-03T21:33:40.323648Z","end":"2026-03-03T21:33:40.847258Z","steps":["trace[2139560272] 'process raft request' (duration: 510.415536ms)","trace[2139560272] 'compare' (duration: 12.188559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:33:40.847497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:40.323612Z","time spent":"523.779681ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:33:40.847529Z","caller":"traceutil/trace.go:171","msg":"trace[550611037] linearizableReadLoop","detail":"{readStateIndex:9240; appliedIndex:9236; }","duration":"459.147354ms","start":"2026-03-03T21:33:40.388348Z","end":"2026-03-03T21:33:40.847495Z","steps":["trace[550611037] 'read index received' (duration: 24.589633ms)","trace[550611037] 'applied index is now lower than readState.Index' (duration: 434.556241ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:33:40.847501Z","caller":"traceutil/trace.go:171","msg":"trace[1617420361] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"521.891619ms","start":"2026-03-03T21:33:40.325442Z","end":"2026-03-03T21:33:40.847334Z","steps":["trace[1617420361] 'process raft request' (duration: 521.749866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:33:40.847737Z","caller":"traceutil/trace.go:171","msg":"trace[892959198] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"522.132014ms","start":"2026-03-03T21:33:40.325516Z","end":"2026-03-03T21:33:40.847648Z","steps":["trace[892959198] 'process raft request' (duration: 521.765216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:40.847818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.083478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:33:40.847745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.369619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:33:40.847896Z","caller":"traceutil/trace.go:171","msg":"trace[1344782528] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8905; }","duration":"143.238571ms","start":"2026-03-03T21:33:40.704632Z","end":"2026-03-03T21:33:40.847871Z","steps":["trace[1344782528] 'agreement among raft nodes before linearized reading' (duration: 143.084198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:33:40.847915Z","caller":"traceutil/trace.go:171","msg":"trace[1445597082] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8905; }","duration":"459.604044ms","start":"2026-03-03T21:33:40.388285Z","end":"2026-03-03T21:33:40.847889Z","steps":["trace[1445597082] 'agreement among raft nodes before linearized reading' (duration: 459.388989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:33:40.847976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:40.388256Z","time spent":"459.702506ms","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:33:40.847905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:40.325499Z","time spent":"522.352839ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:33:40.848185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:33:40.325413Z","time spent":"522.38568ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:34:14.227178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.285214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:34:14.227308Z","caller":"traceutil/trace.go:171","msg":"trace[229448616] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9113; }","duration":"911.478609ms","start":"2026-03-03T21:34:13.315801Z","end":"2026-03-03T21:34:14.227279Z","steps":["trace[229448616] 'count revisions from in-memory index tree' (duration: 911.0929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.227361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:13.315784Z","time spent":"911.56356ms","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:34:14.637742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282751502s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T21:34:14.637908Z","caller":"traceutil/trace.go:171","msg":"trace[1309806152] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9454; }","duration":"1.229053098s","start":"2026-03-03T21:34:13.40883Z","end":"2026-03-03T21:34:14.637883Z","steps":["trace[1309806152] 'read index received' (duration: 82.142µs)","trace[1309806152] 'applied index is now lower than readState.Index' (duration: 1.228968366s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:34:14.638152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229313943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:34:14.638188Z","caller":"traceutil/trace.go:171","msg":"trace[1856805990] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9113; }","duration":"1.229407195s","start":"2026-03-03T21:34:13.408769Z","end":"2026-03-03T21:34:14.638176Z","steps":["trace[1856805990] 'agreement among raft nodes before linearized reading' (duration: 1.229249272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.638231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:13.408744Z","time spent":"1.229476477s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:34:14.654923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132295802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:34:14.655005Z","caller":"traceutil/trace.go:171","msg":"trace[875068864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9114; }","duration":"1.132437345s","start":"2026-03-03T21:34:13.522547Z","end":"2026-03-03T21:34:14.654985Z","steps":["trace[875068864] 'agreement among raft nodes before linearized reading' (duration: 1.132294682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.655002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.405428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:34:14.655113Z","caller":"traceutil/trace.go:171","msg":"trace[1639437548] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9114; }","duration":"410.596872ms","start":"2026-03-03T21:34:14.24449Z","end":"2026-03-03T21:34:14.655087Z","steps":["trace[1639437548] 'agreement among raft nodes before linearized reading' (duration: 410.391588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.655118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.88564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:34:14.655146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.954221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:34:14.655174Z","caller":"traceutil/trace.go:171","msg":"trace[1744364658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9114; }","duration":"830.998571ms","start":"2026-03-03T21:34:13.824168Z","end":"2026-03-03T21:34:14.655167Z","steps":["trace[1744364658] 'agreement among raft nodes before linearized reading' (duration: 830.909079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.655169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:14.244463Z","time spent":"410.693254ms","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:34:14.65517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.92851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:34:14.655179Z","caller":"traceutil/trace.go:171","msg":"trace[186126563] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9114; }","duration":"314.949051ms","start":"2026-03-03T21:34:14.340213Z","end":"2026-03-03T21:34:14.655162Z","steps":["trace[186126563] 'agreement among raft nodes before linearized reading' (duration: 314.849699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:34:14.655233Z","caller":"traceutil/trace.go:171","msg":"trace[1347801834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9114; }","duration":"831.001651ms","start":"2026-03-03T21:34:13.824214Z","end":"2026-03-03T21:34:14.655215Z","steps":["trace[1347801834] 'agreement among raft nodes before linearized reading' (duration: 830.722755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.655233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:14.340188Z","time spent":"315.034403ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:34:14.655248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.299968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:34:14.655269Z","caller":"traceutil/trace.go:171","msg":"trace[988599801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9114; }","duration":"836.356229ms","start":"2026-03-03T21:34:13.818908Z","end":"2026-03-03T21:34:14.655265Z","steps":["trace[988599801] 'agreement among raft nodes before linearized reading' (duration: 836.300348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.65527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:13.824208Z","time spent":"831.053982ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:34:14.655286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:13.818889Z","time spent":"836.393361ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:34:14.655042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:13.522518Z","time spent":"1.132517216s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:34:14.655193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:13.824157Z","time spent":"831.032142ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:34:14.655425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.558887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:34:14.655432Z","caller":"traceutil/trace.go:171","msg":"trace[1231046891] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"196.202851ms","start":"2026-03-03T21:34:14.459221Z","end":"2026-03-03T21:34:14.655424Z","steps":["trace[1231046891] 'process raft request' (duration: 195.448764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:34:14.65545Z","caller":"traceutil/trace.go:171","msg":"trace[2027675604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:9114; }","duration":"813.602147ms","start":"2026-03-03T21:34:13.84184Z","end":"2026-03-03T21:34:14.655442Z","steps":["trace[2027675604] 'agreement among raft nodes before linearized reading' (duration: 813.533736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.655478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:13.841827Z","time spent":"813.644938ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:34:14.65555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.165646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:34:14.655653Z","caller":"traceutil/trace.go:171","msg":"trace[1071100102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9114; }","duration":"315.385442ms","start":"2026-03-03T21:34:14.340242Z","end":"2026-03-03T21:34:14.655627Z","steps":["trace[1071100102] 'agreement among raft nodes before linearized reading' (duration: 314.793078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:34:14.65571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:34:14.340209Z","time spent":"315.490274ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:34:14.91373Z","caller":"traceutil/trace.go:171","msg":"trace[1570873179] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"252.554534ms","start":"2026-03-03T21:34:14.661152Z","end":"2026-03-03T21:34:14.913707Z","steps":["trace[1570873179] 'process raft request' (duration: 238.587946ms)","trace[1570873179] 'compare' (duration: 13.358484ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:34:14.91377Z","caller":"traceutil/trace.go:171","msg":"trace[1502954312] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"251.240716ms","start":"2026-03-03T21:34:14.662488Z","end":"2026-03-03T21:34:14.913729Z","steps":["trace[1502954312] 'process raft request' (duration: 250.99155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:34:14.914065Z","caller":"traceutil/trace.go:171","msg":"trace[1463029820] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"252.059274ms","start":"2026-03-03T21:34:14.661992Z","end":"2026-03-03T21:34:14.914052Z","steps":["trace[1463029820] 'process raft request' (duration: 251.42523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:35:33.241352Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:35:33.246296Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T21:35:33.246391Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-03T21:35:48.285729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.251304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T21:35:48.286452Z","caller":"traceutil/trace.go:171","msg":"trace[1718433967] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:9713; }","duration":"358.018133ms","start":"2026-03-03T21:35:47.928391Z","end":"2026-03-03T21:35:48.286409Z","steps":["trace[1718433967] 'range keys from in-memory index tree' (duration: 357.02244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:35:48.28657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:35:47.928366Z","time spent":"358.165105ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-03T21:35:54.629376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7515} {"level":"info","ts":"2026-03-03T21:35:54.69665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7515,"took":"64.453833ms","hash":1398018350,"current-db-size-bytes":41984000,"current-db-size":"42 MB","current-db-size-in-use-bytes":24805376,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T21:35:54.696754Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1398018350,"revision":7515,"compact-revision":5632} {"level":"info","ts":"2026-03-03T21:38:56.476489Z","caller":"traceutil/trace.go:171","msg":"trace[664667475] linearizableReadLoop","detail":"{readStateIndex:11452; appliedIndex:11450; }","duration":"134.308071ms","start":"2026-03-03T21:38:56.342154Z","end":"2026-03-03T21:38:56.476462Z","steps":["trace[664667475] 'read index received' (duration: 134.045964ms)","trace[664667475] 'applied index is now lower than readState.Index' (duration: 261.057µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:38:56.476501Z","caller":"traceutil/trace.go:171","msg":"trace[131761835] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"352.731504ms","start":"2026-03-03T21:38:56.123743Z","end":"2026-03-03T21:38:56.476475Z","steps":["trace[131761835] 'process raft request' (duration: 352.505728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:56.476674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:56.123714Z","time spent":"352.873498ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:38:56.476501Z","caller":"traceutil/trace.go:171","msg":"trace[1061024672] transaction","detail":"{read_only:false; response_revision:11044; number_of_response:1; }","duration":"349.119164ms","start":"2026-03-03T21:38:56.127356Z","end":"2026-03-03T21:38:56.476475Z","steps":["trace[1061024672] 'process raft request' (duration: 349.065253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:56.476832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:56.127349Z","time spent":"349.414021ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:38:56.476678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.516495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:56.476944Z","caller":"traceutil/trace.go:171","msg":"trace[197528364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11044; }","duration":"134.881913ms","start":"2026-03-03T21:38:56.342033Z","end":"2026-03-03T21:38:56.476915Z","steps":["trace[197528364] 'agreement among raft nodes before linearized reading' (duration: 134.536395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:38:57.073168Z","caller":"traceutil/trace.go:171","msg":"trace[346162995] linearizableReadLoop","detail":"{readStateIndex:11456; appliedIndex:11455; }","duration":"126.407046ms","start":"2026-03-03T21:38:56.94674Z","end":"2026-03-03T21:38:57.073147Z","steps":["trace[346162995] 'read index received' (duration: 126.279913ms)","trace[346162995] 'applied index is now lower than readState.Index' (duration: 126.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:38:57.073282Z","caller":"traceutil/trace.go:171","msg":"trace[508673295] transaction","detail":"{read_only:false; response_revision:11048; number_of_response:1; }","duration":"140.360376ms","start":"2026-03-03T21:38:56.932884Z","end":"2026-03-03T21:38:57.073244Z","steps":["trace[508673295] 'process raft request' (duration: 140.133041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:57.073384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.6132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:57.07347Z","caller":"traceutil/trace.go:171","msg":"trace[1462354230] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11048; }","duration":"126.733153ms","start":"2026-03-03T21:38:56.946714Z","end":"2026-03-03T21:38:57.073447Z","steps":["trace[1462354230] 'agreement among raft nodes before linearized reading' (duration: 126.557439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:57.659852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717548867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:38:58.150864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073629735s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:38:58.151338Z","caller":"traceutil/trace.go:171","msg":"trace[1080621080] linearizableReadLoop","detail":"{readStateIndex:11457; appliedIndex:11456; }","duration":"992.260393ms","start":"2026-03-03T21:38:57.159047Z","end":"2026-03-03T21:38:58.151308Z","steps":["trace[1080621080] 'read index received' (duration: 992.080029ms)","trace[1080621080] 'applied index is now lower than readState.Index' (duration: 178.894µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:38:58.151582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.494879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:38:58.151651Z","caller":"traceutil/trace.go:171","msg":"trace[520850831] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11049; }","duration":"992.615802ms","start":"2026-03-03T21:38:57.159016Z","end":"2026-03-03T21:38:58.151632Z","steps":["trace[520850831] 'agreement among raft nodes before linearized reading' (duration: 992.440877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.151723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.159003Z","time spent":"992.702184ms","remote":"127.0.0.1:50714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:38:58.152028Z","caller":"traceutil/trace.go:171","msg":"trace[1833431616] transaction","detail":"{read_only:false; response_revision:11049; number_of_response:1; }","duration":"1.074279189s","start":"2026-03-03T21:38:57.077126Z","end":"2026-03-03T21:38:58.151405Z","steps":["trace[1833431616] 'process raft request' (duration: 1.074003963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.152831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.077105Z","time spent":"1.075064828s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:38:58.169394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.857922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:58.169469Z","caller":"traceutil/trace.go:171","msg":"trace[672013166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11050; }","duration":"707.988634ms","start":"2026-03-03T21:38:57.46146Z","end":"2026-03-03T21:38:58.169449Z","steps":["trace[672013166] 'agreement among raft nodes before linearized reading' (duration: 707.871302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.16952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.461436Z","time spent":"708.069916ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T21:38:58.169521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.380578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:58.169606Z","caller":"traceutil/trace.go:171","msg":"trace[1083212403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11050; }","duration":"927.561033ms","start":"2026-03-03T21:38:57.242029Z","end":"2026-03-03T21:38:58.16959Z","steps":["trace[1083212403] 'agreement among raft nodes before linearized reading' (duration: 927.43304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.169592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.421731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:38:58.16964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.242021Z","time spent":"927.613744ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T21:38:58.169656Z","caller":"traceutil/trace.go:171","msg":"trace[1990615133] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11050; }","duration":"928.522354ms","start":"2026-03-03T21:38:57.241118Z","end":"2026-03-03T21:38:58.16964Z","steps":["trace[1990615133] 'agreement among raft nodes before linearized reading' (duration: 928.423801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.169693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.241099Z","time spent":"928.586426ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:38:58.169439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.454215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:58.169806Z","caller":"traceutil/trace.go:171","msg":"trace[779232492] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11050; }","duration":"514.898675ms","start":"2026-03-03T21:38:57.654886Z","end":"2026-03-03T21:38:58.169785Z","steps":["trace[779232492] 'agreement among raft nodes before linearized reading' (duration: 514.460245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.169998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.654858Z","time spent":"515.12171ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:38:58.169823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.797436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T21:38:58.170321Z","caller":"traceutil/trace.go:171","msg":"trace[281958696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11050; }","duration":"706.303646ms","start":"2026-03-03T21:38:57.463996Z","end":"2026-03-03T21:38:58.1703Z","steps":["trace[281958696] 'agreement among raft nodes before linearized reading' (duration: 705.397536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.170391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.463984Z","time spent":"706.387888ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:38:58.170456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.733024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T21:38:58.170507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.964998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:58.17053Z","caller":"traceutil/trace.go:171","msg":"trace[1054525801] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11050; }","duration":"710.019389ms","start":"2026-03-03T21:38:57.460504Z","end":"2026-03-03T21:38:58.170524Z","steps":["trace[1054525801] 'agreement among raft nodes before linearized reading' (duration: 709.978608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.170551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.460488Z","time spent":"710.06049ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T21:38:58.170543Z","caller":"traceutil/trace.go:171","msg":"trace[1797047886] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11050; }","duration":"295.844116ms","start":"2026-03-03T21:38:57.87468Z","end":"2026-03-03T21:38:58.170524Z","steps":["trace[1797047886] 'agreement among raft nodes before linearized reading' (duration: 294.873775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:38:58.17032Z","caller":"traceutil/trace.go:171","msg":"trace[1610051326] transaction","detail":"{read_only:false; response_revision:11050; number_of_response:1; }","duration":"216.47823ms","start":"2026-03-03T21:38:57.953804Z","end":"2026-03-03T21:38:58.170282Z","steps":["trace[1610051326] 'process raft request' (duration: 215.296614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.170634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.637037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T21:38:58.170652Z","caller":"traceutil/trace.go:171","msg":"trace[1069257333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11050; }","duration":"924.673329ms","start":"2026-03-03T21:38:57.245974Z","end":"2026-03-03T21:38:58.170647Z","steps":["trace[1069257333] 'agreement among raft nodes before linearized reading' (duration: 924.619168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.170996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.245965Z","time spent":"925.023756ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:38:58.171005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.687499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:38:58.171087Z","caller":"traceutil/trace.go:171","msg":"trace[1868069583] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11050; }","duration":"708.810822ms","start":"2026-03-03T21:38:57.462263Z","end":"2026-03-03T21:38:58.171074Z","steps":["trace[1868069583] 'agreement among raft nodes before linearized reading' (duration: 708.652919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.169588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.128044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-03T21:38:58.17113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.462244Z","time spent":"708.876905ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T21:38:58.171153Z","caller":"traceutil/trace.go:171","msg":"trace[110273076] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:11050; }","duration":"231.72996ms","start":"2026-03-03T21:38:57.939404Z","end":"2026-03-03T21:38:58.171134Z","steps":["trace[110273076] 'agreement among raft nodes before linearized reading' (duration: 230.041232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.171231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.629115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:38:58.17125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.541277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:58.171319Z","caller":"traceutil/trace.go:171","msg":"trace[543771134] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11050; }","duration":"777.765508ms","start":"2026-03-03T21:38:57.393529Z","end":"2026-03-03T21:38:58.171294Z","steps":["trace[543771134] 'agreement among raft nodes before linearized reading' (duration: 777.582734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.171348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.679423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:38:58.171386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.393508Z","time spent":"777.8582ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:38:58.171409Z","caller":"traceutil/trace.go:171","msg":"trace[1547363725] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11050; }","duration":"709.811625ms","start":"2026-03-03T21:38:57.461583Z","end":"2026-03-03T21:38:58.171394Z","steps":["trace[1547363725] 'agreement among raft nodes before linearized reading' (duration: 709.691502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.171472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.461554Z","time spent":"709.909658ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:38:58.171402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.765724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:58.171658Z","caller":"traceutil/trace.go:171","msg":"trace[1403699234] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11050; }","duration":"710.039871ms","start":"2026-03-03T21:38:57.461608Z","end":"2026-03-03T21:38:58.171648Z","steps":["trace[1403699234] 'agreement among raft nodes before linearized reading' (duration: 709.756044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.171679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.461601Z","time spent":"710.071051ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T21:38:58.171557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.875694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:38:58.171733Z","caller":"traceutil/trace.go:171","msg":"trace[1105477810] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11050; }","duration":"930.078159ms","start":"2026-03-03T21:38:57.241643Z","end":"2026-03-03T21:38:58.171721Z","steps":["trace[1105477810] 'agreement among raft nodes before linearized reading' (duration: 929.854054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:38:58.17138Z","caller":"traceutil/trace.go:171","msg":"trace[1932396458] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11050; }","duration":"929.65345ms","start":"2026-03-03T21:38:57.241681Z","end":"2026-03-03T21:38:58.171335Z","steps":["trace[1932396458] 'agreement among raft nodes before linearized reading' (duration: 929.507047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.171792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.241632Z","time spent":"930.149041ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:38:58.171931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.901731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T21:38:58.171934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.241676Z","time spent":"930.152091ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T21:38:58.17196Z","caller":"traceutil/trace.go:171","msg":"trace[182222694] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11050; }","duration":"786.969702ms","start":"2026-03-03T21:38:57.384983Z","end":"2026-03-03T21:38:58.171953Z","steps":["trace[182222694] 'agreement among raft nodes before linearized reading' (duration: 786.87426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.172058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.384962Z","time spent":"787.079135ms","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T21:38:58.172273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.837056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:38:58.172329Z","caller":"traceutil/trace.go:171","msg":"trace[1440391948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11050; }","duration":"666.121762ms","start":"2026-03-03T21:38:57.506195Z","end":"2026-03-03T21:38:58.172316Z","steps":["trace[1440391948] 'agreement among raft nodes before linearized reading' (duration: 665.698843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:38:58.172373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:38:57.506183Z","time spent":"666.181573ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:39:20.771139Z","caller":"traceutil/trace.go:171","msg":"trace[1285795041] linearizableReadLoop","detail":"{readStateIndex:11579; appliedIndex:11578; }","duration":"109.909936ms","start":"2026-03-03T21:39:20.661198Z","end":"2026-03-03T21:39:20.771108Z","steps":["trace[1285795041] 'read index received' (duration: 51.991177ms)","trace[1285795041] 'applied index is now lower than readState.Index' (duration: 57.917259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:20.771218Z","caller":"traceutil/trace.go:171","msg":"trace[220834869] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"177.163944ms","start":"2026-03-03T21:39:20.594015Z","end":"2026-03-03T21:39:20.771179Z","steps":["trace[220834869] 'process raft request' (duration: 119.246334ms)","trace[220834869] 'compare' (duration: 57.685595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:39:20.771378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.162103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:39:20.771497Z","caller":"traceutil/trace.go:171","msg":"trace[2052300900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11166; }","duration":"110.341006ms","start":"2026-03-03T21:39:20.661133Z","end":"2026-03-03T21:39:20.771474Z","steps":["trace[2052300900] 'agreement among raft nodes before linearized reading' (duration: 110.084041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:20.771419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.928263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:39:20.771636Z","caller":"traceutil/trace.go:171","msg":"trace[1747428895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11166; }","duration":"104.238261ms","start":"2026-03-03T21:39:20.667384Z","end":"2026-03-03T21:39:20.771623Z","steps":["trace[1747428895] 'agreement among raft nodes before linearized reading' (duration: 103.904523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:20.771669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.21552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:39:20.771747Z","caller":"traceutil/trace.go:171","msg":"trace[1261949489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11166; }","duration":"104.302322ms","start":"2026-03-03T21:39:20.667429Z","end":"2026-03-03T21:39:20.771731Z","steps":["trace[1261949489] 'agreement among raft nodes before linearized reading' (duration: 104.022416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:20.930155Z","caller":"traceutil/trace.go:171","msg":"trace[279971946] transaction","detail":"{read_only:false; response_revision:11168; number_of_response:1; }","duration":"154.05067ms","start":"2026-03-03T21:39:20.776071Z","end":"2026-03-03T21:39:20.930122Z","steps":["trace[279971946] 'process raft request' (duration: 106.247106ms)","trace[279971946] 'compare' (duration: 47.58127ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:20.930207Z","caller":"traceutil/trace.go:171","msg":"trace[729591405] transaction","detail":"{read_only:false; response_revision:11169; number_of_response:1; }","duration":"153.521138ms","start":"2026-03-03T21:39:20.776632Z","end":"2026-03-03T21:39:20.930153Z","steps":["trace[729591405] 'process raft request' (duration: 153.379945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:20.930408Z","caller":"traceutil/trace.go:171","msg":"trace[1881776128] transaction","detail":"{read_only:false; response_revision:11170; number_of_response:1; }","duration":"153.410686ms","start":"2026-03-03T21:39:20.776976Z","end":"2026-03-03T21:39:20.930387Z","steps":["trace[1881776128] 'process raft request' (duration: 153.084049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:23.376817Z","caller":"traceutil/trace.go:171","msg":"trace[1587607225] transaction","detail":"{read_only:false; response_revision:11174; number_of_response:1; }","duration":"1.080673303s","start":"2026-03-03T21:39:22.296098Z","end":"2026-03-03T21:39:23.376771Z","steps":["trace[1587607225] 'process raft request' (duration: 994.269568ms)","trace[1587607225] 'compare' (duration: 86.2049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:39:23.377274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.29608Z","time spent":"1.080901698s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:39:23.85451Z","caller":"traceutil/trace.go:171","msg":"trace[1871615951] transaction","detail":"{read_only:false; response_revision:11175; number_of_response:1; }","duration":"1.267991533s","start":"2026-03-03T21:39:22.586474Z","end":"2026-03-03T21:39:23.854466Z","steps":["trace[1871615951] 'process raft request' (duration: 1.212470247s)","trace[1871615951] 'compare' (duration: 54.880951ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:23.854679Z","caller":"traceutil/trace.go:171","msg":"trace[2063928606] transaction","detail":"{read_only:false; response_revision:11176; number_of_response:1; }","duration":"1.212963809s","start":"2026-03-03T21:39:22.641653Z","end":"2026-03-03T21:39:23.854617Z","steps":["trace[2063928606] 'process raft request' (duration: 1.212588631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.854733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.586446Z","time spent":"1.268167768s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:39:23.854798Z","caller":"traceutil/trace.go:171","msg":"trace[1767814328] transaction","detail":"{read_only:false; response_revision:11177; number_of_response:1; }","duration":"1.077162055s","start":"2026-03-03T21:39:22.777594Z","end":"2026-03-03T21:39:23.854756Z","steps":["trace[1767814328] 'process raft request' (duration: 1.076777686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.854857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.64161Z","time spent":"1.213148952s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:39:23.854959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.777575Z","time spent":"1.077308229s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:39:23.973127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.679922ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T21:39:23.973282Z","caller":"traceutil/trace.go:171","msg":"trace[1341986526] linearizableReadLoop","detail":"{readStateIndex:11590; appliedIndex:11586; }","duration":"1.177600981s","start":"2026-03-03T21:39:22.795647Z","end":"2026-03-03T21:39:23.973248Z","steps":["trace[1341986526] 'read index received' (duration: 494.737006ms)","trace[1341986526] 'applied index is now lower than readState.Index' (duration: 682.861355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:39:23.973576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177919127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T21:39:23.973594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.491153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:39:23.973683Z","caller":"traceutil/trace.go:171","msg":"trace[658740327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11177; }","duration":"1.17806025s","start":"2026-03-03T21:39:22.795589Z","end":"2026-03-03T21:39:23.973649Z","steps":["trace[658740327] 'agreement among raft nodes before linearized reading' (duration: 1.177794825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.97368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.13566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:39:23.974223Z","caller":"traceutil/trace.go:171","msg":"trace[1030432951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:11177; }","duration":"974.727633ms","start":"2026-03-03T21:39:22.999471Z","end":"2026-03-03T21:39:23.974199Z","steps":["trace[1030432951] 'agreement among raft nodes before linearized reading' (duration: 974.032638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.974206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.975064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5f7cfb46d8-6t8qc.1899722c67298a98\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-03T21:39:23.9743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.99946Z","time spent":"974.824295ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"info","ts":"2026-03-03T21:39:23.974336Z","caller":"traceutil/trace.go:171","msg":"trace[371234203] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5f7cfb46d8-6t8qc.1899722c67298a98; range_end:; response_count:1; response_revision:11177; }","duration":"589.170889ms","start":"2026-03-03T21:39:23.38513Z","end":"2026-03-03T21:39:23.974301Z","steps":["trace[371234203] 'agreement among raft nodes before linearized reading' (duration: 588.689098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.973683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037867158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T21:39:23.974395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:23.385113Z","time spent":"589.27135ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5f7cfb46d8-6t8qc.1899722c67298a98\" "} {"level":"info","ts":"2026-03-03T21:39:23.974442Z","caller":"traceutil/trace.go:171","msg":"trace[1937405774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11177; }","duration":"1.038647236s","start":"2026-03-03T21:39:22.93576Z","end":"2026-03-03T21:39:23.974407Z","steps":["trace[1937405774] 'agreement among raft nodes before linearized reading' (duration: 1.037702315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.974569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.935729Z","time spent":"1.038785698s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:39:23.97376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.79557Z","time spent":"1.178180443s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:39:23.973706Z","caller":"traceutil/trace.go:171","msg":"trace[349450900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11177; }","duration":"632.671057ms","start":"2026-03-03T21:39:23.341002Z","end":"2026-03-03T21:39:23.973673Z","steps":["trace[349450900] 'agreement among raft nodes before linearized reading' (duration: 632.463872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.974801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:23.340967Z","time spent":"633.822913ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:39:23.973831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.260908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:39:23.974964Z","caller":"traceutil/trace.go:171","msg":"trace[1183867293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11177; }","duration":"717.393813ms","start":"2026-03-03T21:39:23.257534Z","end":"2026-03-03T21:39:23.974928Z","steps":["trace[1183867293] 'agreement among raft nodes before linearized reading' (duration: 716.258517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.973874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032062449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:39:23.975127Z","caller":"traceutil/trace.go:171","msg":"trace[1416886492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11177; }","duration":"1.033342928s","start":"2026-03-03T21:39:22.941764Z","end":"2026-03-03T21:39:23.975107Z","steps":["trace[1416886492] 'agreement among raft nodes before linearized reading' (duration: 1.032004778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.973944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.955467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T21:39:23.975179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:22.941747Z","time spent":"1.03341789s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:39:23.975193Z","caller":"traceutil/trace.go:171","msg":"trace[20341088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11177; }","duration":"309.243036ms","start":"2026-03-03T21:39:23.665939Z","end":"2026-03-03T21:39:23.975182Z","steps":["trace[20341088] 'agreement among raft nodes before linearized reading' (duration: 307.827104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:23.975138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:23.257518Z","time spent":"717.557728ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:39:23.975233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:23.665915Z","time spent":"309.308447ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T21:39:24.246337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.60929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:39:24.246623Z","caller":"traceutil/trace.go:171","msg":"trace[812355198] linearizableReadLoop","detail":"{readStateIndex:11596; appliedIndex:11592; }","duration":"221.8311ms","start":"2026-03-03T21:39:24.024776Z","end":"2026-03-03T21:39:24.246607Z","steps":["trace[812355198] 'read index received' (duration: 67.905082ms)","trace[812355198] 'applied index is now lower than readState.Index' (duration: 153.925178ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:24.24669Z","caller":"traceutil/trace.go:171","msg":"trace[1951556940] transaction","detail":"{read_only:false; response_revision:11179; number_of_response:1; }","duration":"265.792388ms","start":"2026-03-03T21:39:23.980868Z","end":"2026-03-03T21:39:24.24666Z","steps":["trace[1951556940] 'process raft request' (duration: 265.564673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:24.246759Z","caller":"traceutil/trace.go:171","msg":"trace[917729004] transaction","detail":"{read_only:false; response_revision:11178; number_of_response:1; }","duration":"266.408791ms","start":"2026-03-03T21:39:23.980272Z","end":"2026-03-03T21:39:24.246681Z","steps":["trace[917729004] 'process raft request' (duration: 112.244259ms)","trace[917729004] 'compare' (duration: 153.391584ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:24.246718Z","caller":"traceutil/trace.go:171","msg":"trace[1927623707] transaction","detail":"{read_only:false; response_revision:11181; number_of_response:1; }","duration":"265.202405ms","start":"2026-03-03T21:39:23.981487Z","end":"2026-03-03T21:39:24.246689Z","steps":["trace[1927623707] 'process raft request' (duration: 265.082013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:24.24683Z","caller":"traceutil/trace.go:171","msg":"trace[1889353900] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"265.509832ms","start":"2026-03-03T21:39:23.98127Z","end":"2026-03-03T21:39:24.246779Z","steps":["trace[1889353900] 'process raft request' (duration: 265.262307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:24.247281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.093055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444889"} {"level":"info","ts":"2026-03-03T21:39:24.247324Z","caller":"traceutil/trace.go:171","msg":"trace[1166934533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11181; }","duration":"266.171896ms","start":"2026-03-03T21:39:23.981142Z","end":"2026-03-03T21:39:24.247314Z","steps":["trace[1166934533] 'agreement among raft nodes before linearized reading' (duration: 265.563083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:24.301485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.252188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19329"} {"level":"info","ts":"2026-03-03T21:39:24.301582Z","caller":"traceutil/trace.go:171","msg":"trace[1852825242] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11182; }","duration":"275.375031ms","start":"2026-03-03T21:39:24.026182Z","end":"2026-03-03T21:39:24.301557Z","steps":["trace[1852825242] 'agreement among raft nodes before linearized reading' (duration: 275.098665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:24.301864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.179237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:39:24.301956Z","caller":"traceutil/trace.go:171","msg":"trace[757044381] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11182; }","duration":"182.325329ms","start":"2026-03-03T21:39:24.119614Z","end":"2026-03-03T21:39:24.301939Z","steps":["trace[757044381] 'agreement among raft nodes before linearized reading' (duration: 182.171016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:24.301971Z","caller":"traceutil/trace.go:171","msg":"trace[1693484575] transaction","detail":"{read_only:false; response_revision:11182; number_of_response:1; }","duration":"276.028555ms","start":"2026-03-03T21:39:24.025916Z","end":"2026-03-03T21:39:24.301945Z","steps":["trace[1693484575] 'process raft request' (duration: 275.108425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:24.398125Z","caller":"traceutil/trace.go:171","msg":"trace[1386865939] transaction","detail":"{read_only:false; response_revision:11183; number_of_response:1; }","duration":"120.629356ms","start":"2026-03-03T21:39:24.277468Z","end":"2026-03-03T21:39:24.398098Z","steps":["trace[1386865939] 'process raft request' (duration: 114.348765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:25.990576Z","caller":"traceutil/trace.go:171","msg":"trace[1634681493] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"128.855029ms","start":"2026-03-03T21:39:25.8617Z","end":"2026-03-03T21:39:25.990555Z","steps":["trace[1634681493] 'process raft request' (duration: 128.713366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:28.044029Z","caller":"traceutil/trace.go:171","msg":"trace[124870507] linearizableReadLoop","detail":"{readStateIndex:11608; appliedIndex:11607; }","duration":"102.973693ms","start":"2026-03-03T21:39:27.941025Z","end":"2026-03-03T21:39:28.043998Z","steps":["trace[124870507] 'read index received' (duration: 102.815709ms)","trace[124870507] 'applied index is now lower than readState.Index' (duration: 156.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:28.044081Z","caller":"traceutil/trace.go:171","msg":"trace[374095432] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"140.444697ms","start":"2026-03-03T21:39:27.903603Z","end":"2026-03-03T21:39:28.044047Z","steps":["trace[374095432] 'process raft request' (duration: 140.205582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:28.044292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.255099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T21:39:28.044369Z","caller":"traceutil/trace.go:171","msg":"trace[1319407938] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:11193; }","duration":"103.392492ms","start":"2026-03-03T21:39:27.940955Z","end":"2026-03-03T21:39:28.044347Z","steps":["trace[1319407938] 'agreement among raft nodes before linearized reading' (duration: 103.172258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:28.11948Z","caller":"traceutil/trace.go:171","msg":"trace[719402518] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"123.859077ms","start":"2026-03-03T21:39:27.995606Z","end":"2026-03-03T21:39:28.119465Z","steps":["trace[719402518] 'process raft request' (duration: 117.601988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:28.52945Z","caller":"traceutil/trace.go:171","msg":"trace[275304477] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"168.706456ms","start":"2026-03-03T21:39:28.360718Z","end":"2026-03-03T21:39:28.529424Z","steps":["trace[275304477] 'process raft request' (duration: 168.655835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:28.529896Z","caller":"traceutil/trace.go:171","msg":"trace[1029324794] transaction","detail":"{read_only:false; response_revision:11198; number_of_response:1; }","duration":"169.433393ms","start":"2026-03-03T21:39:28.360452Z","end":"2026-03-03T21:39:28.529885Z","steps":["trace[1029324794] 'process raft request' (duration: 168.754527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:30.523653Z","caller":"traceutil/trace.go:171","msg":"trace[1309537667] linearizableReadLoop","detail":"{readStateIndex:11622; appliedIndex:11621; }","duration":"120.225967ms","start":"2026-03-03T21:39:30.403396Z","end":"2026-03-03T21:39:30.523622Z","steps":["trace[1309537667] 'read index received' (duration: 120.078624ms)","trace[1309537667] 'applied index is now lower than readState.Index' (duration: 146.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:30.523743Z","caller":"traceutil/trace.go:171","msg":"trace[251271947] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"120.894082ms","start":"2026-03-03T21:39:30.402812Z","end":"2026-03-03T21:39:30.523706Z","steps":["trace[251271947] 'process raft request' (duration: 120.643086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:30.524451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.029225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444889"} {"level":"info","ts":"2026-03-03T21:39:30.524509Z","caller":"traceutil/trace.go:171","msg":"trace[964361074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11206; }","duration":"121.105407ms","start":"2026-03-03T21:39:30.40339Z","end":"2026-03-03T21:39:30.524495Z","steps":["trace[964361074] 'agreement among raft nodes before linearized reading' (duration: 120.338349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:30.530475Z","caller":"traceutil/trace.go:171","msg":"trace[1941816453] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"126.886756ms","start":"2026-03-03T21:39:30.403555Z","end":"2026-03-03T21:39:30.530442Z","steps":["trace[1941816453] 'process raft request' (duration: 126.740782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:40:54.635744Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9743} {"level":"info","ts":"2026-03-03T21:40:54.722325Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9743,"took":"84.321088ms","hash":1355428360,"current-db-size-bytes":41984000,"current-db-size":"42 MB","current-db-size-in-use-bytes":22253568,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T21:40:54.722395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1355428360,"revision":9743,"compact-revision":7515} {"level":"info","ts":"2026-03-03T21:42:33.632837Z","caller":"traceutil/trace.go:171","msg":"trace[881516141] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"148.091016ms","start":"2026-03-03T21:42:33.484718Z","end":"2026-03-03T21:42:33.632809Z","steps":["trace[881516141] 'process raft request' (duration: 147.828971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:42:33.632987Z","caller":"traceutil/trace.go:171","msg":"trace[765064637] transaction","detail":"{read_only:false; response_revision:12320; number_of_response:1; }","duration":"147.79552ms","start":"2026-03-03T21:42:33.485171Z","end":"2026-03-03T21:42:33.632966Z","steps":["trace[765064637] 'process raft request' (duration: 147.688518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:42:59.9513Z","caller":"traceutil/trace.go:171","msg":"trace[761943180] linearizableReadLoop","detail":"{readStateIndex:12936; appliedIndex:12935; }","duration":"197.303313ms","start":"2026-03-03T21:42:59.753973Z","end":"2026-03-03T21:42:59.951277Z","steps":["trace[761943180] 'read index received' (duration: 197.098639ms)","trace[761943180] 'applied index is now lower than readState.Index' (duration: 203.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:42:59.951572Z","caller":"traceutil/trace.go:171","msg":"trace[869650320] transaction","detail":"{read_only:false; response_revision:12474; number_of_response:1; }","duration":"227.497955ms","start":"2026-03-03T21:42:59.72406Z","end":"2026-03-03T21:42:59.951558Z","steps":["trace[869650320] 'process raft request' (duration: 227.072506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:42:59.951856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.864036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:42:59.951895Z","caller":"traceutil/trace.go:171","msg":"trace[1312420771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12474; }","duration":"197.946407ms","start":"2026-03-03T21:42:59.75394Z","end":"2026-03-03T21:42:59.951886Z","steps":["trace[1312420771] 'agreement among raft nodes before linearized reading' (duration: 197.808204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:42:59.951995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.978062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:42:59.952097Z","caller":"traceutil/trace.go:171","msg":"trace[2008055851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12474; }","duration":"173.109215ms","start":"2026-03-03T21:42:59.778966Z","end":"2026-03-03T21:42:59.952075Z","steps":["trace[2008055851] 'agreement among raft nodes before linearized reading' (duration: 172.831878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:42:59.952198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.186706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:42:59.952233Z","caller":"traceutil/trace.go:171","msg":"trace[1963730153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12474; }","duration":"173.229667ms","start":"2026-03-03T21:42:59.778995Z","end":"2026-03-03T21:42:59.952225Z","steps":["trace[1963730153] 'agreement among raft nodes before linearized reading' (duration: 173.150725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:43:00.12316Z","caller":"traceutil/trace.go:171","msg":"trace[1989480579] transaction","detail":"{read_only:false; response_revision:12475; number_of_response:1; }","duration":"168.628016ms","start":"2026-03-03T21:42:59.954511Z","end":"2026-03-03T21:43:00.123139Z","steps":["trace[1989480579] 'process raft request' (duration: 146.312009ms)","trace[1989480579] 'compare' (duration: 22.180314ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:43:00.123253Z","caller":"traceutil/trace.go:171","msg":"trace[88914755] transaction","detail":"{read_only:false; response_revision:12476; number_of_response:1; }","duration":"167.50711ms","start":"2026-03-03T21:42:59.955733Z","end":"2026-03-03T21:43:00.12324Z","steps":["trace[88914755] 'process raft request' (duration: 167.378847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:43:00.123401Z","caller":"traceutil/trace.go:171","msg":"trace[1330087729] linearizableReadLoop","detail":"{readStateIndex:12939; appliedIndex:12936; }","duration":"167.297865ms","start":"2026-03-03T21:42:59.956084Z","end":"2026-03-03T21:43:00.123382Z","steps":["trace[1330087729] 'read index received' (duration: 144.699192ms)","trace[1330087729] 'applied index is now lower than readState.Index' (duration: 22.596953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:43:00.123494Z","caller":"traceutil/trace.go:171","msg":"trace[934153911] transaction","detail":"{read_only:false; response_revision:12477; number_of_response:1; }","duration":"167.54715ms","start":"2026-03-03T21:42:59.955938Z","end":"2026-03-03T21:43:00.123486Z","steps":["trace[934153911] 'process raft request' (duration: 167.262274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:43:00.124193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.089972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:523365"} {"level":"info","ts":"2026-03-03T21:43:00.124252Z","caller":"traceutil/trace.go:171","msg":"trace[376001632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:12477; }","duration":"168.180435ms","start":"2026-03-03T21:42:59.956057Z","end":"2026-03-03T21:43:00.124238Z","steps":["trace[376001632] 'agreement among raft nodes before linearized reading' (duration: 167.51752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:43:00.571943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.252168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:43:00.572022Z","caller":"traceutil/trace.go:171","msg":"trace[1962118520] linearizableReadLoop","detail":"{readStateIndex:12941; appliedIndex:12940; }","duration":"230.748429ms","start":"2026-03-03T21:43:00.34126Z","end":"2026-03-03T21:43:00.572009Z","steps":["trace[1962118520] 'read index received' (duration: 97.273856ms)","trace[1962118520] 'applied index is now lower than readState.Index' (duration: 133.473973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:43:00.572085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.844201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:43:00.572102Z","caller":"traceutil/trace.go:171","msg":"trace[1607569969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12479; }","duration":"230.915022ms","start":"2026-03-03T21:43:00.34118Z","end":"2026-03-03T21:43:00.572095Z","steps":["trace[1607569969] 'agreement among raft nodes before linearized reading' (duration: 230.862331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:43:00.572543Z","caller":"traceutil/trace.go:171","msg":"trace[51406368] transaction","detail":"{read_only:false; response_revision:12479; number_of_response:1; }","duration":"279.621456ms","start":"2026-03-03T21:43:00.292446Z","end":"2026-03-03T21:43:00.572068Z","steps":["trace[51406368] 'process raft request' (duration: 146.170524ms)","trace[51406368] 'compare' (duration: 133.144576ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:43:01.133276Z","caller":"traceutil/trace.go:171","msg":"trace[980123465] transaction","detail":"{read_only:false; response_revision:12480; number_of_response:1; }","duration":"548.391321ms","start":"2026-03-03T21:43:00.584844Z","end":"2026-03-03T21:43:01.133235Z","steps":["trace[980123465] 'process raft request' (duration: 548.163396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:43:01.133516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:43:00.58483Z","time spent":"548.560804ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:43:01.134308Z","caller":"traceutil/trace.go:171","msg":"trace[144574651] linearizableReadLoop","detail":"{readStateIndex:12942; appliedIndex:12942; }","duration":"342.381234ms","start":"2026-03-03T21:43:00.791886Z","end":"2026-03-03T21:43:01.134267Z","steps":["trace[144574651] 'read index received' (duration: 342.369654ms)","trace[144574651] 'applied index is now lower than readState.Index' (duration: 9.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:43:01.134528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.63457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:43:01.134588Z","caller":"traceutil/trace.go:171","msg":"trace[1901784800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12480; }","duration":"342.732512ms","start":"2026-03-03T21:43:00.791836Z","end":"2026-03-03T21:43:01.134569Z","steps":["trace[1901784800] 'agreement among raft nodes before linearized reading' (duration: 342.552088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:43:01.134617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:43:00.791811Z","time spent":"342.799253ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:43:01.213031Z","caller":"traceutil/trace.go:171","msg":"trace[1290947894] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"118.291625ms","start":"2026-03-03T21:43:01.09467Z","end":"2026-03-03T21:43:01.212961Z","steps":["trace[1290947894] 'process raft request' (duration: 118.229623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:43:01.21334Z","caller":"traceutil/trace.go:171","msg":"trace[1828743409] transaction","detail":"{read_only:false; response_revision:12481; number_of_response:1; }","duration":"255.52731ms","start":"2026-03-03T21:43:00.957805Z","end":"2026-03-03T21:43:01.213332Z","steps":["trace[1828743409] 'process raft request' (duration: 254.980158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:43:01.733544Z","caller":"traceutil/trace.go:171","msg":"trace[1075353380] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"360.490637ms","start":"2026-03-03T21:43:01.373023Z","end":"2026-03-03T21:43:01.733514Z","steps":["trace[1075353380] 'process raft request' (duration: 360.327793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:43:01.733718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:43:01.373011Z","time spent":"360.61006ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:43:01.740473Z","caller":"traceutil/trace.go:171","msg":"trace[466086450] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"164.359449ms","start":"2026-03-03T21:43:01.576096Z","end":"2026-03-03T21:43:01.740456Z","steps":["trace[466086450] 'process raft request' (duration: 164.214916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:43:02.06102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.141571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T21:43:02.061098Z","caller":"traceutil/trace.go:171","msg":"trace[1347924083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12485; }","duration":"105.274273ms","start":"2026-03-03T21:43:01.955806Z","end":"2026-03-03T21:43:02.06108Z","steps":["trace[1347924083] 'range keys from in-memory index tree' (duration: 104.967707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:43:02.100243Z","caller":"traceutil/trace.go:171","msg":"trace[1461674457] transaction","detail":"{read_only:false; response_revision:12486; number_of_response:1; }","duration":"135.078327ms","start":"2026-03-03T21:43:01.965133Z","end":"2026-03-03T21:43:02.100211Z","steps":["trace[1461674457] 'process raft request' (duration: 134.874063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:43:41.823496Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033ea.wal"} {"level":"info","ts":"2026-03-03T21:44:03.622383Z","caller":"traceutil/trace.go:171","msg":"trace[1049277483] transaction","detail":"{read_only:false; response_revision:12959; number_of_response:1; }","duration":"151.866641ms","start":"2026-03-03T21:44:03.470483Z","end":"2026-03-03T21:44:03.622349Z","steps":["trace[1049277483] 'process raft request' (duration: 151.547944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:44:03.622667Z","caller":"traceutil/trace.go:171","msg":"trace[1324020111] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"144.711533ms","start":"2026-03-03T21:44:03.477902Z","end":"2026-03-03T21:44:03.622614Z","steps":["trace[1324020111] 'process raft request' (duration: 144.395946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:44:38.799375Z","caller":"traceutil/trace.go:171","msg":"trace[175930201] transaction","detail":"{read_only:false; response_revision:13152; number_of_response:1; }","duration":"124.083662ms","start":"2026-03-03T21:44:38.675272Z","end":"2026-03-03T21:44:38.799356Z","steps":["trace[175930201] 'process raft request' (duration: 123.936459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:44:39.312592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.628916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:44:39.312731Z","caller":"traceutil/trace.go:171","msg":"trace[1958005203] transaction","detail":"{read_only:false; response_revision:13153; number_of_response:1; }","duration":"508.683745ms","start":"2026-03-03T21:44:38.804021Z","end":"2026-03-03T21:44:39.312705Z","steps":["trace[1958005203] 'process raft request' (duration: 356.859155ms)","trace[1958005203] 'compare' (duration: 151.496273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:44:39.312815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:44:38.803997Z","time spent":"508.777128ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:44:39.342151Z","caller":"traceutil/trace.go:171","msg":"trace[951609429] linearizableReadLoop","detail":"{readStateIndex:13642; appliedIndex:13639; }","duration":"269.709866ms","start":"2026-03-03T21:44:39.072418Z","end":"2026-03-03T21:44:39.342128Z","steps":["trace[951609429] 'read index received' (duration: 88.707875ms)","trace[951609429] 'applied index is now lower than readState.Index' (duration: 181.001371ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:44:39.342293Z","caller":"traceutil/trace.go:171","msg":"trace[1312957134] transaction","detail":"{read_only:false; response_revision:13155; number_of_response:1; }","duration":"536.6838ms","start":"2026-03-03T21:44:38.805566Z","end":"2026-03-03T21:44:39.34225Z","steps":["trace[1312957134] 'process raft request' (duration: 536.536647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:44:39.342352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.90891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:44:39.342375Z","caller":"traceutil/trace.go:171","msg":"trace[1148071013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:13155; }","duration":"270.005402ms","start":"2026-03-03T21:44:39.072364Z","end":"2026-03-03T21:44:39.342369Z","steps":["trace[1148071013] 'agreement among raft nodes before linearized reading' (duration: 269.87722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:44:39.342357Z","caller":"traceutil/trace.go:171","msg":"trace[2029384740] transaction","detail":"{read_only:false; response_revision:13154; number_of_response:1; }","duration":"538.260824ms","start":"2026-03-03T21:44:38.804062Z","end":"2026-03-03T21:44:39.342322Z","steps":["trace[2029384740] 'process raft request' (duration: 537.886756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:44:39.34246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:44:38.80555Z","time spent":"536.827044ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:44:39.342542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:44:38.804033Z","time spent":"538.441019ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:44:39.476212Z","caller":"traceutil/trace.go:171","msg":"trace[1006824477] transaction","detail":"{read_only:false; response_revision:13156; number_of_response:1; }","duration":"120.585685ms","start":"2026-03-03T21:44:39.355584Z","end":"2026-03-03T21:44:39.476169Z","steps":["trace[1006824477] 'process raft request' (duration: 76.32467ms)","trace[1006824477] 'compare' (duration: 44.090351ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:15.824533Z","caller":"traceutil/trace.go:171","msg":"trace[2095687512] linearizableReadLoop","detail":"{readStateIndex:13890; appliedIndex:13889; }","duration":"317.822183ms","start":"2026-03-03T21:45:15.506675Z","end":"2026-03-03T21:45:15.824497Z","steps":["trace[2095687512] 'read index received' (duration: 317.470446ms)","trace[2095687512] 'applied index is now lower than readState.Index' (duration: 349.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:15.824593Z","caller":"traceutil/trace.go:171","msg":"trace[1759739269] transaction","detail":"{read_only:false; response_revision:13392; number_of_response:1; }","duration":"368.875225ms","start":"2026-03-03T21:45:15.455672Z","end":"2026-03-03T21:45:15.824547Z","steps":["trace[1759739269] 'process raft request' (duration: 368.594868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:15.824805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:15.455635Z","time spent":"369.052479ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:45:15.82484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.481903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T21:45:15.824859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.159171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:45:15.824925Z","caller":"traceutil/trace.go:171","msg":"trace[397550435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:13392; }","duration":"191.668198ms","start":"2026-03-03T21:45:15.633236Z","end":"2026-03-03T21:45:15.824904Z","steps":["trace[397550435] 'agreement among raft nodes before linearized reading' (duration: 191.502955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:15.82493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.912092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:45:15.824903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.575751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:45:15.825038Z","caller":"traceutil/trace.go:171","msg":"trace[1826840310] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13392; }","duration":"159.080615ms","start":"2026-03-03T21:45:15.665934Z","end":"2026-03-03T21:45:15.825015Z","steps":["trace[1826840310] 'agreement among raft nodes before linearized reading' (duration: 158.8585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:15.825041Z","caller":"traceutil/trace.go:171","msg":"trace[1496299735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13392; }","duration":"291.825866ms","start":"2026-03-03T21:45:15.533203Z","end":"2026-03-03T21:45:15.825029Z","steps":["trace[1496299735] 'agreement among raft nodes before linearized reading' (duration: 291.495819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:15.824968Z","caller":"traceutil/trace.go:171","msg":"trace[959398088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13392; }","duration":"318.317034ms","start":"2026-03-03T21:45:15.506619Z","end":"2026-03-03T21:45:15.824936Z","steps":["trace[959398088] 'agreement among raft nodes before linearized reading' (duration: 318.035518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:15.825153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:15.506604Z","time spent":"318.536748ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:45:15.825153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.556869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:45:15.825219Z","caller":"traceutil/trace.go:171","msg":"trace[617658752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13392; }","duration":"286.645732ms","start":"2026-03-03T21:45:15.538552Z","end":"2026-03-03T21:45:15.825198Z","steps":["trace[617658752] 'agreement among raft nodes before linearized reading' (duration: 286.385486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:19.489538Z","caller":"traceutil/trace.go:171","msg":"trace[1087224428] transaction","detail":"{read_only:false; response_revision:13410; number_of_response:1; }","duration":"436.489712ms","start":"2026-03-03T21:45:19.053012Z","end":"2026-03-03T21:45:19.489502Z","steps":["trace[1087224428] 'process raft request' (duration: 436.256187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:19.489882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:19.052989Z","time spent":"436.658286ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:45:19.499257Z","caller":"traceutil/trace.go:171","msg":"trace[205937255] transaction","detail":"{read_only:false; response_revision:13412; number_of_response:1; }","duration":"256.84512ms","start":"2026-03-03T21:45:19.24239Z","end":"2026-03-03T21:45:19.499235Z","steps":["trace[205937255] 'process raft request' (duration: 256.627206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:19.499279Z","caller":"traceutil/trace.go:171","msg":"trace[313571567] transaction","detail":"{read_only:false; response_revision:13411; number_of_response:1; }","duration":"343.42663ms","start":"2026-03-03T21:45:19.155839Z","end":"2026-03-03T21:45:19.499265Z","steps":["trace[313571567] 'process raft request' (duration: 342.96945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:19.499639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:19.155806Z","time spent":"343.756427ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:45:39.822996Z","caller":"traceutil/trace.go:171","msg":"trace[410332866] linearizableReadLoop","detail":"{readStateIndex:14013; appliedIndex:14012; }","duration":"276.450735ms","start":"2026-03-03T21:45:39.5465Z","end":"2026-03-03T21:45:39.822951Z","steps":["trace[410332866] 'read index received' (duration: 276.240541ms)","trace[410332866] 'applied index is now lower than readState.Index' (duration: 208.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:39.823041Z","caller":"traceutil/trace.go:171","msg":"trace[2097145088] transaction","detail":"{read_only:false; response_revision:13510; number_of_response:1; }","duration":"290.314862ms","start":"2026-03-03T21:45:39.532683Z","end":"2026-03-03T21:45:39.822998Z","steps":["trace[2097145088] 'process raft request' (duration: 289.987655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:39.823317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.721171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:45:39.823493Z","caller":"traceutil/trace.go:171","msg":"trace[83278449] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13510; }","duration":"277.023348ms","start":"2026-03-03T21:45:39.546441Z","end":"2026-03-03T21:45:39.823465Z","steps":["trace[83278449] 'agreement among raft nodes before linearized reading' (duration: 276.660659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:39.823407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.76039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T21:45:39.823708Z","caller":"traceutil/trace.go:171","msg":"trace[1221072794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13510; }","duration":"239.070528ms","start":"2026-03-03T21:45:39.584569Z","end":"2026-03-03T21:45:39.82364Z","steps":["trace[1221072794] 'agreement among raft nodes before linearized reading' (duration: 238.621387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:40.150549Z","caller":"traceutil/trace.go:171","msg":"trace[1389519753] transaction","detail":"{read_only:false; response_revision:13511; number_of_response:1; }","duration":"316.197487ms","start":"2026-03-03T21:45:39.834323Z","end":"2026-03-03T21:45:40.150521Z","steps":["trace[1389519753] 'process raft request' (duration: 276.116529ms)","trace[1389519753] 'compare' (duration: 39.965426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:45:40.150706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:39.834291Z","time spent":"316.33385ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:45:40.15294Z","caller":"traceutil/trace.go:171","msg":"trace[1754546042] transaction","detail":"{read_only:false; response_revision:13512; number_of_response:1; }","duration":"192.979166ms","start":"2026-03-03T21:45:39.959915Z","end":"2026-03-03T21:45:40.152894Z","steps":["trace[1754546042] 'process raft request' (duration: 192.737571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:40.153317Z","caller":"traceutil/trace.go:171","msg":"trace[849750082] transaction","detail":"{read_only:false; response_revision:13513; number_of_response:1; }","duration":"151.580709ms","start":"2026-03-03T21:45:40.001689Z","end":"2026-03-03T21:45:40.15327Z","steps":["trace[849750082] 'process raft request' (duration: 151.14781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:40.153765Z","caller":"traceutil/trace.go:171","msg":"trace[849516283] linearizableReadLoop","detail":"{readStateIndex:14015; appliedIndex:14013; }","duration":"184.10476ms","start":"2026-03-03T21:45:39.969644Z","end":"2026-03-03T21:45:40.153748Z","steps":["trace[849516283] 'read index received' (duration: 140.811721ms)","trace[849516283] 'applied index is now lower than readState.Index' (duration: 43.291389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:45:40.154005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.355576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T21:45:40.154068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.024594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:45:40.15412Z","caller":"traceutil/trace.go:171","msg":"trace[1508632597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13514; }","duration":"184.450088ms","start":"2026-03-03T21:45:39.969623Z","end":"2026-03-03T21:45:40.154073Z","steps":["trace[1508632597] 'agreement among raft nodes before linearized reading' (duration: 184.233932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:40.154159Z","caller":"traceutil/trace.go:171","msg":"trace[1526645413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13514; }","duration":"182.164737ms","start":"2026-03-03T21:45:39.971979Z","end":"2026-03-03T21:45:40.154144Z","steps":["trace[1526645413] 'agreement among raft nodes before linearized reading' (duration: 181.900521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:40.154428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.090619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:45:40.154468Z","caller":"traceutil/trace.go:171","msg":"trace[1604894629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13514; }","duration":"179.14685ms","start":"2026-03-03T21:45:39.975312Z","end":"2026-03-03T21:45:40.154458Z","steps":["trace[1604894629] 'agreement among raft nodes before linearized reading' (duration: 179.051778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.69352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717556301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:45:48.721868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:47.962593Z","time spent":"759.270334ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:45:48.80027Z","caller":"traceutil/trace.go:171","msg":"trace[1643304346] transaction","detail":"{read_only:false; response_revision:13548; number_of_response:1; }","duration":"618.379453ms","start":"2026-03-03T21:45:48.181866Z","end":"2026-03-03T21:45:48.800245Z","steps":["trace[1643304346] 'process raft request' (duration: 618.173899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.8004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.181842Z","time spent":"618.485375ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:45:48.800564Z","caller":"traceutil/trace.go:171","msg":"trace[126220515] linearizableReadLoop","detail":"{readStateIndex:14055; appliedIndex:14051; }","duration":"607.604824ms","start":"2026-03-03T21:45:48.192941Z","end":"2026-03-03T21:45:48.800546Z","steps":["trace[126220515] 'read index received' (duration: 528.853379ms)","trace[126220515] 'applied index is now lower than readState.Index' (duration: 78.734474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:48.800575Z","caller":"traceutil/trace.go:171","msg":"trace[2006127692] transaction","detail":"{read_only:false; response_revision:13549; number_of_response:1; }","duration":"616.645705ms","start":"2026-03-03T21:45:48.183904Z","end":"2026-03-03T21:45:48.80055Z","steps":["trace[2006127692] 'process raft request' (duration: 616.297957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:48.800657Z","caller":"traceutil/trace.go:171","msg":"trace[194379712] transaction","detail":"{read_only:false; response_revision:13550; number_of_response:1; }","duration":"390.465982ms","start":"2026-03-03T21:45:48.410182Z","end":"2026-03-03T21:45:48.800648Z","steps":["trace[194379712] 'process raft request' (duration: 390.257507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.800699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.41016Z","time spent":"390.518124ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:45:48.800698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.183888Z","time spent":"616.749367ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:45:48.800813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.84581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:45:48.800851Z","caller":"traceutil/trace.go:171","msg":"trace[541440319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13550; }","duration":"607.909541ms","start":"2026-03-03T21:45:48.192932Z","end":"2026-03-03T21:45:48.800842Z","steps":["trace[541440319] 'agreement among raft nodes before linearized reading' (duration: 607.717567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.80088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.192873Z","time spent":"608.001203ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:45:48.801753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.323423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:45:48.801792Z","caller":"traceutil/trace.go:171","msg":"trace[1366848093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13551; }","duration":"600.402586ms","start":"2026-03-03T21:45:48.201377Z","end":"2026-03-03T21:45:48.80178Z","steps":["trace[1366848093] 'agreement among raft nodes before linearized reading' (duration: 600.275952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.801815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.201353Z","time spent":"600.457226ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:45:48.801818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.362154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:45:48.801909Z","caller":"traceutil/trace.go:171","msg":"trace[1563618970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:13551; }","duration":"572.492957ms","start":"2026-03-03T21:45:48.229394Z","end":"2026-03-03T21:45:48.801887Z","steps":["trace[1563618970] 'agreement among raft nodes before linearized reading' (duration: 572.286532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.801944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.229382Z","time spent":"572.555448ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:45:48.801978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.479808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:45:48.802003Z","caller":"traceutil/trace.go:171","msg":"trace[1743952187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13551; }","duration":"596.526569ms","start":"2026-03-03T21:45:48.20547Z","end":"2026-03-03T21:45:48.801997Z","steps":["trace[1743952187] 'agreement among raft nodes before linearized reading' (duration: 596.457968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.801965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.025348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T21:45:48.802038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.122458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:45:48.802057Z","caller":"traceutil/trace.go:171","msg":"trace[805315287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13551; }","duration":"596.166171ms","start":"2026-03-03T21:45:48.205875Z","end":"2026-03-03T21:45:48.802041Z","steps":["trace[805315287] 'agreement among raft nodes before linearized reading' (duration: 595.897286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:48.80211Z","caller":"traceutil/trace.go:171","msg":"trace[129969434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13551; }","duration":"461.20054ms","start":"2026-03-03T21:45:48.340872Z","end":"2026-03-03T21:45:48.802072Z","steps":["trace[129969434] 'agreement among raft nodes before linearized reading' (duration: 461.103088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.80185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.783778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:45:48.802145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.205868Z","time spent":"596.268033ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:45:48.802153Z","caller":"traceutil/trace.go:171","msg":"trace[1658727756] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13551; }","duration":"223.091305ms","start":"2026-03-03T21:45:48.579052Z","end":"2026-03-03T21:45:48.802143Z","steps":["trace[1658727756] 'agreement among raft nodes before linearized reading' (duration: 222.741867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.802152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.340858Z","time spent":"461.285492ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:45:48.802151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.989238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:45:48.802192Z","caller":"traceutil/trace.go:171","msg":"trace[2038922862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13551; }","duration":"596.040338ms","start":"2026-03-03T21:45:48.206138Z","end":"2026-03-03T21:45:48.802179Z","steps":["trace[2038922862] 'agreement among raft nodes before linearized reading' (duration: 595.901165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:48.802215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.206132Z","time spent":"596.076039ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:45:48.802023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:48.20546Z","time spent":"596.55851ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:45:54.643619Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11736} {"level":"info","ts":"2026-03-03T21:45:54.724333Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11736,"took":"76.544016ms","hash":1408953647,"current-db-size-bytes":41984000,"current-db-size":"42 MB","current-db-size-in-use-bytes":23904256,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T21:45:54.724427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1408953647,"revision":11736,"compact-revision":9743} {"level":"info","ts":"2026-03-03T21:45:56.840975Z","caller":"traceutil/trace.go:171","msg":"trace[171219457] transaction","detail":"{read_only:false; response_revision:13601; number_of_response:1; }","duration":"422.89549ms","start":"2026-03-03T21:45:56.418034Z","end":"2026-03-03T21:45:56.84093Z","steps":["trace[171219457] 'process raft request' (duration: 422.704896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:56.84138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:56.41802Z","time spent":"423.199898ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:45:56.974255Z","caller":"traceutil/trace.go:171","msg":"trace[784309884] transaction","detail":"{read_only:false; response_revision:13602; number_of_response:1; }","duration":"512.919726ms","start":"2026-03-03T21:45:56.461301Z","end":"2026-03-03T21:45:56.974221Z","steps":["trace[784309884] 'process raft request' (duration: 428.137917ms)","trace[784309884] 'compare' (duration: 84.414701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:56.97453Z","caller":"traceutil/trace.go:171","msg":"trace[1758376585] linearizableReadLoop","detail":"{readStateIndex:14114; appliedIndex:14110; }","duration":"121.001441ms","start":"2026-03-03T21:45:56.853511Z","end":"2026-03-03T21:45:56.974513Z","steps":["trace[1758376585] 'read index received' (duration: 36.011558ms)","trace[1758376585] 'applied index is now lower than readState.Index' (duration: 84.988953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:56.974584Z","caller":"traceutil/trace.go:171","msg":"trace[1059628044] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"125.45502ms","start":"2026-03-03T21:45:56.849102Z","end":"2026-03-03T21:45:56.974557Z","steps":["trace[1059628044] 'process raft request' (duration: 125.158943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:56.974628Z","caller":"traceutil/trace.go:171","msg":"trace[1415307272] transaction","detail":"{read_only:false; response_revision:13605; number_of_response:1; }","duration":"123.304482ms","start":"2026-03-03T21:45:56.851312Z","end":"2026-03-03T21:45:56.974617Z","steps":["trace[1415307272] 'process raft request' (duration: 123.159069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:56.974554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:56.46127Z","time spent":"513.147631ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:45:56.974798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.692583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T21:45:56.97484Z","caller":"traceutil/trace.go:171","msg":"trace[1101990248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13605; }","duration":"119.767014ms","start":"2026-03-03T21:45:56.855062Z","end":"2026-03-03T21:45:56.974829Z","steps":["trace[1101990248] 'agreement among raft nodes before linearized reading' (duration: 119.682462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:56.974324Z","caller":"traceutil/trace.go:171","msg":"trace[1088559433] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"126.228597ms","start":"2026-03-03T21:45:56.848072Z","end":"2026-03-03T21:45:56.9743Z","steps":["trace[1088559433] 'process raft request' (duration: 126.131715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:56.974941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.437061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:45:56.974966Z","caller":"traceutil/trace.go:171","msg":"trace[744035974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13605; }","duration":"121.482722ms","start":"2026-03-03T21:45:56.853476Z","end":"2026-03-03T21:45:56.974959Z","steps":["trace[744035974] 'agreement among raft nodes before linearized reading' (duration: 121.429751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:56.975115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.148794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:45:56.975158Z","caller":"traceutil/trace.go:171","msg":"trace[1887340428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13605; }","duration":"116.235515ms","start":"2026-03-03T21:45:56.858911Z","end":"2026-03-03T21:45:56.975147Z","steps":["trace[1887340428] 'agreement among raft nodes before linearized reading' (duration: 116.088762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:56.975207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.724099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:45:56.97532Z","caller":"traceutil/trace.go:171","msg":"trace[1896811706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13605; }","duration":"117.873612ms","start":"2026-03-03T21:45:56.85742Z","end":"2026-03-03T21:45:56.975294Z","steps":["trace[1896811706] 'agreement among raft nodes before linearized reading' (duration: 117.593596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:56.975217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.914126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:45:56.975522Z","caller":"traceutil/trace.go:171","msg":"trace[404631421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13605; }","duration":"115.261844ms","start":"2026-03-03T21:45:56.860229Z","end":"2026-03-03T21:45:56.975491Z","steps":["trace[404631421] 'agreement among raft nodes before linearized reading' (duration: 114.708882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:57.126521Z","caller":"traceutil/trace.go:171","msg":"trace[49623864] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"146.176839ms","start":"2026-03-03T21:45:56.980301Z","end":"2026-03-03T21:45:57.126477Z","steps":["trace[49623864] 'process raft request' (duration: 95.883624ms)","trace[49623864] 'compare' (duration: 49.676812ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:57.126782Z","caller":"traceutil/trace.go:171","msg":"trace[1654104084] transaction","detail":"{read_only:false; response_revision:13608; number_of_response:1; }","duration":"146.378354ms","start":"2026-03-03T21:45:56.980393Z","end":"2026-03-03T21:45:57.126772Z","steps":["trace[1654104084] 'process raft request' (duration: 145.785641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:57.126931Z","caller":"traceutil/trace.go:171","msg":"trace[1194524458] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"146.503126ms","start":"2026-03-03T21:45:56.980409Z","end":"2026-03-03T21:45:57.126912Z","steps":["trace[1194524458] 'process raft request' (duration: 145.882762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:57.127058Z","caller":"traceutil/trace.go:171","msg":"trace[138875630] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"146.572168ms","start":"2026-03-03T21:45:56.98048Z","end":"2026-03-03T21:45:57.127052Z","steps":["trace[138875630] 'process raft request' (duration: 145.863452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:57.127633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.913688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590477"} {"level":"info","ts":"2026-03-03T21:45:57.127688Z","caller":"traceutil/trace.go:171","msg":"trace[852978457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13610; }","duration":"148.001859ms","start":"2026-03-03T21:45:56.979674Z","end":"2026-03-03T21:45:57.127676Z","steps":["trace[852978457] 'agreement among raft nodes before linearized reading' (duration: 147.209091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:45:58.571032Z","caller":"traceutil/trace.go:171","msg":"trace[257537668] linearizableReadLoop","detail":"{readStateIndex:14120; appliedIndex:14119; }","duration":"463.054401ms","start":"2026-03-03T21:45:58.107951Z","end":"2026-03-03T21:45:58.571005Z","steps":["trace[257537668] 'read index received' (duration: 462.929448ms)","trace[257537668] 'applied index is now lower than readState.Index' (duration: 123.383µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:45:58.571079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:57.963169Z","time spent":"607.900971ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T21:45:58.57117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.192754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:45:58.571206Z","caller":"traceutil/trace.go:171","msg":"trace[1611124556] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13610; }","duration":"463.280295ms","start":"2026-03-03T21:45:58.107915Z","end":"2026-03-03T21:45:58.571195Z","steps":["trace[1611124556] 'agreement among raft nodes before linearized reading' (duration: 463.190073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:58.571249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:58.1079Z","time spent":"463.340548ms","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-03-03T21:45:58.830399Z","caller":"traceutil/trace.go:171","msg":"trace[1970953195] linearizableReadLoop","detail":"{readStateIndex:14121; appliedIndex:14120; }","duration":"212.049128ms","start":"2026-03-03T21:45:58.61833Z","end":"2026-03-03T21:45:58.830379Z","steps":["trace[1970953195] 'read index received' (duration: 209.391899ms)","trace[1970953195] 'applied index is now lower than readState.Index' (duration: 2.656259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:45:58.830429Z","caller":"traceutil/trace.go:171","msg":"trace[2766629] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"258.104219ms","start":"2026-03-03T21:45:58.572294Z","end":"2026-03-03T21:45:58.830398Z","steps":["trace[2766629] 'process raft request' (duration: 255.392589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:45:58.830567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.231752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T21:45:58.830594Z","caller":"traceutil/trace.go:171","msg":"trace[773677068] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13611; }","duration":"212.301603ms","start":"2026-03-03T21:45:58.618283Z","end":"2026-03-03T21:45:58.830585Z","steps":["trace[773677068] 'agreement among raft nodes before linearized reading' (duration: 212.16488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:00.38226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.026937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:46:00.382328Z","caller":"traceutil/trace.go:171","msg":"trace[125142257] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13623; }","duration":"105.15909ms","start":"2026-03-03T21:46:00.277155Z","end":"2026-03-03T21:46:00.382314Z","steps":["trace[125142257] 'count revisions from in-memory index tree' (duration: 104.944566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:00.382434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:45:59.955211Z","time spent":"427.217077ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:46:00.596944Z","caller":"traceutil/trace.go:171","msg":"trace[2136763465] linearizableReadLoop","detail":"{readStateIndex:14134; appliedIndex:14133; }","duration":"138.751685ms","start":"2026-03-03T21:46:00.458164Z","end":"2026-03-03T21:46:00.596916Z","steps":["trace[2136763465] 'read index received' (duration: 138.608422ms)","trace[2136763465] 'applied index is now lower than readState.Index' (duration: 142.193µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:46:00.597154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.966019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-d5d67\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-03-03T21:46:00.597199Z","caller":"traceutil/trace.go:171","msg":"trace[1677570361] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-d5d67; range_end:; response_count:1; response_revision:13624; }","duration":"139.055422ms","start":"2026-03-03T21:46:00.458131Z","end":"2026-03-03T21:46:00.597186Z","steps":["trace[1677570361] 'agreement among raft nodes before linearized reading' (duration: 138.887428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:46:00.597298Z","caller":"traceutil/trace.go:171","msg":"trace[254121437] transaction","detail":"{read_only:false; response_revision:13624; number_of_response:1; }","duration":"310.814488ms","start":"2026-03-03T21:46:00.286415Z","end":"2026-03-03T21:46:00.59723Z","steps":["trace[254121437] 'process raft request' (duration: 310.326287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:00.597474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:00.286383Z","time spent":"310.998852ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:46:09.046835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.712229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:46:09.046926Z","caller":"traceutil/trace.go:171","msg":"trace[448007481] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13777; }","duration":"437.799261ms","start":"2026-03-03T21:46:08.609106Z","end":"2026-03-03T21:46:09.046905Z","steps":["trace[448007481] 'count revisions from in-memory index tree' (duration: 437.624086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:09.04696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.238554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bd169b1-42b6-4705-b03d-0f47bdd9753d\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-03T21:46:09.046974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:08.609045Z","time spent":"437.915743ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:46:09.046986Z","caller":"traceutil/trace.go:171","msg":"trace[997088883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bd169b1-42b6-4705-b03d-0f47bdd9753d; range_end:; response_count:1; response_revision:13777; }","duration":"731.295975ms","start":"2026-03-03T21:46:08.315681Z","end":"2026-03-03T21:46:09.046977Z","steps":["trace[997088883] 'range keys from in-memory index tree' (duration: 731.111751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:09.04682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.336678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:46:09.047014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:08.315663Z","time spent":"731.345406ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bd169b1-42b6-4705-b03d-0f47bdd9753d\" "} {"level":"info","ts":"2026-03-03T21:46:09.047036Z","caller":"traceutil/trace.go:171","msg":"trace[1895308532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13777; }","duration":"705.576854ms","start":"2026-03-03T21:46:08.34144Z","end":"2026-03-03T21:46:09.047016Z","steps":["trace[1895308532] 'range keys from in-memory index tree' (duration: 705.287637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:09.047042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.726981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c12ae220-d1df-4902-9c70-c637c5ae55c1\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-03T21:46:09.047109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:08.341429Z","time spent":"705.659796ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:46:09.047119Z","caller":"traceutil/trace.go:171","msg":"trace[2024100915] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c12ae220-d1df-4902-9c70-c637c5ae55c1; range_end:; response_count:1; response_revision:13777; }","duration":"730.834614ms","start":"2026-03-03T21:46:08.316266Z","end":"2026-03-03T21:46:09.047101Z","steps":["trace[2024100915] 'range keys from in-memory index tree' (duration: 730.603958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:09.047158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:08.316257Z","time spent":"730.890925ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c12ae220-d1df-4902-9c70-c637c5ae55c1\" "} {"level":"warn","ts":"2026-03-03T21:46:09.549083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717556864,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:46:10.015288Z","caller":"traceutil/trace.go:171","msg":"trace[561189300] transaction","detail":"{read_only:false; response_revision:13778; number_of_response:1; }","duration":"995.773165ms","start":"2026-03-03T21:46:09.019495Z","end":"2026-03-03T21:46:10.015268Z","steps":["trace[561189300] 'process raft request' (duration: 995.657353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.015417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.01947Z","time spent":"995.878137ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:46:10.023974Z","caller":"traceutil/trace.go:171","msg":"trace[1999523619] transaction","detail":"{read_only:false; response_revision:13780; number_of_response:1; }","duration":"1.002585366s","start":"2026-03-03T21:46:09.021368Z","end":"2026-03-03T21:46:10.023953Z","steps":["trace[1999523619] 'process raft request' (duration: 1.002478844s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:46:10.02401Z","caller":"traceutil/trace.go:171","msg":"trace[1198436226] transaction","detail":"{read_only:false; response_revision:13779; number_of_response:1; }","duration":"1.003615839s","start":"2026-03-03T21:46:09.020377Z","end":"2026-03-03T21:46:10.023993Z","steps":["trace[1198436226] 'process raft request' (duration: 1.003351673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.024097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.021354Z","time spent":"1.002676338s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:46:10.024096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.020357Z","time spent":"1.00368673s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:46:10.024101Z","caller":"traceutil/trace.go:171","msg":"trace[655851171] linearizableReadLoop","detail":"{readStateIndex:14294; appliedIndex:14290; }","duration":"975.412854ms","start":"2026-03-03T21:46:09.048649Z","end":"2026-03-03T21:46:10.024062Z","steps":["trace[655851171] 'read index received' (duration: 966.588729ms)","trace[655851171] 'applied index is now lower than readState.Index' (duration: 8.821165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:46:10.023975Z","caller":"traceutil/trace.go:171","msg":"trace[490239165] transaction","detail":"{read_only:false; response_revision:13781; number_of_response:1; }","duration":"973.794608ms","start":"2026-03-03T21:46:09.050157Z","end":"2026-03-03T21:46:10.023952Z","steps":["trace[490239165] 'process raft request' (duration: 973.722917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.024223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.050135Z","time spent":"974.051933ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:46:10.024261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.608479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:46:10.024301Z","caller":"traceutil/trace.go:171","msg":"trace[1785662455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13782; }","duration":"975.67721ms","start":"2026-03-03T21:46:09.048611Z","end":"2026-03-03T21:46:10.024288Z","steps":["trace[1785662455] 'agreement among raft nodes before linearized reading' (duration: 975.611938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:46:10.024269Z","caller":"traceutil/trace.go:171","msg":"trace[1396463838] transaction","detail":"{read_only:false; response_revision:13782; number_of_response:1; }","duration":"164.887343ms","start":"2026-03-03T21:46:09.859348Z","end":"2026-03-03T21:46:10.024236Z","steps":["trace[1396463838] 'process raft request' (duration: 164.570546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.02433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.048595Z","time spent":"975.728361ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:46:10.024354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.831203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:46:10.024388Z","caller":"traceutil/trace.go:171","msg":"trace[331758237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:13782; }","duration":"817.910925ms","start":"2026-03-03T21:46:09.206467Z","end":"2026-03-03T21:46:10.024378Z","steps":["trace[331758237] 'agreement among raft nodes before linearized reading' (duration: 817.845223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.024414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.206447Z","time spent":"817.960465ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:46:10.024476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.56877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:46:10.024508Z","caller":"traceutil/trace.go:171","msg":"trace[107319797] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13782; }","duration":"249.643181ms","start":"2026-03-03T21:46:09.774855Z","end":"2026-03-03T21:46:10.024498Z","steps":["trace[107319797] 'agreement among raft nodes before linearized reading' (duration: 249.58831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.024599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.226944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T21:46:10.024638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.626453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:46:10.024646Z","caller":"traceutil/trace.go:171","msg":"trace[540659279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13782; }","duration":"838.321856ms","start":"2026-03-03T21:46:09.186312Z","end":"2026-03-03T21:46:10.024633Z","steps":["trace[540659279] 'agreement among raft nodes before linearized reading' (duration: 838.160723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:46:10.024674Z","caller":"traceutil/trace.go:171","msg":"trace[1917364953] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13782; }","duration":"296.716255ms","start":"2026-03-03T21:46:09.727947Z","end":"2026-03-03T21:46:10.024663Z","steps":["trace[1917364953] 'agreement among raft nodes before linearized reading' (duration: 296.605522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.024682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.186291Z","time spent":"838.381538ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:46:10.024606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.969841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T21:46:10.024803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.00495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:46:10.024806Z","caller":"traceutil/trace.go:171","msg":"trace[149895676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13782; }","duration":"909.142895ms","start":"2026-03-03T21:46:09.115584Z","end":"2026-03-03T21:46:10.024727Z","steps":["trace[149895676] 'agreement among raft nodes before linearized reading' (duration: 908.706016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.024825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.044811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:157469"} {"level":"info","ts":"2026-03-03T21:46:10.02484Z","caller":"traceutil/trace.go:171","msg":"trace[1730412081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13782; }","duration":"838.076921ms","start":"2026-03-03T21:46:09.18675Z","end":"2026-03-03T21:46:10.024827Z","steps":["trace[1730412081] 'agreement among raft nodes before linearized reading' (duration: 837.99529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:46:10.02486Z","caller":"traceutil/trace.go:171","msg":"trace[1695153070] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:13782; }","duration":"371.118733ms","start":"2026-03-03T21:46:09.653731Z","end":"2026-03-03T21:46:10.02485Z","steps":["trace[1695153070] 'agreement among raft nodes before linearized reading' (duration: 370.880998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.024868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.186728Z","time spent":"838.134732ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:46:10.024869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.115564Z","time spent":"909.287399ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:46:10.024891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.653703Z","time spent":"371.179115ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":157492,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T21:46:10.024937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.222596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:46:10.025007Z","caller":"traceutil/trace.go:171","msg":"trace[1626357773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13782; }","duration":"839.35733ms","start":"2026-03-03T21:46:09.185629Z","end":"2026-03-03T21:46:10.024987Z","steps":["trace[1626357773] 'agreement among raft nodes before linearized reading' (duration: 838.860118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.025042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.185601Z","time spent":"839.434712ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:46:10.025096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.255111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:46:10.025169Z","caller":"traceutil/trace.go:171","msg":"trace[1129992622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13782; }","duration":"845.366202ms","start":"2026-03-03T21:46:09.179783Z","end":"2026-03-03T21:46:10.02515Z","steps":["trace[1129992622] 'agreement among raft nodes before linearized reading' (duration: 845.111416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:46:10.025222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:46:09.179755Z","time spent":"845.454335ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:47:14.955773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717559355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:47:15.036268Z","caller":"traceutil/trace.go:171","msg":"trace[101218184] linearizableReadLoop","detail":"{readStateIndex:15183; appliedIndex:15182; }","duration":"581.261263ms","start":"2026-03-03T21:47:14.454966Z","end":"2026-03-03T21:47:15.036227Z","steps":["trace[101218184] 'read index received' (duration: 579.668848ms)","trace[101218184] 'applied index is now lower than readState.Index' (duration: 1.590675ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:47:15.036465Z","caller":"traceutil/trace.go:171","msg":"trace[822810900] transaction","detail":"{read_only:false; response_revision:14643; number_of_response:1; }","duration":"622.11787ms","start":"2026-03-03T21:47:14.414327Z","end":"2026-03-03T21:47:15.036445Z","steps":["trace[822810900] 'process raft request' (duration: 620.444593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.036641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.4143Z","time spent":"622.213092ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:15.036995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.810176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-03T21:47:15.037056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.02932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T21:47:15.037082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.51021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:15.037123Z","caller":"traceutil/trace.go:171","msg":"trace[226494786] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qfhnn; range_end:; response_count:1; response_revision:14643; }","duration":"581.937729ms","start":"2026-03-03T21:47:14.455158Z","end":"2026-03-03T21:47:15.037095Z","steps":["trace[226494786] 'agreement among raft nodes before linearized reading' (duration: 581.679623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:15.037146Z","caller":"traceutil/trace.go:171","msg":"trace[295226435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14643; }","duration":"582.193254ms","start":"2026-03-03T21:47:14.45493Z","end":"2026-03-03T21:47:15.037123Z","steps":["trace[295226435] 'agreement among raft nodes before linearized reading' (duration: 581.893128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:15.037174Z","caller":"traceutil/trace.go:171","msg":"trace[362155014] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14643; }","duration":"369.717625ms","start":"2026-03-03T21:47:14.667435Z","end":"2026-03-03T21:47:15.037153Z","steps":["trace[362155014] 'agreement among raft nodes before linearized reading' (duration: 369.50007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.037232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.427408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T21:47:15.037279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.666858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T21:47:15.037317Z","caller":"traceutil/trace.go:171","msg":"trace[1570476536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14643; }","duration":"449.699048ms","start":"2026-03-03T21:47:14.587606Z","end":"2026-03-03T21:47:15.037305Z","steps":["trace[1570476536] 'agreement among raft nodes before linearized reading' (duration: 449.604196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:15.037325Z","caller":"traceutil/trace.go:171","msg":"trace[1489076702] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14643; }","duration":"318.564301ms","start":"2026-03-03T21:47:14.718736Z","end":"2026-03-03T21:47:15.037301Z","steps":["trace[1489076702] 'agreement among raft nodes before linearized reading' (duration: 318.194203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.037354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.587533Z","time spent":"449.81411ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T21:47:15.037058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.953573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:15.037372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.718712Z","time spent":"318.648772ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:47:15.03745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.810546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:15.037927Z","caller":"traceutil/trace.go:171","msg":"trace[1640852891] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14643; }","duration":"439.391408ms","start":"2026-03-03T21:47:14.598519Z","end":"2026-03-03T21:47:15.037911Z","steps":["trace[1640852891] 'agreement among raft nodes before linearized reading' (duration: 438.679763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.037255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.667406Z","time spent":"369.839357ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:47:15.037186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.455154Z","time spent":"582.02255ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" "} {"level":"warn","ts":"2026-03-03T21:47:15.038069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.59848Z","time spent":"439.545402ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:47:15.036998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.729624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:15.038321Z","caller":"traceutil/trace.go:171","msg":"trace[880881827] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14643; }","duration":"440.124105ms","start":"2026-03-03T21:47:14.598184Z","end":"2026-03-03T21:47:15.038308Z","steps":["trace[880881827] 'agreement among raft nodes before linearized reading' (duration: 438.712254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.037192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.454911Z","time spent":"582.271916ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:47:15.037268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.701287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:47:15.037465Z","caller":"traceutil/trace.go:171","msg":"trace[827671905] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14643; }","duration":"302.412124ms","start":"2026-03-03T21:47:14.735003Z","end":"2026-03-03T21:47:15.037415Z","steps":["trace[827671905] 'agreement among raft nodes before linearized reading' (duration: 301.924143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.037542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.316086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:15.037624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.50154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T21:47:15.037705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.26465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T21:47:15.037767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.30674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T21:47:15.037769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.599407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T21:47:15.037804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.632049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8214"} {"level":"warn","ts":"2026-03-03T21:47:15.03786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.0098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T21:47:15.03868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.598164Z","time spent":"440.502873ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T21:47:15.039028Z","caller":"traceutil/trace.go:171","msg":"trace[1296382190] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14643; }","duration":"435.160765ms","start":"2026-03-03T21:47:14.603843Z","end":"2026-03-03T21:47:15.039004Z","steps":["trace[1296382190] 'agreement among raft nodes before linearized reading' (duration: 433.54722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:15.038725Z","caller":"traceutil/trace.go:171","msg":"trace[404198395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14643; }","duration":"562.146589ms","start":"2026-03-03T21:47:14.476562Z","end":"2026-03-03T21:47:15.038709Z","steps":["trace[404198395] 'agreement among raft nodes before linearized reading' (duration: 560.655536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.039091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.476532Z","time spent":"562.548078ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:47:15.039109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.603806Z","time spent":"435.275357ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:47:15.038753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.73498Z","time spent":"303.766283ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T21:47:15.038782Z","caller":"traceutil/trace.go:171","msg":"trace[1067856760] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14643; }","duration":"439.635794ms","start":"2026-03-03T21:47:14.599137Z","end":"2026-03-03T21:47:15.038773Z","steps":["trace[1067856760] 'agreement among raft nodes before linearized reading' (duration: 438.288565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.039285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.599105Z","time spent":"440.171747ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T21:47:15.038806Z","caller":"traceutil/trace.go:171","msg":"trace[681527869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:14643; }","duration":"319.731367ms","start":"2026-03-03T21:47:14.719068Z","end":"2026-03-03T21:47:15.038799Z","steps":["trace[681527869] 'agreement among raft nodes before linearized reading' (duration: 318.187483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.03935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.719041Z","time spent":"320.29849ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"info","ts":"2026-03-03T21:47:15.038841Z","caller":"traceutil/trace.go:171","msg":"trace[791859004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14643; }","duration":"562.451126ms","start":"2026-03-03T21:47:14.476384Z","end":"2026-03-03T21:47:15.038835Z","steps":["trace[791859004] 'agreement among raft nodes before linearized reading' (duration: 560.858251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.039456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.476355Z","time spent":"563.06245ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:47:15.038863Z","caller":"traceutil/trace.go:171","msg":"trace[1492625321] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14643; }","duration":"298.420714ms","start":"2026-03-03T21:47:14.740436Z","end":"2026-03-03T21:47:15.038857Z","steps":["trace[1492625321] 'agreement among raft nodes before linearized reading' (duration: 296.84501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:15.038888Z","caller":"traceutil/trace.go:171","msg":"trace[592291711] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14643; }","duration":"303.772073ms","start":"2026-03-03T21:47:14.735109Z","end":"2026-03-03T21:47:15.038881Z","steps":["trace[592291711] 'agreement among raft nodes before linearized reading' (duration: 302.522815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.039976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.735082Z","time spent":"304.871448ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T21:47:15.038911Z","caller":"traceutil/trace.go:171","msg":"trace[452520805] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14643; }","duration":"276.793754ms","start":"2026-03-03T21:47:14.762112Z","end":"2026-03-03T21:47:15.038906Z","steps":["trace[452520805] 'agreement among raft nodes before linearized reading' (duration: 275.104097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.040135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.976481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:47:15.040367Z","caller":"traceutil/trace.go:171","msg":"trace[1024639560] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14643; }","duration":"375.730028ms","start":"2026-03-03T21:47:14.664616Z","end":"2026-03-03T21:47:15.040347Z","steps":["trace[1024639560] 'agreement among raft nodes before linearized reading' (duration: 372.623229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:15.040422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:14.664597Z","time spent":"375.816029ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T21:47:48.460042Z","caller":"traceutil/trace.go:171","msg":"trace[731960849] linearizableReadLoop","detail":"{readStateIndex:15353; appliedIndex:15352; }","duration":"189.02512ms","start":"2026-03-03T21:47:48.270992Z","end":"2026-03-03T21:47:48.460017Z","steps":["trace[731960849] 'read index received' (duration: 188.740144ms)","trace[731960849] 'applied index is now lower than readState.Index' (duration: 283.286µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:48.460082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:47.967907Z","time spent":"492.167619ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T21:47:48.460376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.342707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x6k2h\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T21:47:48.460511Z","caller":"traceutil/trace.go:171","msg":"trace[1116505004] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x6k2h; range_end:; response_count:1; response_revision:14806; }","duration":"189.560252ms","start":"2026-03-03T21:47:48.27093Z","end":"2026-03-03T21:47:48.460491Z","steps":["trace[1116505004] 'agreement among raft nodes before linearized reading' (duration: 189.213754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:48.460559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.640021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x6k2h\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T21:47:48.460606Z","caller":"traceutil/trace.go:171","msg":"trace[509058029] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x6k2h; range_end:; response_count:1; response_revision:14806; }","duration":"188.764915ms","start":"2026-03-03T21:47:48.271827Z","end":"2026-03-03T21:47:48.460591Z","steps":["trace[509058029] 'agreement among raft nodes before linearized reading' (duration: 188.54418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:48.460994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.958557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:48.461094Z","caller":"traceutil/trace.go:171","msg":"trace[1880136266] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14806; }","duration":"110.10759ms","start":"2026-03-03T21:47:48.350964Z","end":"2026-03-03T21:47:48.461071Z","steps":["trace[1880136266] 'agreement among raft nodes before linearized reading' (duration: 109.878845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:48.602832Z","caller":"traceutil/trace.go:171","msg":"trace[1001325855] transaction","detail":"{read_only:false; response_revision:14808; number_of_response:1; }","duration":"131.555516ms","start":"2026-03-03T21:47:48.471241Z","end":"2026-03-03T21:47:48.602797Z","steps":["trace[1001325855] 'process raft request' (duration: 74.286886ms)","trace[1001325855] 'compare' (duration: 57.069626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:48.603491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.010313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764361"} {"level":"info","ts":"2026-03-03T21:47:48.603547Z","caller":"traceutil/trace.go:171","msg":"trace[2002285768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14808; }","duration":"135.093244ms","start":"2026-03-03T21:47:48.468445Z","end":"2026-03-03T21:47:48.603538Z","steps":["trace[2002285768] 'agreement among raft nodes before linearized reading' (duration: 134.389019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:48.602768Z","caller":"traceutil/trace.go:171","msg":"trace[903144248] linearizableReadLoop","detail":"{readStateIndex:15355; appliedIndex:15354; }","duration":"119.883717ms","start":"2026-03-03T21:47:48.48282Z","end":"2026-03-03T21:47:48.602703Z","steps":["trace[903144248] 'read index received' (duration: 62.618257ms)","trace[903144248] 'applied index is now lower than readState.Index' (duration: 57.26441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:49.10418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717560350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:47:49.407588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.079248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:47:49.407735Z","caller":"traceutil/trace.go:171","msg":"trace[1256034675] linearizableReadLoop","detail":"{readStateIndex:15357; appliedIndex:15355; }","duration":"803.852738ms","start":"2026-03-03T21:47:48.603869Z","end":"2026-03-03T21:47:49.407721Z","steps":["trace[1256034675] 'read index received' (duration: 500.649767ms)","trace[1256034675] 'applied index is now lower than readState.Index' (duration: 303.202091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:47:49.407772Z","caller":"traceutil/trace.go:171","msg":"trace[1549455959] transaction","detail":"{read_only:false; response_revision:14810; number_of_response:1; }","duration":"816.235711ms","start":"2026-03-03T21:47:48.591506Z","end":"2026-03-03T21:47:49.407742Z","steps":["trace[1549455959] 'process raft request' (duration: 816.16541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.407877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.740136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T21:47:49.407917Z","caller":"traceutil/trace.go:171","msg":"trace[1235428602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14810; }","duration":"808.795967ms","start":"2026-03-03T21:47:48.599101Z","end":"2026-03-03T21:47:49.407897Z","steps":["trace[1235428602] 'agreement among raft nodes before linearized reading' (duration: 808.681355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.407926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:48.591475Z","time spent":"816.365774ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:49.408005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.18335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T21:47:49.408029Z","caller":"traceutil/trace.go:171","msg":"trace[307646586] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14810; }","duration":"922.248611ms","start":"2026-03-03T21:47:48.485774Z","end":"2026-03-03T21:47:49.408023Z","steps":["trace[307646586] 'agreement among raft nodes before linearized reading' (duration: 922.18489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.408046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:48.485752Z","time spent":"922.290592ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T21:47:49.407943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:48.599091Z","time spent":"808.845838ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:47:49.408141Z","caller":"traceutil/trace.go:171","msg":"trace[1708650689] transaction","detail":"{read_only:false; response_revision:14809; number_of_response:1; }","duration":"816.617919ms","start":"2026-03-03T21:47:48.591508Z","end":"2026-03-03T21:47:49.408126Z","steps":["trace[1708650689] 'process raft request' (duration: 512.931388ms)","trace[1708650689] 'compare' (duration: 302.892754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:49.408209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:48.591476Z","time spent":"816.699172ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:49.408274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.771991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:47:49.408318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.040135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:47:49.408342Z","caller":"traceutil/trace.go:171","msg":"trace[694312343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14810; }","duration":"173.123888ms","start":"2026-03-03T21:47:49.23521Z","end":"2026-03-03T21:47:49.408334Z","steps":["trace[694312343] 'agreement among raft nodes before linearized reading' (duration: 173.061047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:49.408337Z","caller":"traceutil/trace.go:171","msg":"trace[308267352] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14810; }","duration":"672.893375ms","start":"2026-03-03T21:47:48.73543Z","end":"2026-03-03T21:47:49.408324Z","steps":["trace[308267352] 'agreement among raft nodes before linearized reading' (duration: 672.785992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.408374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:48.735406Z","time spent":"672.958956ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:47:49.40838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.971247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:49.408422Z","caller":"traceutil/trace.go:171","msg":"trace[504783219] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14810; }","duration":"276.056919ms","start":"2026-03-03T21:47:49.132352Z","end":"2026-03-03T21:47:49.408409Z","steps":["trace[504783219] 'agreement among raft nodes before linearized reading' (duration: 275.993257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.408641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.019202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T21:47:49.408658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.820521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:49.408678Z","caller":"traceutil/trace.go:171","msg":"trace[1156501244] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14810; }","duration":"278.093763ms","start":"2026-03-03T21:47:49.130571Z","end":"2026-03-03T21:47:49.408664Z","steps":["trace[1156501244] 'agreement among raft nodes before linearized reading' (duration: 277.95626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:49.408688Z","caller":"traceutil/trace.go:171","msg":"trace[1735259117] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14810; }","duration":"274.873183ms","start":"2026-03-03T21:47:49.133806Z","end":"2026-03-03T21:47:49.408679Z","steps":["trace[1735259117] 'agreement among raft nodes before linearized reading' (duration: 274.75676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.408824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.385324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:49.408848Z","caller":"traceutil/trace.go:171","msg":"trace[1959247430] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14810; }","duration":"275.421834ms","start":"2026-03-03T21:47:49.133418Z","end":"2026-03-03T21:47:49.40884Z","steps":["trace[1959247430] 'agreement among raft nodes before linearized reading' (duration: 275.346142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.408851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.038477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:49.408882Z","caller":"traceutil/trace.go:171","msg":"trace[1555634876] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14810; }","duration":"280.076718ms","start":"2026-03-03T21:47:49.128796Z","end":"2026-03-03T21:47:49.408872Z","steps":["trace[1555634876] 'agreement among raft nodes before linearized reading' (duration: 280.028847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.408934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.401086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:49.408957Z","caller":"traceutil/trace.go:171","msg":"trace[1403638256] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14810; }","duration":"276.434446ms","start":"2026-03-03T21:47:49.132515Z","end":"2026-03-03T21:47:49.40895Z","steps":["trace[1403638256] 'agreement among raft nodes before linearized reading' (duration: 276.395186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.40909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.62048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:49.409117Z","caller":"traceutil/trace.go:171","msg":"trace[1633728262] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14810; }","duration":"276.663062ms","start":"2026-03-03T21:47:49.132445Z","end":"2026-03-03T21:47:49.409108Z","steps":["trace[1633728262] 'agreement among raft nodes before linearized reading' (duration: 276.58285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.409416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.453711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:47:49.409454Z","caller":"traceutil/trace.go:171","msg":"trace[1048218860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14810; }","duration":"171.545123ms","start":"2026-03-03T21:47:49.2379Z","end":"2026-03-03T21:47:49.409445Z","steps":["trace[1048218860] 'agreement among raft nodes before linearized reading' (duration: 171.450161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.409639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.054877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:47:49.409674Z","caller":"traceutil/trace.go:171","msg":"trace[1318610559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14810; }","duration":"113.128728ms","start":"2026-03-03T21:47:49.296538Z","end":"2026-03-03T21:47:49.409667Z","steps":["trace[1318610559] 'agreement among raft nodes before linearized reading' (duration: 113.037196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.409724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.906044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:47:49.409785Z","caller":"traceutil/trace.go:171","msg":"trace[1040899004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14810; }","duration":"113.000565ms","start":"2026-03-03T21:47:49.296775Z","end":"2026-03-03T21:47:49.409775Z","steps":["trace[1040899004] 'agreement among raft nodes before linearized reading' (duration: 112.702299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.41091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.285737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:49.410965Z","caller":"traceutil/trace.go:171","msg":"trace[2100490375] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14810; }","duration":"282.389749ms","start":"2026-03-03T21:47:49.128562Z","end":"2026-03-03T21:47:49.410952Z","steps":["trace[2100490375] 'agreement among raft nodes before linearized reading' (duration: 282.297247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.411019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.005603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:49.411145Z","caller":"traceutil/trace.go:171","msg":"trace[2129839679] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14810; }","duration":"283.188447ms","start":"2026-03-03T21:47:49.127932Z","end":"2026-03-03T21:47:49.41112Z","steps":["trace[2129839679] 'agreement among raft nodes before linearized reading' (duration: 283.025703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:49.412758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.048936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:47:49.4128Z","caller":"traceutil/trace.go:171","msg":"trace[1366197483] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14810; }","duration":"284.092687ms","start":"2026-03-03T21:47:49.128698Z","end":"2026-03-03T21:47:49.412791Z","steps":["trace[1366197483] 'agreement among raft nodes before linearized reading' (duration: 282.274037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.303123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.648216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:47:50.303274Z","caller":"traceutil/trace.go:171","msg":"trace[918461473] transaction","detail":"{read_only:false; response_revision:14811; number_of_response:1; }","duration":"888.462113ms","start":"2026-03-03T21:47:49.414792Z","end":"2026-03-03T21:47:50.303254Z","steps":["trace[918461473] 'process raft request' (duration: 272.601892ms)","trace[918461473] 'compare' (duration: 615.502583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:50.303337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.414768Z","time spent":"888.540375ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:47:50.463024Z","caller":"traceutil/trace.go:171","msg":"trace[315085890] transaction","detail":"{read_only:false; response_revision:14812; number_of_response:1; }","duration":"1.046786321s","start":"2026-03-03T21:47:49.416206Z","end":"2026-03-03T21:47:50.462992Z","steps":["trace[315085890] 'process raft request' (duration: 1.046395833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.467569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.41615Z","time spent":"1.051277541s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:47:50.463736Z","caller":"traceutil/trace.go:171","msg":"trace[24007999] linearizableReadLoop","detail":"{readStateIndex:15360; appliedIndex:15357; }","duration":"1.041199308s","start":"2026-03-03T21:47:49.422489Z","end":"2026-03-03T21:47:50.463688Z","steps":["trace[24007999] 'read index received' (duration: 264.828781ms)","trace[24007999] 'applied index is now lower than readState.Index' (duration: 776.368467ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:47:50.463952Z","caller":"traceutil/trace.go:171","msg":"trace[86029945] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"1.040556013s","start":"2026-03-03T21:47:49.42336Z","end":"2026-03-03T21:47:50.463916Z","steps":["trace[86029945] 'process raft request' (duration: 1.039898669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.468376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.423348Z","time spent":"1.044988232s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:50.468795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021528491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T21:47:50.468967Z","caller":"traceutil/trace.go:171","msg":"trace[951235253] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qfhnn; range_end:; response_count:1; response_revision:14816; }","duration":"1.021695675s","start":"2026-03-03T21:47:49.447252Z","end":"2026-03-03T21:47:50.468948Z","steps":["trace[951235253] 'agreement among raft nodes before linearized reading' (duration: 1.021357638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.469074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.44721Z","time spent":"1.021850858s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" "} {"level":"info","ts":"2026-03-03T21:47:50.464036Z","caller":"traceutil/trace.go:171","msg":"trace[2059589455] transaction","detail":"{read_only:false; response_revision:14813; number_of_response:1; }","duration":"1.047394065s","start":"2026-03-03T21:47:49.416631Z","end":"2026-03-03T21:47:50.464025Z","steps":["trace[2059589455] 'process raft request' (duration: 1.046300611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.469454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.41662Z","time spent":"1.052801044s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:50.469668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.915994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:50.469741Z","caller":"traceutil/trace.go:171","msg":"trace[2025562790] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14816; }","duration":"146.033267ms","start":"2026-03-03T21:47:50.323697Z","end":"2026-03-03T21:47:50.46973Z","steps":["trace[2025562790] 'agreement among raft nodes before linearized reading' (duration: 145.931655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.469925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.710779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T21:47:50.470016Z","caller":"traceutil/trace.go:171","msg":"trace[349883422] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14816; }","duration":"533.844102ms","start":"2026-03-03T21:47:49.936165Z","end":"2026-03-03T21:47:50.470009Z","steps":["trace[349883422] 'agreement among raft nodes before linearized reading' (duration: 533.704339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.470061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.936141Z","time spent":"533.912663ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T21:47:50.470307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.417486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:50.47043Z","caller":"traceutil/trace.go:171","msg":"trace[1052542618] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14816; }","duration":"641.56158ms","start":"2026-03-03T21:47:49.828856Z","end":"2026-03-03T21:47:50.470418Z","steps":["trace[1052542618] 'agreement among raft nodes before linearized reading' (duration: 641.410707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.46404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041511265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T21:47:50.471828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.828845Z","time spent":"642.960351ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T21:47:50.471864Z","caller":"traceutil/trace.go:171","msg":"trace[608463149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14816; }","duration":"1.049387279s","start":"2026-03-03T21:47:49.422463Z","end":"2026-03-03T21:47:50.47185Z","steps":["trace[608463149] 'agreement among raft nodes before linearized reading' (duration: 1.041363531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.471892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.422451Z","time spent":"1.049432481s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:47:50.464119Z","caller":"traceutil/trace.go:171","msg":"trace[839185542] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"1.040520992s","start":"2026-03-03T21:47:49.423585Z","end":"2026-03-03T21:47:50.464106Z","steps":["trace[839185542] 'process raft request' (duration: 1.03994994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.471257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023646269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T21:47:50.472141Z","caller":"traceutil/trace.go:171","msg":"trace[92707418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:14816; }","duration":"1.024570279s","start":"2026-03-03T21:47:49.447552Z","end":"2026-03-03T21:47:50.472122Z","steps":["trace[92707418] 'agreement among raft nodes before linearized reading' (duration: 1.023657099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.472193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.447534Z","time spent":"1.02464383s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:47:50.471326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.847029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:50.472431Z","caller":"traceutil/trace.go:171","msg":"trace[574682205] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"643.983124ms","start":"2026-03-03T21:47:49.828436Z","end":"2026-03-03T21:47:50.472419Z","steps":["trace[574682205] 'agreement among raft nodes before linearized reading' (duration: 642.847669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.472468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.828417Z","time spent":"644.042385ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:47:50.471375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.920941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:47:50.472628Z","caller":"traceutil/trace.go:171","msg":"trace[1158730171] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14816; }","duration":"644.190048ms","start":"2026-03-03T21:47:49.828428Z","end":"2026-03-03T21:47:50.472618Z","steps":["trace[1158730171] 'agreement among raft nodes before linearized reading' (duration: 642.91212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.472669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.828417Z","time spent":"644.243529ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T21:47:50.4714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.033434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:50.472787Z","caller":"traceutil/trace.go:171","msg":"trace[2117401596] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"645.444976ms","start":"2026-03-03T21:47:49.827332Z","end":"2026-03-03T21:47:50.472777Z","steps":["trace[2117401596] 'agreement among raft nodes before linearized reading' (duration: 644.055195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.472821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.827316Z","time spent":"645.496126ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:47:50.47144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.689338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T21:47:50.472937Z","caller":"traceutil/trace.go:171","msg":"trace[1140901939] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14816; }","duration":"664.211272ms","start":"2026-03-03T21:47:49.808709Z","end":"2026-03-03T21:47:50.47292Z","steps":["trace[1140901939] 'agreement among raft nodes before linearized reading' (duration: 662.700809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.472998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.808689Z","time spent":"664.289324ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T21:47:50.471493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.403091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ss2bb\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-03T21:47:50.471583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.168591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:47:50.47162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.926306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:47:50.472091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.423573Z","time spent":"1.048458688s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:47:50.464152Z","caller":"traceutil/trace.go:171","msg":"trace[371198069] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"928.09812ms","start":"2026-03-03T21:47:49.536045Z","end":"2026-03-03T21:47:50.464143Z","steps":["trace[371198069] 'process raft request' (duration: 927.569699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.473956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.536031Z","time spent":"937.891518ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:47:50.473982Z","caller":"traceutil/trace.go:171","msg":"trace[517154388] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14816; }","duration":"814.571964ms","start":"2026-03-03T21:47:49.659386Z","end":"2026-03-03T21:47:50.473958Z","steps":["trace[517154388] 'agreement among raft nodes before linearized reading' (duration: 812.1197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:50.474144Z","caller":"traceutil/trace.go:171","msg":"trace[1402351906] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14816; }","duration":"842.448143ms","start":"2026-03-03T21:47:49.631688Z","end":"2026-03-03T21:47:50.474136Z","steps":["trace[1402351906] 'agreement among raft nodes before linearized reading' (duration: 839.908867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.474705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.631631Z","time spent":"843.062886ms","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:47:50.474051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.65937Z","time spent":"814.661427ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:47:50.474371Z","caller":"traceutil/trace.go:171","msg":"trace[1860688423] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ss2bb; range_end:; response_count:1; response_revision:14816; }","duration":"697.307325ms","start":"2026-03-03T21:47:49.777049Z","end":"2026-03-03T21:47:50.474357Z","steps":["trace[1860688423] 'agreement among raft nodes before linearized reading' (duration: 694.400421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:50.474934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:49.77703Z","time spent":"697.886438ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ss2bb\" "} {"level":"warn","ts":"2026-03-03T21:47:51.917022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717560386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:47:52.25712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17895466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:52.257203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448246659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.257219Z","caller":"traceutil/trace.go:171","msg":"trace[847741082] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14818; }","duration":"1.179159825s","start":"2026-03-03T21:47:51.078039Z","end":"2026-03-03T21:47:52.257199Z","steps":["trace[847741082] 'count revisions from in-memory index tree' (duration: 1.178336517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.257265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.078019Z","time spent":"1.179236007s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:47:52.257428Z","caller":"traceutil/trace.go:171","msg":"trace[1087170758] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14818; }","duration":"1.448356922s","start":"2026-03-03T21:47:50.80889Z","end":"2026-03-03T21:47:52.257247Z","steps":["trace[1087170758] 'count revisions from in-memory index tree' (duration: 1.448173817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.25749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043537129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.257524Z","caller":"traceutil/trace.go:171","msg":"trace[726756173] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14818; }","duration":"1.043597611s","start":"2026-03-03T21:47:51.213915Z","end":"2026-03-03T21:47:52.257512Z","steps":["trace[726756173] 'count revisions from in-memory index tree' (duration: 1.043484538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.257498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:50.808867Z","time spent":"1.448614647s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:47:52.257563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.213899Z","time spent":"1.043655932s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:47:52.257142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.594693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.257721Z","caller":"traceutil/trace.go:171","msg":"trace[1389994870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14818; }","duration":"916.254648ms","start":"2026-03-03T21:47:51.341456Z","end":"2026-03-03T21:47:52.25771Z","steps":["trace[1389994870] 'range keys from in-memory index tree' (duration: 915.466211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.257751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.341424Z","time spent":"916.318849ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:47:52.258237Z","caller":"traceutil/trace.go:171","msg":"trace[2010560104] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"843.565928ms","start":"2026-03-03T21:47:51.414657Z","end":"2026-03-03T21:47:52.258223Z","steps":["trace[2010560104] 'process raft request' (duration: 829.788893ms)","trace[2010560104] 'compare' (duration: 12.256561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:52.258338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.414627Z","time spent":"843.648339ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:47:52.265349Z","caller":"traceutil/trace.go:171","msg":"trace[614952181] linearizableReadLoop","detail":"{readStateIndex:15367; appliedIndex:15365; }","duration":"849.305234ms","start":"2026-03-03T21:47:51.416012Z","end":"2026-03-03T21:47:52.265317Z","steps":["trace[614952181] 'read index received' (duration: 828.408881ms)","trace[614952181] 'applied index is now lower than readState.Index' (duration: 20.895023ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:47:52.265446Z","caller":"traceutil/trace.go:171","msg":"trace[1351519317] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"849.946029ms","start":"2026-03-03T21:47:51.415442Z","end":"2026-03-03T21:47:52.265388Z","steps":["trace[1351519317] 'process raft request' (duration: 849.704383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.26557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.513569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:52.265594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.563269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T21:47:52.265609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.415399Z","time spent":"850.122502ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:52.265664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.32191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.265668Z","caller":"traceutil/trace.go:171","msg":"trace[1387710033] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14820; }","duration":"849.673672ms","start":"2026-03-03T21:47:51.415976Z","end":"2026-03-03T21:47:52.26565Z","steps":["trace[1387710033] 'agreement among raft nodes before linearized reading' (duration: 849.459628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:52.265694Z","caller":"traceutil/trace.go:171","msg":"trace[1690471303] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14820; }","duration":"847.523864ms","start":"2026-03-03T21:47:51.418163Z","end":"2026-03-03T21:47:52.265686Z","steps":["trace[1690471303] 'agreement among raft nodes before linearized reading' (duration: 847.478923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.265651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.266978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:52.265717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.415963Z","time spent":"849.744243ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:47:52.265732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.418153Z","time spent":"847.571426ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:47:52.265706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.712631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T21:47:52.265756Z","caller":"traceutil/trace.go:171","msg":"trace[964039434] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14820; }","duration":"847.441333ms","start":"2026-03-03T21:47:51.418289Z","end":"2026-03-03T21:47:52.26573Z","steps":["trace[964039434] 'agreement among raft nodes before linearized reading' (duration: 847.235499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:52.265803Z","caller":"traceutil/trace.go:171","msg":"trace[1004592617] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14820; }","duration":"834.833004ms","start":"2026-03-03T21:47:51.430943Z","end":"2026-03-03T21:47:52.265776Z","steps":["trace[1004592617] 'agreement among raft nodes before linearized reading' (duration: 834.585269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.265913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.616276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.265618Z","caller":"traceutil/trace.go:171","msg":"trace[956385435] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14820; }","duration":"849.693942ms","start":"2026-03-03T21:47:51.415911Z","end":"2026-03-03T21:47:52.265605Z","steps":["trace[956385435] 'agreement among raft nodes before linearized reading' (duration: 849.57192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.265921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.430935Z","time spent":"834.975497ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T21:47:52.26594Z","caller":"traceutil/trace.go:171","msg":"trace[883583898] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14820; }","duration":"847.660087ms","start":"2026-03-03T21:47:51.418272Z","end":"2026-03-03T21:47:52.265932Z","steps":["trace[883583898] 'agreement among raft nodes before linearized reading' (duration: 847.618256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.265968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.418265Z","time spent":"847.696578ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T21:47:52.265965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.407352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:52.26602Z","caller":"traceutil/trace.go:171","msg":"trace[1686247557] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14820; }","duration":"847.507724ms","start":"2026-03-03T21:47:51.418497Z","end":"2026-03-03T21:47:52.266004Z","steps":["trace[1686247557] 'agreement among raft nodes before linearized reading' (duration: 847.283159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.266021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.589656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T21:47:52.266019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.060139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:52.266063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.418492Z","time spent":"847.557895ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T21:47:52.266063Z","caller":"traceutil/trace.go:171","msg":"trace[806213503] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14820; }","duration":"847.679708ms","start":"2026-03-03T21:47:51.418371Z","end":"2026-03-03T21:47:52.266051Z","steps":["trace[806213503] 'agreement among raft nodes before linearized reading' (duration: 847.470513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.265964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.415894Z","time spent":"850.057821ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T21:47:52.266155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.418343Z","time spent":"847.80467ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:47:52.266162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.672682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:47:52.266193Z","caller":"traceutil/trace.go:171","msg":"trace[127450127] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14820; }","duration":"507.750014ms","start":"2026-03-03T21:47:51.758432Z","end":"2026-03-03T21:47:52.266182Z","steps":["trace[127450127] 'agreement among raft nodes before linearized reading' (duration: 507.691383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.266197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.019078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T21:47:52.266214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.758408Z","time spent":"507.800104ms","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:47:52.266224Z","caller":"traceutil/trace.go:171","msg":"trace[402046885] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14820; }","duration":"849.065979ms","start":"2026-03-03T21:47:51.417149Z","end":"2026-03-03T21:47:52.266215Z","steps":["trace[402046885] 'agreement among raft nodes before linearized reading' (duration: 848.993847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.266245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.417139Z","time spent":"849.10241ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:47:52.266076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.896965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T21:47:52.266271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.350466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:52.265812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.418253Z","time spent":"847.548155ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T21:47:52.266295Z","caller":"traceutil/trace.go:171","msg":"trace[1007404021] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14820; }","duration":"849.398496ms","start":"2026-03-03T21:47:51.41689Z","end":"2026-03-03T21:47:52.266288Z","steps":["trace[1007404021] 'agreement among raft nodes before linearized reading' (duration: 849.312924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.266068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.601553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T21:47:52.266316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.416881Z","time spent":"849.430517ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T21:47:52.266301Z","caller":"traceutil/trace.go:171","msg":"trace[1769953773] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14820; }","duration":"849.12974ms","start":"2026-03-03T21:47:51.41715Z","end":"2026-03-03T21:47:52.26628Z","steps":["trace[1769953773] 'agreement among raft nodes before linearized reading' (duration: 848.868104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.266298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.57237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.266332Z","caller":"traceutil/trace.go:171","msg":"trace[1600341972] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14820; }","duration":"841.881599ms","start":"2026-03-03T21:47:51.424437Z","end":"2026-03-03T21:47:52.266319Z","steps":["trace[1600341972] 'agreement among raft nodes before linearized reading' (duration: 841.435579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.26636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.417136Z","time spent":"849.205772ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T21:47:52.266379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.525059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:52.266382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.424428Z","time spent":"841.940861ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T21:47:52.266407Z","caller":"traceutil/trace.go:171","msg":"trace[147013989] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14820; }","duration":"849.579691ms","start":"2026-03-03T21:47:51.416821Z","end":"2026-03-03T21:47:52.2664Z","steps":["trace[147013989] 'agreement among raft nodes before linearized reading' (duration: 849.53831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:52.266394Z","caller":"traceutil/trace.go:171","msg":"trace[661395745] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14820; }","duration":"849.700133ms","start":"2026-03-03T21:47:51.416662Z","end":"2026-03-03T21:47:52.266362Z","steps":["trace[661395745] 'agreement among raft nodes before linearized reading' (duration: 849.532899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:52.266137Z","caller":"traceutil/trace.go:171","msg":"trace[486004592] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14820; }","duration":"849.215762ms","start":"2026-03-03T21:47:51.416902Z","end":"2026-03-03T21:47:52.266118Z","steps":["trace[486004592] 'agreement among raft nodes before linearized reading' (duration: 849.009988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.26644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.416803Z","time spent":"849.632521ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:47:52.266455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.416649Z","time spent":"849.796235ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:47:52.266527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:51.416888Z","time spent":"849.56414ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:47:52.614523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.622317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:47:52.614645Z","caller":"traceutil/trace.go:171","msg":"trace[1918821171] linearizableReadLoop","detail":"{readStateIndex:15368; appliedIndex:15367; }","duration":"307.273531ms","start":"2026-03-03T21:47:52.307353Z","end":"2026-03-03T21:47:52.614627Z","steps":["trace[1918821171] 'read index received' (duration: 134.420469ms)","trace[1918821171] 'applied index is now lower than readState.Index' (duration: 172.851352ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:47:52.614683Z","caller":"traceutil/trace.go:171","msg":"trace[444772904] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"344.418544ms","start":"2026-03-03T21:47:52.270218Z","end":"2026-03-03T21:47:52.614636Z","steps":["trace[444772904] 'process raft request' (duration: 171.587463ms)","trace[444772904] 'compare' (duration: 172.265279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:52.614858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.504436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T21:47:52.614883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:52.270192Z","time spent":"344.574348ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:52.614891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.66256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.614895Z","caller":"traceutil/trace.go:171","msg":"trace[851680963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14821; }","duration":"307.576257ms","start":"2026-03-03T21:47:52.307309Z","end":"2026-03-03T21:47:52.614886Z","steps":["trace[851680963] 'agreement among raft nodes before linearized reading' (duration: 307.413204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:52.614979Z","caller":"traceutil/trace.go:171","msg":"trace[1275678643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14821; }","duration":"270.810943ms","start":"2026-03-03T21:47:52.344145Z","end":"2026-03-03T21:47:52.614956Z","steps":["trace[1275678643] 'agreement among raft nodes before linearized reading' (duration: 270.67112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.614998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.519304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:52.615025Z","caller":"traceutil/trace.go:171","msg":"trace[1731634338] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14821; }","duration":"126.561805ms","start":"2026-03-03T21:47:52.488455Z","end":"2026-03-03T21:47:52.615017Z","steps":["trace[1731634338] 'agreement among raft nodes before linearized reading' (duration: 126.476233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.615007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:52.307285Z","time spent":"307.69367ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:47:52.615291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.151118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T21:47:52.61533Z","caller":"traceutil/trace.go:171","msg":"trace[824186954] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14821; }","duration":"127.210309ms","start":"2026-03-03T21:47:52.48811Z","end":"2026-03-03T21:47:52.61532Z","steps":["trace[824186954] 'agreement among raft nodes before linearized reading' (duration: 127.070996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.615367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.934292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.615424Z","caller":"traceutil/trace.go:171","msg":"trace[936067364] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14821; }","duration":"126.010333ms","start":"2026-03-03T21:47:52.489403Z","end":"2026-03-03T21:47:52.615414Z","steps":["trace[936067364] 'agreement among raft nodes before linearized reading' (duration: 125.902581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.615533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.830273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:47:52.615574Z","caller":"traceutil/trace.go:171","msg":"trace[787549796] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14821; }","duration":"127.881655ms","start":"2026-03-03T21:47:52.48768Z","end":"2026-03-03T21:47:52.615562Z","steps":["trace[787549796] 'agreement among raft nodes before linearized reading' (duration: 127.787743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.615576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.34768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:52.615585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.605115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:47:52.615616Z","caller":"traceutil/trace.go:171","msg":"trace[1203881204] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14821; }","duration":"126.399521ms","start":"2026-03-03T21:47:52.4892Z","end":"2026-03-03T21:47:52.615599Z","steps":["trace[1203881204] 'agreement among raft nodes before linearized reading' (duration: 126.35269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:52.615628Z","caller":"traceutil/trace.go:171","msg":"trace[925899049] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14821; }","duration":"126.661197ms","start":"2026-03-03T21:47:52.488957Z","end":"2026-03-03T21:47:52.615618Z","steps":["trace[925899049] 'agreement among raft nodes before linearized reading' (duration: 126.538515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.615761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.72571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:47:52.615795Z","caller":"traceutil/trace.go:171","msg":"trace[900461823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14821; }","duration":"136.775312ms","start":"2026-03-03T21:47:52.479011Z","end":"2026-03-03T21:47:52.615787Z","steps":["trace[900461823] 'agreement among raft nodes before linearized reading' (duration: 136.68453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.616004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.385555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:52.616039Z","caller":"traceutil/trace.go:171","msg":"trace[1555954763] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14821; }","duration":"137.440196ms","start":"2026-03-03T21:47:52.478589Z","end":"2026-03-03T21:47:52.61603Z","steps":["trace[1555954763] 'agreement among raft nodes before linearized reading' (duration: 137.338844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.616223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.62416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:47:52.616259Z","caller":"traceutil/trace.go:171","msg":"trace[1554338427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14821; }","duration":"137.660241ms","start":"2026-03-03T21:47:52.478591Z","end":"2026-03-03T21:47:52.616251Z","steps":["trace[1554338427] 'agreement among raft nodes before linearized reading' (duration: 137.574519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.615525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.513564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T21:47:52.616381Z","caller":"traceutil/trace.go:171","msg":"trace[1790598673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14821; }","duration":"127.382463ms","start":"2026-03-03T21:47:52.488984Z","end":"2026-03-03T21:47:52.616367Z","steps":["trace[1790598673] 'agreement among raft nodes before linearized reading' (duration: 126.437192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.61646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.933649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T21:47:52.616503Z","caller":"traceutil/trace.go:171","msg":"trace[638616877] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14821; }","duration":"139.00661ms","start":"2026-03-03T21:47:52.477486Z","end":"2026-03-03T21:47:52.616493Z","steps":["trace[638616877] 'agreement among raft nodes before linearized reading' (duration: 138.921709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.616691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.205194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T21:47:52.616732Z","caller":"traceutil/trace.go:171","msg":"trace[191507673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14821; }","duration":"139.289256ms","start":"2026-03-03T21:47:52.477433Z","end":"2026-03-03T21:47:52.616722Z","steps":["trace[191507673] 'agreement among raft nodes before linearized reading' (duration: 139.193604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.616384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.452659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:47:52.616861Z","caller":"traceutil/trace.go:171","msg":"trace[1479712054] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14821; }","duration":"138.94334ms","start":"2026-03-03T21:47:52.477904Z","end":"2026-03-03T21:47:52.616848Z","steps":["trace[1479712054] 'agreement among raft nodes before linearized reading' (duration: 138.404167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:52.616874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.201999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:52.616988Z","caller":"traceutil/trace.go:171","msg":"trace[1607589585] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14821; }","duration":"140.363532ms","start":"2026-03-03T21:47:52.476616Z","end":"2026-03-03T21:47:52.61698Z","steps":["trace[1607589585] 'agreement among raft nodes before linearized reading' (duration: 140.236279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:53.425288Z","caller":"traceutil/trace.go:171","msg":"trace[1347258403] transaction","detail":"{read_only:false; response_revision:14828; number_of_response:1; }","duration":"338.662347ms","start":"2026-03-03T21:47:53.086579Z","end":"2026-03-03T21:47:53.425242Z","steps":["trace[1347258403] 'process raft request' (duration: 338.368951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:53.425553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:53.086541Z","time spent":"338.877991ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:47:53.661306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.06568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T21:47:53.661497Z","caller":"traceutil/trace.go:171","msg":"trace[1023742091] linearizableReadLoop","detail":"{readStateIndex:15376; appliedIndex:15374; }","duration":"319.884419ms","start":"2026-03-03T21:47:53.34159Z","end":"2026-03-03T21:47:53.661474Z","steps":["trace[1023742091] 'read index received' (duration: 83.499161ms)","trace[1023742091] 'applied index is now lower than readState.Index' (duration: 236.383048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:47:53.661749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.146577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:47:53.661826Z","caller":"traceutil/trace.go:171","msg":"trace[1099434203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14828; }","duration":"320.29399ms","start":"2026-03-03T21:47:53.341517Z","end":"2026-03-03T21:47:53.661811Z","steps":["trace[1099434203] 'agreement among raft nodes before linearized reading' (duration: 320.150026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:47:53.66189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:47:53.341481Z","time spent":"320.398752ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:47:53.661999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.803068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:47:53.661999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.999368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:47:53.662211Z","caller":"traceutil/trace.go:171","msg":"trace[1414297162] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14828; }","duration":"128.268273ms","start":"2026-03-03T21:47:53.533913Z","end":"2026-03-03T21:47:53.662181Z","steps":["trace[1414297162] 'agreement among raft nodes before linearized reading' (duration: 127.951566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:47:53.662169Z","caller":"traceutil/trace.go:171","msg":"trace[997557418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14828; }","duration":"134.975862ms","start":"2026-03-03T21:47:53.527175Z","end":"2026-03-03T21:47:53.66215Z","steps":["trace[997557418] 'agreement among raft nodes before linearized reading' (duration: 134.625915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:48:09.069428Z","caller":"traceutil/trace.go:171","msg":"trace[945972122] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"159.903555ms","start":"2026-03-03T21:48:08.909467Z","end":"2026-03-03T21:48:09.069371Z","steps":["trace[945972122] 'process raft request' (duration: 159.639878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:32.79965Z","caller":"traceutil/trace.go:171","msg":"trace[787735813] transaction","detail":"{read_only:false; response_revision:15409; number_of_response:1; }","duration":"117.937555ms","start":"2026-03-03T21:49:32.681689Z","end":"2026-03-03T21:49:32.799626Z","steps":["trace[787735813] 'process raft request' (duration: 117.781302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:32.820991Z","caller":"traceutil/trace.go:171","msg":"trace[1436090251] transaction","detail":"{read_only:false; response_revision:15410; number_of_response:1; }","duration":"101.396308ms","start":"2026-03-03T21:49:32.719569Z","end":"2026-03-03T21:49:32.820965Z","steps":["trace[1436090251] 'process raft request' (duration: 101.195993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:41.020317Z","caller":"traceutil/trace.go:171","msg":"trace[390714911] transaction","detail":"{read_only:false; response_revision:15448; number_of_response:1; }","duration":"190.681366ms","start":"2026-03-03T21:49:40.829603Z","end":"2026-03-03T21:49:41.020284Z","steps":["trace[390714911] 'process raft request' (duration: 190.470882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:41.040217Z","caller":"traceutil/trace.go:171","msg":"trace[1375731727] linearizableReadLoop","detail":"{readStateIndex:16020; appliedIndex:16018; }","duration":"136.739021ms","start":"2026-03-03T21:49:40.903448Z","end":"2026-03-03T21:49:41.040187Z","steps":["trace[1375731727] 'read index received' (duration: 116.583435ms)","trace[1375731727] 'applied index is now lower than readState.Index' (duration: 20.154016ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:49:41.040327Z","caller":"traceutil/trace.go:171","msg":"trace[952925510] transaction","detail":"{read_only:false; response_revision:15449; number_of_response:1; }","duration":"195.203856ms","start":"2026-03-03T21:49:40.845054Z","end":"2026-03-03T21:49:41.040257Z","steps":["trace[952925510] 'process raft request' (duration: 194.92756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:41.040436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.953176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:49:41.040549Z","caller":"traceutil/trace.go:171","msg":"trace[2031716678] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15449; }","duration":"137.089069ms","start":"2026-03-03T21:49:40.90344Z","end":"2026-03-03T21:49:41.040529Z","steps":["trace[2031716678] 'agreement among raft nodes before linearized reading' (duration: 136.892675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:41.040583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.465764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:49:41.040625Z","caller":"traceutil/trace.go:171","msg":"trace[1844918185] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15449; }","duration":"136.518126ms","start":"2026-03-03T21:49:40.904094Z","end":"2026-03-03T21:49:41.040612Z","steps":["trace[1844918185] 'agreement among raft nodes before linearized reading' (duration: 136.419844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:41.040488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.466834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T21:49:41.040747Z","caller":"traceutil/trace.go:171","msg":"trace[915761282] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15449; }","duration":"136.727139ms","start":"2026-03-03T21:49:40.903963Z","end":"2026-03-03T21:49:41.04069Z","steps":["trace[915761282] 'agreement among raft nodes before linearized reading' (duration: 136.388032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:41.040869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.253997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T21:49:41.040768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.536314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:49:41.040957Z","caller":"traceutil/trace.go:171","msg":"trace[1024059491] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15449; }","duration":"135.576995ms","start":"2026-03-03T21:49:40.905362Z","end":"2026-03-03T21:49:41.040939Z","steps":["trace[1024059491] 'agreement among raft nodes before linearized reading' (duration: 135.035323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:41.041024Z","caller":"traceutil/trace.go:171","msg":"trace[668567164] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15449; }","duration":"135.847911ms","start":"2026-03-03T21:49:40.905149Z","end":"2026-03-03T21:49:41.040997Z","steps":["trace[668567164] 'agreement among raft nodes before linearized reading' (duration: 135.317929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:41.040902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.424369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-03T21:49:41.041177Z","caller":"traceutil/trace.go:171","msg":"trace[749334836] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15449; }","duration":"111.731147ms","start":"2026-03-03T21:49:40.929389Z","end":"2026-03-03T21:49:41.04112Z","steps":["trace[749334836] 'agreement among raft nodes before linearized reading' (duration: 111.190024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:47.859512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.963172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:49:47.859605Z","caller":"traceutil/trace.go:171","msg":"trace[351834219] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:15486; }","duration":"228.136518ms","start":"2026-03-03T21:49:47.63145Z","end":"2026-03-03T21:49:47.859586Z","steps":["trace[351834219] 'count revisions from in-memory index tree' (duration: 227.84841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:47.859698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.104569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:49:47.859799Z","caller":"traceutil/trace.go:171","msg":"trace[1287178159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15486; }","duration":"303.262943ms","start":"2026-03-03T21:49:47.556515Z","end":"2026-03-03T21:49:47.859778Z","steps":["trace[1287178159] 'range keys from in-memory index tree' (duration: 302.900524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:47.859845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:49:47.55649Z","time spent":"303.345264ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:49:47.859986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.365897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:49:47.860019Z","caller":"traceutil/trace.go:171","msg":"trace[1154108425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15486; }","duration":"189.49383ms","start":"2026-03-03T21:49:47.670518Z","end":"2026-03-03T21:49:47.860012Z","steps":["trace[1154108425] 'range keys from in-memory index tree' (duration: 189.246885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:47.860096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.617359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:49:47.860275Z","caller":"traceutil/trace.go:171","msg":"trace[1370811725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15486; }","duration":"293.828732ms","start":"2026-03-03T21:49:47.566429Z","end":"2026-03-03T21:49:47.860257Z","steps":["trace[1370811725] 'range keys from in-memory index tree' (duration: 293.487426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:47.860421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.400862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:49:47.86046Z","caller":"traceutil/trace.go:171","msg":"trace[808485772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15486; }","duration":"292.486154ms","start":"2026-03-03T21:49:47.567963Z","end":"2026-03-03T21:49:47.860449Z","steps":["trace[808485772] 'range keys from in-memory index tree' (duration: 292.233478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:47.860686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.121174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T21:49:47.860824Z","caller":"traceutil/trace.go:171","msg":"trace[2002904859] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15486; }","duration":"259.3929ms","start":"2026-03-03T21:49:47.601402Z","end":"2026-03-03T21:49:47.860795Z","steps":["trace[2002904859] 'range keys from in-memory index tree' (duration: 258.851058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:48.077612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.520298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:49:48.07771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.821835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T21:49:48.077751Z","caller":"traceutil/trace.go:171","msg":"trace[702041684] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15491; }","duration":"105.731163ms","start":"2026-03-03T21:49:47.971998Z","end":"2026-03-03T21:49:48.077729Z","steps":["trace[702041684] 'range keys from in-memory index tree' (duration: 105.366065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:48.077768Z","caller":"traceutil/trace.go:171","msg":"trace[1654988704] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:15491; }","duration":"105.932037ms","start":"2026-03-03T21:49:47.971819Z","end":"2026-03-03T21:49:48.077751Z","steps":["trace[1654988704] 'range keys from in-memory index tree' (duration: 105.583349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:48.448732Z","caller":"traceutil/trace.go:171","msg":"trace[91521373] transaction","detail":"{read_only:false; response_revision:15495; number_of_response:1; }","duration":"107.670717ms","start":"2026-03-03T21:49:48.341023Z","end":"2026-03-03T21:49:48.448693Z","steps":["trace[91521373] 'process raft request' (duration: 107.34768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:48.995423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.184308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:49:48.995807Z","caller":"traceutil/trace.go:171","msg":"trace[1343986862] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"541.268407ms","start":"2026-03-03T21:49:48.454513Z","end":"2026-03-03T21:49:48.995782Z","steps":["trace[1343986862] 'process raft request' (duration: 187.648359ms)","trace[1343986862] 'compare' (duration: 352.636137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:49:48.995928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:49:48.454484Z","time spent":"541.404759ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:49:48.995927Z","caller":"traceutil/trace.go:171","msg":"trace[627282740] transaction","detail":"{read_only:false; response_revision:15498; number_of_response:1; }","duration":"536.636804ms","start":"2026-03-03T21:49:48.459263Z","end":"2026-03-03T21:49:48.9959Z","steps":["trace[627282740] 'process raft request' (duration: 536.335607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:48.996092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:49:48.459244Z","time spent":"536.764527ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:49:48.996283Z","caller":"traceutil/trace.go:171","msg":"trace[808827468] linearizableReadLoop","detail":"{readStateIndex:16072; appliedIndex:16069; }","duration":"404.004645ms","start":"2026-03-03T21:49:48.592269Z","end":"2026-03-03T21:49:48.996274Z","steps":["trace[808827468] 'read index received' (duration: 49.872966ms)","trace[808827468] 'applied index is now lower than readState.Index' (duration: 354.130649ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:49:48.996384Z","caller":"traceutil/trace.go:171","msg":"trace[1652701077] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15498; }","duration":"535.233623ms","start":"2026-03-03T21:49:48.461143Z","end":"2026-03-03T21:49:48.996376Z","steps":["trace[1652701077] 'process raft request' (duration: 534.592389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:48.996458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:49:48.461128Z","time spent":"535.291724ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1799,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:49:48.996641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.868753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:49:48.996668Z","caller":"traceutil/trace.go:171","msg":"trace[1678199701] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15498; }","duration":"376.926463ms","start":"2026-03-03T21:49:48.619736Z","end":"2026-03-03T21:49:48.996662Z","steps":["trace[1678199701] 'agreement among raft nodes before linearized reading' (duration: 376.77223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:48.996707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:49:48.619719Z","time spent":"376.983425ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T21:49:48.996756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.491585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T21:49:48.996804Z","caller":"traceutil/trace.go:171","msg":"trace[863492489] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15498; }","duration":"404.580617ms","start":"2026-03-03T21:49:48.592215Z","end":"2026-03-03T21:49:48.996796Z","steps":["trace[863492489] 'agreement among raft nodes before linearized reading' (duration: 404.367083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:49:48.996848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:49:48.592193Z","time spent":"404.645058ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T21:50:20.874666Z","caller":"traceutil/trace.go:171","msg":"trace[954478380] linearizableReadLoop","detail":"{readStateIndex:16418; appliedIndex:16417; }","duration":"260.680707ms","start":"2026-03-03T21:50:20.613962Z","end":"2026-03-03T21:50:20.874643Z","steps":["trace[954478380] 'read index received' (duration: 260.516154ms)","trace[954478380] 'applied index is now lower than readState.Index' (duration: 163.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:50:20.874718Z","caller":"traceutil/trace.go:171","msg":"trace[1670993055] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"267.55527ms","start":"2026-03-03T21:50:20.607139Z","end":"2026-03-03T21:50:20.874694Z","steps":["trace[1670993055] 'process raft request' (duration: 267.350436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:20.874934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.096248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-03-03T21:50:20.87498Z","caller":"traceutil/trace.go:171","msg":"trace[1733821513] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:15833; }","duration":"229.21195ms","start":"2026-03-03T21:50:20.645757Z","end":"2026-03-03T21:50:20.874969Z","steps":["trace[1733821513] 'agreement among raft nodes before linearized reading' (duration: 229.044237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:20.87499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.832708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x6k2h\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T21:50:20.875109Z","caller":"traceutil/trace.go:171","msg":"trace[1874897982] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x6k2h; range_end:; response_count:1; response_revision:15833; }","duration":"203.987401ms","start":"2026-03-03T21:50:20.671101Z","end":"2026-03-03T21:50:20.875089Z","steps":["trace[1874897982] 'agreement among raft nodes before linearized reading' (duration: 203.740696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:20.875122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.988966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ss2bb\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-03T21:50:20.875286Z","caller":"traceutil/trace.go:171","msg":"trace[1788878081] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ss2bb; range_end:; response_count:1; response_revision:15833; }","duration":"215.159509ms","start":"2026-03-03T21:50:20.660075Z","end":"2026-03-03T21:50:20.875235Z","steps":["trace[1788878081] 'agreement among raft nodes before linearized reading' (duration: 214.869003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:20.875796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.965666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-03-03T21:50:20.876073Z","caller":"traceutil/trace.go:171","msg":"trace[1302280917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:15833; }","duration":"225.184181ms","start":"2026-03-03T21:50:20.650724Z","end":"2026-03-03T21:50:20.875908Z","steps":["trace[1302280917] 'agreement among raft nodes before linearized reading' (duration: 224.333342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:20.876118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.13539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:814992"} {"level":"info","ts":"2026-03-03T21:50:20.876242Z","caller":"traceutil/trace.go:171","msg":"trace[1333418926] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:15833; }","duration":"262.288273ms","start":"2026-03-03T21:50:20.613928Z","end":"2026-03-03T21:50:20.876216Z","steps":["trace[1333418926] 'agreement among raft nodes before linearized reading' (duration: 260.869792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:21.49485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.73328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:50:21.495146Z","caller":"traceutil/trace.go:171","msg":"trace[514121144] transaction","detail":"{read_only:false; response_revision:15835; number_of_response:1; }","duration":"181.447831ms","start":"2026-03-03T21:50:21.313623Z","end":"2026-03-03T21:50:21.495071Z","steps":["trace[514121144] 'process raft request' (duration: 180.854248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:21.49547Z","caller":"traceutil/trace.go:171","msg":"trace[808774306] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15834; }","duration":"307.952096ms","start":"2026-03-03T21:50:21.187008Z","end":"2026-03-03T21:50:21.49496Z","steps":["trace[808774306] 'range keys from in-memory index tree' (duration: 307.497345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:21.495548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:50:21.186949Z","time spent":"308.582449ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T21:50:21.507095Z","caller":"traceutil/trace.go:171","msg":"trace[1931424633] transaction","detail":"{read_only:false; response_revision:15836; number_of_response:1; }","duration":"182.965266ms","start":"2026-03-03T21:50:21.324096Z","end":"2026-03-03T21:50:21.507061Z","steps":["trace[1931424633] 'process raft request' (duration: 182.482594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:44.344241Z","caller":"traceutil/trace.go:171","msg":"trace[599102738] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"110.431998ms","start":"2026-03-03T21:50:44.233781Z","end":"2026-03-03T21:50:44.344213Z","steps":["trace[599102738] 'process raft request' (duration: 109.973028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:48.050199Z","caller":"traceutil/trace.go:171","msg":"trace[1863448524] transaction","detail":"{read_only:false; response_revision:16103; number_of_response:1; }","duration":"192.62513ms","start":"2026-03-03T21:50:47.857546Z","end":"2026-03-03T21:50:48.050171Z","steps":["trace[1863448524] 'process raft request' (duration: 192.429186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:48.280274Z","caller":"traceutil/trace.go:171","msg":"trace[1960602666] linearizableReadLoop","detail":"{readStateIndex:16695; appliedIndex:16694; }","duration":"305.540162ms","start":"2026-03-03T21:50:47.974715Z","end":"2026-03-03T21:50:48.280255Z","steps":["trace[1960602666] 'read index received' (duration: 75.563275ms)","trace[1960602666] 'applied index is now lower than readState.Index' (duration: 229.975747ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:50:48.280312Z","caller":"traceutil/trace.go:171","msg":"trace[669132376] transaction","detail":"{read_only:false; response_revision:16104; number_of_response:1; }","duration":"362.983426ms","start":"2026-03-03T21:50:47.917293Z","end":"2026-03-03T21:50:48.280277Z","steps":["trace[669132376] 'process raft request' (duration: 362.228258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:48.280473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.548786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-6q7t2\" ","response":"range_response_count:1 size:6921"} {"level":"warn","ts":"2026-03-03T21:50:48.28046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.730196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T21:50:48.280509Z","caller":"traceutil/trace.go:171","msg":"trace[2040488973] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-6q7t2; range_end:; response_count:1; response_revision:16104; }","duration":"205.637449ms","start":"2026-03-03T21:50:48.07486Z","end":"2026-03-03T21:50:48.280498Z","steps":["trace[2040488973] 'agreement among raft nodes before linearized reading' (duration: 205.502216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:48.280525Z","caller":"traceutil/trace.go:171","msg":"trace[2075632249] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:16104; }","duration":"305.842429ms","start":"2026-03-03T21:50:47.974666Z","end":"2026-03-03T21:50:48.280508Z","steps":["trace[2075632249] 'agreement among raft nodes before linearized reading' (duration: 305.661625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:48.280507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:50:47.917268Z","time spent":"363.115918ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:50:48.280556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:50:47.974644Z","time spent":"305.9067ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-03T21:50:49.904322Z","caller":"traceutil/trace.go:171","msg":"trace[1771112442] linearizableReadLoop","detail":"{readStateIndex:16705; appliedIndex:16703; }","duration":"191.785571ms","start":"2026-03-03T21:50:49.712508Z","end":"2026-03-03T21:50:49.904294Z","steps":["trace[1771112442] 'read index received' (duration: 191.600036ms)","trace[1771112442] 'applied index is now lower than readState.Index' (duration: 183.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:50:49.904384Z","caller":"traceutil/trace.go:171","msg":"trace[945676896] transaction","detail":"{read_only:false; response_revision:16112; number_of_response:1; }","duration":"262.526058ms","start":"2026-03-03T21:50:49.641804Z","end":"2026-03-03T21:50:49.90433Z","steps":["trace[945676896] 'process raft request' (duration: 262.264313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:49.90446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.74055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:50:49.904509Z","caller":"traceutil/trace.go:171","msg":"trace[1037255270] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16113; }","duration":"260.826072ms","start":"2026-03-03T21:50:49.643665Z","end":"2026-03-03T21:50:49.904491Z","steps":["trace[1037255270] 'agreement among raft nodes before linearized reading' (duration: 260.73342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:49.904464Z","caller":"traceutil/trace.go:171","msg":"trace[1581512436] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"254.667944ms","start":"2026-03-03T21:50:49.649713Z","end":"2026-03-03T21:50:49.904381Z","steps":["trace[1581512436] 'process raft request' (duration: 254.52049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:50:51.354393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.593841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ss2bb\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-03T21:50:51.354536Z","caller":"traceutil/trace.go:171","msg":"trace[184949150] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ss2bb; range_end:; response_count:1; response_revision:16124; }","duration":"115.822167ms","start":"2026-03-03T21:50:51.238687Z","end":"2026-03-03T21:50:51.354509Z","steps":["trace[184949150] 'range keys from in-memory index tree' (duration: 115.282995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:54.650866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13576} {"level":"info","ts":"2026-03-03T21:50:54.735985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13576,"took":"82.11569ms","hash":659176775,"current-db-size-bytes":41984000,"current-db-size":"42 MB","current-db-size-in-use-bytes":29413376,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T21:50:54.736042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":659176775,"revision":13576,"compact-revision":11736} {"level":"info","ts":"2026-03-03T21:51:56.871108Z","caller":"traceutil/trace.go:171","msg":"trace[1108434525] linearizableReadLoop","detail":"{readStateIndex:17125; appliedIndex:17124; }","duration":"120.658172ms","start":"2026-03-03T21:51:56.750419Z","end":"2026-03-03T21:51:56.871078Z","steps":["trace[1108434525] 'read index received' (duration: 65.050211ms)","trace[1108434525] 'applied index is now lower than readState.Index' (duration: 55.606451ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:51:56.871197Z","caller":"traceutil/trace.go:171","msg":"trace[360216496] transaction","detail":"{read_only:false; response_revision:16518; number_of_response:1; }","duration":"154.953892ms","start":"2026-03-03T21:51:56.716202Z","end":"2026-03-03T21:51:56.871156Z","steps":["trace[360216496] 'process raft request' (duration: 99.3267ms)","trace[360216496] 'compare' (duration: 55.406247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:51:56.871409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.96448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T21:51:56.871508Z","caller":"traceutil/trace.go:171","msg":"trace[1166078296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16518; }","duration":"121.103203ms","start":"2026-03-03T21:51:56.750385Z","end":"2026-03-03T21:51:56.871489Z","steps":["trace[1166078296] 'agreement among raft nodes before linearized reading' (duration: 120.871818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:51:59.021681Z","caller":"traceutil/trace.go:171","msg":"trace[1321665240] linearizableReadLoop","detail":"{readStateIndex:17137; appliedIndex:17136; }","duration":"119.466215ms","start":"2026-03-03T21:51:58.902191Z","end":"2026-03-03T21:51:59.021657Z","steps":["trace[1321665240] 'read index received' (duration: 78.707793ms)","trace[1321665240] 'applied index is now lower than readState.Index' (duration: 40.757692ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:51:59.021771Z","caller":"traceutil/trace.go:171","msg":"trace[2013079541] transaction","detail":"{read_only:false; response_revision:16529; number_of_response:1; }","duration":"129.312394ms","start":"2026-03-03T21:51:58.892434Z","end":"2026-03-03T21:51:59.021747Z","steps":["trace[2013079541] 'process raft request' (duration: 88.434309ms)","trace[2013079541] 'compare' (duration: 40.553298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:51:59.023133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.921447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T21:51:59.023211Z","caller":"traceutil/trace.go:171","msg":"trace[204015845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16529; }","duration":"121.02364ms","start":"2026-03-03T21:51:58.902169Z","end":"2026-03-03T21:51:59.023192Z","steps":["trace[204015845] 'agreement among raft nodes before linearized reading' (duration: 119.632029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:10.322124Z","caller":"traceutil/trace.go:171","msg":"trace[597712818] linearizableReadLoop","detail":"{readStateIndex:17614; appliedIndex:17613; }","duration":"156.989107ms","start":"2026-03-03T21:53:10.165118Z","end":"2026-03-03T21:53:10.322107Z","steps":["trace[597712818] 'read index received' (duration: 156.877845ms)","trace[597712818] 'applied index is now lower than readState.Index' (duration: 109.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:53:10.322372Z","caller":"traceutil/trace.go:171","msg":"trace[1001907972] transaction","detail":"{read_only:false; response_revision:16989; number_of_response:1; }","duration":"239.029144ms","start":"2026-03-03T21:53:10.083334Z","end":"2026-03-03T21:53:10.322364Z","steps":["trace[1001907972] 'process raft request' (duration: 238.647055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:10.32255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.434686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-kz4wt\" ","response":"range_response_count:1 size:15344"} {"level":"info","ts":"2026-03-03T21:53:10.32257Z","caller":"traceutil/trace.go:171","msg":"trace[858223298] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-kz4wt; range_end:; response_count:1; response_revision:16989; }","duration":"157.508728ms","start":"2026-03-03T21:53:10.165054Z","end":"2026-03-03T21:53:10.322563Z","steps":["trace[858223298] 'agreement among raft nodes before linearized reading' (duration: 157.414236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:10.733032Z","caller":"traceutil/trace.go:171","msg":"trace[1908601195] transaction","detail":"{read_only:false; response_revision:16992; number_of_response:1; }","duration":"260.142911ms","start":"2026-03-03T21:53:10.472862Z","end":"2026-03-03T21:53:10.733005Z","steps":["trace[1908601195] 'process raft request' (duration: 260.10234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:10.733235Z","caller":"traceutil/trace.go:171","msg":"trace[972767590] transaction","detail":"{read_only:false; response_revision:16990; number_of_response:1; }","duration":"438.261826ms","start":"2026-03-03T21:53:10.294934Z","end":"2026-03-03T21:53:10.733195Z","steps":["trace[972767590] 'process raft request' (duration: 435.055185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:10.733292Z","caller":"traceutil/trace.go:171","msg":"trace[357573367] linearizableReadLoop","detail":"{readStateIndex:17615; appliedIndex:17614; }","duration":"411.096044ms","start":"2026-03-03T21:53:10.322183Z","end":"2026-03-03T21:53:10.733279Z","steps":["trace[357573367] 'read index received' (duration: 407.826522ms)","trace[357573367] 'applied index is now lower than readState.Index' (duration: 3.268192ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:53:10.733375Z","caller":"traceutil/trace.go:171","msg":"trace[936477061] transaction","detail":"{read_only:false; response_revision:16991; number_of_response:1; }","duration":"261.167044ms","start":"2026-03-03T21:53:10.472199Z","end":"2026-03-03T21:53:10.733366Z","steps":["trace[936477061] 'process raft request' (duration: 260.703604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:10.733375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:10.294911Z","time spent":"438.371359ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:53:10.733554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.149827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T21:53:10.733601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.335656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T21:53:10.733616Z","caller":"traceutil/trace.go:171","msg":"trace[1628547083] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16992; }","duration":"416.213348ms","start":"2026-03-03T21:53:10.317388Z","end":"2026-03-03T21:53:10.733601Z","steps":["trace[1628547083] 'agreement among raft nodes before linearized reading' (duration: 416.098056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:10.733632Z","caller":"traceutil/trace.go:171","msg":"trace[769401762] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qfhnn; range_end:; response_count:1; response_revision:16992; }","duration":"125.387498ms","start":"2026-03-03T21:53:10.608233Z","end":"2026-03-03T21:53:10.733621Z","steps":["trace[769401762] 'agreement among raft nodes before linearized reading' (duration: 125.263065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:10.733621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.407404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8lbw\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-03-03T21:53:10.73366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:10.317339Z","time spent":"416.30733ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:53:10.733716Z","caller":"traceutil/trace.go:171","msg":"trace[1707048407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8lbw; range_end:; response_count:1; response_revision:16992; }","duration":"347.526466ms","start":"2026-03-03T21:53:10.386167Z","end":"2026-03-03T21:53:10.733693Z","steps":["trace[1707048407] 'agreement among raft nodes before linearized reading' (duration: 347.335942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:10.733718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.365047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-03T21:53:10.733764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:10.386159Z","time spent":"347.596089ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-q8lbw\" "} {"level":"warn","ts":"2026-03-03T21:53:10.733772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.141775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:53:10.733802Z","caller":"traceutil/trace.go:171","msg":"trace[442654060] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16992; }","duration":"125.461219ms","start":"2026-03-03T21:53:10.608315Z","end":"2026-03-03T21:53:10.733776Z","steps":["trace[442654060] 'agreement among raft nodes before linearized reading' (duration: 125.196043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:10.733848Z","caller":"traceutil/trace.go:171","msg":"trace[1052551248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16992; }","duration":"392.232886ms","start":"2026-03-03T21:53:10.341596Z","end":"2026-03-03T21:53:10.733829Z","steps":["trace[1052551248] 'agreement among raft nodes before linearized reading' (duration: 392.122294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:10.733889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:10.341582Z","time spent":"392.299958ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:53:10.734214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.239462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr\" ","response":"range_response_count:1 size:15353"} {"level":"info","ts":"2026-03-03T21:53:10.734342Z","caller":"traceutil/trace.go:171","msg":"trace[1813976004] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr; range_end:; response_count:1; response_revision:16992; }","duration":"297.406907ms","start":"2026-03-03T21:53:10.436899Z","end":"2026-03-03T21:53:10.734306Z","steps":["trace[1813976004] 'agreement among raft nodes before linearized reading' (duration: 296.867155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:10.735856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.926197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:924484"} {"level":"info","ts":"2026-03-03T21:53:10.735954Z","caller":"traceutil/trace.go:171","msg":"trace[1305220368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16992; }","duration":"409.045689ms","start":"2026-03-03T21:53:10.326888Z","end":"2026-03-03T21:53:10.735933Z","steps":["trace[1305220368] 'agreement among raft nodes before linearized reading' (duration: 406.604555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:10.735998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:10.32688Z","time spent":"409.10516ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":924507,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T21:53:24.815302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.137172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T21:53:24.8154Z","caller":"traceutil/trace.go:171","msg":"trace[1949327689] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:17139; }","duration":"195.277334ms","start":"2026-03-03T21:53:24.6201Z","end":"2026-03-03T21:53:24.815378Z","steps":["trace[1949327689] 'range keys from in-memory index tree' (duration: 194.966348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:25.024517Z","caller":"traceutil/trace.go:171","msg":"trace[640057352] transaction","detail":"{read_only:false; response_revision:17145; number_of_response:1; }","duration":"161.966626ms","start":"2026-03-03T21:53:24.862515Z","end":"2026-03-03T21:53:25.024482Z","steps":["trace[640057352] 'process raft request' (duration: 161.077386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:25.343127Z","caller":"traceutil/trace.go:171","msg":"trace[222423396] transaction","detail":"{read_only:false; response_revision:17147; number_of_response:1; }","duration":"129.202701ms","start":"2026-03-03T21:53:25.2139Z","end":"2026-03-03T21:53:25.343102Z","steps":["trace[222423396] 'process raft request' (duration: 128.997317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:29.348998Z","caller":"traceutil/trace.go:171","msg":"trace[1199444976] linearizableReadLoop","detail":"{readStateIndex:17825; appliedIndex:17824; }","duration":"282.575559ms","start":"2026-03-03T21:53:29.066408Z","end":"2026-03-03T21:53:29.348983Z","steps":["trace[1199444976] 'read index received' (duration: 282.445016ms)","trace[1199444976] 'applied index is now lower than readState.Index' (duration: 130.063µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:53:29.349149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.729542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T21:53:29.349174Z","caller":"traceutil/trace.go:171","msg":"trace[1952988064] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qfhnn; range_end:; response_count:1; response_revision:17196; }","duration":"282.794083ms","start":"2026-03-03T21:53:29.066373Z","end":"2026-03-03T21:53:29.349167Z","steps":["trace[1952988064] 'agreement among raft nodes before linearized reading' (duration: 282.66948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:29.349304Z","caller":"traceutil/trace.go:171","msg":"trace[4584965] transaction","detail":"{read_only:false; response_revision:17196; number_of_response:1; }","duration":"311.61632ms","start":"2026-03-03T21:53:29.03768Z","end":"2026-03-03T21:53:29.349296Z","steps":["trace[4584965] 'process raft request' (duration: 311.212492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:29.349382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:29.037662Z","time spent":"311.665682ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:53:29.790656Z","caller":"traceutil/trace.go:171","msg":"trace[939097886] transaction","detail":"{read_only:false; response_revision:17199; number_of_response:1; }","duration":"187.596095ms","start":"2026-03-03T21:53:29.603034Z","end":"2026-03-03T21:53:29.79063Z","steps":["trace[939097886] 'process raft request' (duration: 187.425181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:30.595404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:29.961042Z","time spent":"634.353128ms","remote":"127.0.0.1:49510","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:53:30.774548Z","caller":"traceutil/trace.go:171","msg":"trace[1585160065] linearizableReadLoop","detail":"{readStateIndex:17829; appliedIndex:17828; }","duration":"434.076943ms","start":"2026-03-03T21:53:30.340445Z","end":"2026-03-03T21:53:30.774522Z","steps":["trace[1585160065] 'read index received' (duration: 434.016391ms)","trace[1585160065] 'applied index is now lower than readState.Index' (duration: 59.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:53:30.77467Z","caller":"traceutil/trace.go:171","msg":"trace[491738461] transaction","detail":"{read_only:false; response_revision:17200; number_of_response:1; }","duration":"980.270349ms","start":"2026-03-03T21:53:29.794362Z","end":"2026-03-03T21:53:30.774632Z","steps":["trace[491738461] 'process raft request' (duration: 980.011384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:30.774721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.265108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:53:30.774776Z","caller":"traceutil/trace.go:171","msg":"trace[943766966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17200; }","duration":"434.370689ms","start":"2026-03-03T21:53:30.340395Z","end":"2026-03-03T21:53:30.774766Z","steps":["trace[943766966] 'agreement among raft nodes before linearized reading' (duration: 434.217196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:30.774811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:30.340376Z","time spent":"434.427901ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:53:30.774816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:29.794351Z","time spent":"980.392382ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:53:30.893357Z","caller":"traceutil/trace.go:171","msg":"trace[486794187] linearizableReadLoop","detail":"{readStateIndex:17830; appliedIndex:17829; }","duration":"117.42165ms","start":"2026-03-03T21:53:30.775912Z","end":"2026-03-03T21:53:30.893334Z","steps":["trace[486794187] 'read index received' (duration: 111.831336ms)","trace[486794187] 'applied index is now lower than readState.Index' (duration: 5.589694ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:53:30.893402Z","caller":"traceutil/trace.go:171","msg":"trace[2019771283] transaction","detail":"{read_only:false; response_revision:17201; number_of_response:1; }","duration":"169.695598ms","start":"2026-03-03T21:53:30.723682Z","end":"2026-03-03T21:53:30.893378Z","steps":["trace[2019771283] 'process raft request' (duration: 164.047272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:30.893526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.594273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:53:30.893631Z","caller":"traceutil/trace.go:171","msg":"trace[1758872072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17202; }","duration":"117.742479ms","start":"2026-03-03T21:53:30.775868Z","end":"2026-03-03T21:53:30.893611Z","steps":["trace[1758872072] 'agreement among raft nodes before linearized reading' (duration: 117.573754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:31.672321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.20332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T21:53:31.672417Z","caller":"traceutil/trace.go:171","msg":"trace[2012270768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17207; }","duration":"315.345914ms","start":"2026-03-03T21:53:31.357044Z","end":"2026-03-03T21:53:31.67239Z","steps":["trace[2012270768] 'range keys from in-memory index tree' (duration: 315.035837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:31.672474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.357028Z","time spent":"315.432236ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:53:31.672459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.364572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T21:53:31.672532Z","caller":"traceutil/trace.go:171","msg":"trace[991674470] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qfhnn; range_end:; response_count:1; response_revision:17207; }","duration":"305.468835ms","start":"2026-03-03T21:53:31.367047Z","end":"2026-03-03T21:53:31.672515Z","steps":["trace[991674470] 'range keys from in-memory index tree' (duration: 305.22649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:31.67258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.367036Z","time spent":"305.535386ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" "} {"level":"warn","ts":"2026-03-03T21:53:31.672934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.708054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T21:53:31.672976Z","caller":"traceutil/trace.go:171","msg":"trace[1048563811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17207; }","duration":"274.768305ms","start":"2026-03-03T21:53:31.398197Z","end":"2026-03-03T21:53:31.672966Z","steps":["trace[1048563811] 'range keys from in-memory index tree' (duration: 274.593551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:31.673187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.262246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:53:31.673225Z","caller":"traceutil/trace.go:171","msg":"trace[341609955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17207; }","duration":"331.341017ms","start":"2026-03-03T21:53:31.341876Z","end":"2026-03-03T21:53:31.673217Z","steps":["trace[341609955] 'range keys from in-memory index tree' (duration: 331.189004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:31.673251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.341852Z","time spent":"331.392639ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:53:31.67371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.847022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:53:31.673924Z","caller":"traceutil/trace.go:171","msg":"trace[748781286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17207; }","duration":"217.088837ms","start":"2026-03-03T21:53:31.456812Z","end":"2026-03-03T21:53:31.673901Z","steps":["trace[748781286] 'range keys from in-memory index tree' (duration: 216.630647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:31.674004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.246875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x6k2h\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-03T21:53:31.674158Z","caller":"traceutil/trace.go:171","msg":"trace[863101769] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x6k2h; range_end:; response_count:1; response_revision:17207; }","duration":"149.418939ms","start":"2026-03-03T21:53:31.524693Z","end":"2026-03-03T21:53:31.674112Z","steps":["trace[863101769] 'range keys from in-memory index tree' (duration: 148.98536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.191897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.85371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:53:32.192002Z","caller":"traceutil/trace.go:171","msg":"trace[231729659] linearizableReadLoop","detail":"{readStateIndex:17838; appliedIndex:17837; }","duration":"514.359802ms","start":"2026-03-03T21:53:31.677626Z","end":"2026-03-03T21:53:32.191986Z","steps":["trace[231729659] 'read index received' (duration: 224.456892ms)","trace[231729659] 'applied index is now lower than readState.Index' (duration: 289.90173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:53:32.19207Z","caller":"traceutil/trace.go:171","msg":"trace[1957890524] transaction","detail":"{read_only:false; response_revision:17209; number_of_response:1; }","duration":"514.536466ms","start":"2026-03-03T21:53:31.677523Z","end":"2026-03-03T21:53:32.192059Z","steps":["trace[1957890524] 'process raft request' (duration: 224.42033ms)","trace[1957890524] 'compare' (duration: 289.753818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:53:32.192132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.677501Z","time spent":"514.600116ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:53:32.192402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.75536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70cb56fe-deb2-4fa4-bee6-24287a4e7cb4\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T21:53:32.192552Z","caller":"traceutil/trace.go:171","msg":"trace[374805629] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70cb56fe-deb2-4fa4-bee6-24287a4e7cb4; range_end:; response_count:1; response_revision:17209; }","duration":"514.893253ms","start":"2026-03-03T21:53:31.677595Z","end":"2026-03-03T21:53:32.192488Z","steps":["trace[374805629] 'agreement among raft nodes before linearized reading' (duration: 514.532985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.193327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.677577Z","time spent":"515.737902ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-70cb56fe-deb2-4fa4-bee6-24287a4e7cb4\" "} {"level":"warn","ts":"2026-03-03T21:53:32.692953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717569557,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:53:32.896765Z","caller":"traceutil/trace.go:171","msg":"trace[287332490] linearizableReadLoop","detail":"{readStateIndex:17841; appliedIndex:17838; }","duration":"704.708597ms","start":"2026-03-03T21:53:32.192027Z","end":"2026-03-03T21:53:32.896736Z","steps":["trace[287332490] 'read index received' (duration: 666.700484ms)","trace[287332490] 'applied index is now lower than readState.Index' (duration: 38.006803ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:53:32.897143Z","caller":"traceutil/trace.go:171","msg":"trace[392165888] transaction","detail":"{read_only:false; response_revision:17210; number_of_response:1; }","duration":"1.219078278s","start":"2026-03-03T21:53:31.678029Z","end":"2026-03-03T21:53:32.897108Z","steps":["trace[392165888] 'process raft request' (duration: 1.180771779s)","trace[392165888] 'compare' (duration: 37.104391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:53:32.900126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.678014Z","time spent":"1.222041303s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:53:32.89725Z","caller":"traceutil/trace.go:171","msg":"trace[1034750771] transaction","detail":"{read_only:false; response_revision:17211; number_of_response:1; }","duration":"1.219026616s","start":"2026-03-03T21:53:31.678192Z","end":"2026-03-03T21:53:32.897219Z","steps":["trace[1034750771] 'process raft request' (duration: 1.218393512s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.900342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.678183Z","time spent":"1.222127455s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:53:32.897269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128614275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-03T21:53:32.900507Z","caller":"traceutil/trace.go:171","msg":"trace[627896812] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17212; }","duration":"1.131894207s","start":"2026-03-03T21:53:31.768597Z","end":"2026-03-03T21:53:32.900491Z","steps":["trace[627896812] 'agreement among raft nodes before linearized reading' (duration: 1.128528252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.900545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.768577Z","time spent":"1.131957898s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-03T21:53:32.897336Z","caller":"traceutil/trace.go:171","msg":"trace[1599508824] transaction","detail":"{read_only:false; response_revision:17212; number_of_response:1; }","duration":"1.214325442s","start":"2026-03-03T21:53:31.682996Z","end":"2026-03-03T21:53:32.897322Z","steps":["trace[1599508824] 'process raft request' (duration: 1.213669678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.90113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.682979Z","time spent":"1.218124047s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10598,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:53:32.897364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10312965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T21:53:32.901317Z","caller":"traceutil/trace.go:171","msg":"trace[449270005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17212; }","duration":"1.107118618s","start":"2026-03-03T21:53:31.794164Z","end":"2026-03-03T21:53:32.901282Z","steps":["trace[449270005] 'agreement among raft nodes before linearized reading' (duration: 1.102953066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.901393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.794152Z","time spent":"1.10721983s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:53:32.898161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218608617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936070"} {"level":"info","ts":"2026-03-03T21:53:32.901523Z","caller":"traceutil/trace.go:171","msg":"trace[468034154] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17212; }","duration":"1.221986682s","start":"2026-03-03T21:53:31.679527Z","end":"2026-03-03T21:53:32.901514Z","steps":["trace[468034154] 'agreement among raft nodes before linearized reading' (duration: 1.217677687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.901557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.679499Z","time spent":"1.222046554s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936093,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T21:53:32.899127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220655262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936070"} {"level":"info","ts":"2026-03-03T21:53:32.901961Z","caller":"traceutil/trace.go:171","msg":"trace[616221360] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17212; }","duration":"1.223525015s","start":"2026-03-03T21:53:31.678426Z","end":"2026-03-03T21:53:32.901951Z","steps":["trace[616221360] 'agreement among raft nodes before linearized reading' (duration: 1.218918244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.902003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:31.678414Z","time spent":"1.223573276s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936093,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T21:53:32.899364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.456767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T21:53:32.902515Z","caller":"traceutil/trace.go:171","msg":"trace[2037585029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17212; }","duration":"705.627757ms","start":"2026-03-03T21:53:32.196872Z","end":"2026-03-03T21:53:32.9025Z","steps":["trace[2037585029] 'agreement among raft nodes before linearized reading' (duration: 702.417725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.902558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:32.196856Z","time spent":"705.691188ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-03T21:53:32.899432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.208192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T21:53:32.902742Z","caller":"traceutil/trace.go:171","msg":"trace[1912261380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17212; }","duration":"123.530495ms","start":"2026-03-03T21:53:32.779199Z","end":"2026-03-03T21:53:32.90273Z","steps":["trace[1912261380] 'agreement among raft nodes before linearized reading' (duration: 120.183731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.899497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.088796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T21:53:32.902933Z","caller":"traceutil/trace.go:171","msg":"trace[1447876406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17212; }","duration":"298.551183ms","start":"2026-03-03T21:53:32.604372Z","end":"2026-03-03T21:53:32.902923Z","steps":["trace[1447876406] 'agreement among raft nodes before linearized reading' (duration: 295.074726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.899536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.989761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:53:32.903111Z","caller":"traceutil/trace.go:171","msg":"trace[902224233] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17212; }","duration":"647.602881ms","start":"2026-03-03T21:53:32.255499Z","end":"2026-03-03T21:53:32.903102Z","steps":["trace[902224233] 'agreement among raft nodes before linearized reading' (duration: 644.012292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.903149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:32.255479Z","time spent":"647.655543ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:53:32.89958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.335249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:53:32.903412Z","caller":"traceutil/trace.go:171","msg":"trace[203328180] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:17212; }","duration":"312.186553ms","start":"2026-03-03T21:53:32.591208Z","end":"2026-03-03T21:53:32.903394Z","steps":["trace[203328180] 'agreement among raft nodes before linearized reading' (duration: 308.351378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.90371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:32.591189Z","time spent":"312.50404ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:53:32.899539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.516021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:53:32.903851Z","caller":"traceutil/trace.go:171","msg":"trace[1869667180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17212; }","duration":"563.836016ms","start":"2026-03-03T21:53:32.33998Z","end":"2026-03-03T21:53:32.903816Z","steps":["trace[1869667180] 'agreement among raft nodes before linearized reading' (duration: 559.47359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:53:32.903923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:53:32.339965Z","time spent":"563.944069ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:53:33.106621Z","caller":"traceutil/trace.go:171","msg":"trace[1258362928] transaction","detail":"{read_only:false; response_revision:17218; number_of_response:1; }","duration":"129.366065ms","start":"2026-03-03T21:53:32.977221Z","end":"2026-03-03T21:53:33.106587Z","steps":["trace[1258362928] 'process raft request' (duration: 128.153639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:56.564462Z","caller":"traceutil/trace.go:171","msg":"trace[1729228714] transaction","detail":"{read_only:false; response_revision:17573; number_of_response:1; }","duration":"170.740021ms","start":"2026-03-03T21:53:56.3937Z","end":"2026-03-03T21:53:56.56444Z","steps":["trace[1729228714] 'process raft request' (duration: 170.602328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:13.690529Z","caller":"traceutil/trace.go:171","msg":"trace[1742034621] linearizableReadLoop","detail":"{readStateIndex:18806; appliedIndex:18805; }","duration":"167.303215ms","start":"2026-03-03T21:55:13.523202Z","end":"2026-03-03T21:55:13.690506Z","steps":["trace[1742034621] 'read index received' (duration: 167.170592ms)","trace[1742034621] 'applied index is now lower than readState.Index' (duration: 131.573µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:55:13.690905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.669843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T21:55:13.690972Z","caller":"traceutil/trace.go:171","msg":"trace[144881509] transaction","detail":"{read_only:false; response_revision:18149; number_of_response:1; }","duration":"217.488397ms","start":"2026-03-03T21:55:13.473467Z","end":"2026-03-03T21:55:13.690956Z","steps":["trace[144881509] 'process raft request' (duration: 216.892534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:13.691005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.332366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T21:55:13.691037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.970473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:55:13.691103Z","caller":"traceutil/trace.go:171","msg":"trace[1588651734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18149; }","duration":"167.669024ms","start":"2026-03-03T21:55:13.523411Z","end":"2026-03-03T21:55:13.69108Z","steps":["trace[1588651734] 'agreement among raft nodes before linearized reading' (duration: 167.278865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:13.691116Z","caller":"traceutil/trace.go:171","msg":"trace[1026674003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18149; }","duration":"165.091466ms","start":"2026-03-03T21:55:13.526009Z","end":"2026-03-03T21:55:13.691101Z","steps":["trace[1026674003] 'agreement among raft nodes before linearized reading' (duration: 164.926133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:13.691019Z","caller":"traceutil/trace.go:171","msg":"trace[580375752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18149; }","duration":"167.799086ms","start":"2026-03-03T21:55:13.523193Z","end":"2026-03-03T21:55:13.690992Z","steps":["trace[580375752] 'agreement among raft nodes before linearized reading' (duration: 167.502469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:14.007087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.387696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:55:14.007114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.466328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:55:14.007209Z","caller":"traceutil/trace.go:171","msg":"trace[95700332] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18152; }","duration":"190.600432ms","start":"2026-03-03T21:55:13.816588Z","end":"2026-03-03T21:55:14.007188Z","steps":["trace[95700332] 'range keys from in-memory index tree' (duration: 190.387296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:14.007234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.551179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:55:14.007316Z","caller":"traceutil/trace.go:171","msg":"trace[1416676361] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18152; }","duration":"157.654421ms","start":"2026-03-03T21:55:13.849643Z","end":"2026-03-03T21:55:14.007297Z","steps":["trace[1416676361] 'range keys from in-memory index tree' (duration: 157.461297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:14.007431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.045703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-03-03T21:55:14.007473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.665052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-03T21:55:14.007208Z","caller":"traceutil/trace.go:171","msg":"trace[1119933369] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18152; }","duration":"157.533878ms","start":"2026-03-03T21:55:13.849647Z","end":"2026-03-03T21:55:14.007181Z","steps":["trace[1119933369] 'range keys from in-memory index tree' (duration: 157.299083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:14.007525Z","caller":"traceutil/trace.go:171","msg":"trace[824112272] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18152; }","duration":"157.724363ms","start":"2026-03-03T21:55:13.849784Z","end":"2026-03-03T21:55:14.007508Z","steps":["trace[824112272] 'range keys from in-memory index tree' (duration: 157.58141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:14.007105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.119381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:55:14.007619Z","caller":"traceutil/trace.go:171","msg":"trace[1860167529] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18152; }","duration":"190.689544ms","start":"2026-03-03T21:55:13.816912Z","end":"2026-03-03T21:55:14.007601Z","steps":["trace[1860167529] 'range keys from in-memory index tree' (duration: 190.073859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:14.007667Z","caller":"traceutil/trace.go:171","msg":"trace[390236203] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18152; }","duration":"183.144655ms","start":"2026-03-03T21:55:13.824355Z","end":"2026-03-03T21:55:14.0075Z","steps":["trace[390236203] 'range keys from in-memory index tree' (duration: 182.717946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:15.599522Z","caller":"traceutil/trace.go:171","msg":"trace[253618510] transaction","detail":"{read_only:false; response_revision:18156; number_of_response:1; }","duration":"215.34021ms","start":"2026-03-03T21:55:15.384159Z","end":"2026-03-03T21:55:15.599499Z","steps":["trace[253618510] 'process raft request' (duration: 215.283808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:15.599758Z","caller":"traceutil/trace.go:171","msg":"trace[1012627111] transaction","detail":"{read_only:false; response_revision:18155; number_of_response:1; }","duration":"215.730218ms","start":"2026-03-03T21:55:15.384Z","end":"2026-03-03T21:55:15.59973Z","steps":["trace[1012627111] 'process raft request' (duration: 198.450345ms)","trace[1012627111] 'compare' (duration: 16.72623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:55:16.037292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.276177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:55:16.037383Z","caller":"traceutil/trace.go:171","msg":"trace[104222471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18156; }","duration":"336.39356ms","start":"2026-03-03T21:55:15.70097Z","end":"2026-03-03T21:55:16.037364Z","steps":["trace[104222471] 'range keys from in-memory index tree' (duration: 336.104953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.037431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:15.70092Z","time spent":"336.502932ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:55:16.037853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.416803ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:55:16.037943Z","caller":"traceutil/trace.go:171","msg":"trace[1799507220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18156; }","duration":"277.605117ms","start":"2026-03-03T21:55:15.760324Z","end":"2026-03-03T21:55:16.037929Z","steps":["trace[1799507220] 'range keys from in-memory index tree' (duration: 277.406553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:16.038483Z","caller":"traceutil/trace.go:171","msg":"trace[1593364320] linearizableReadLoop","detail":"{readStateIndex:18814; appliedIndex:18813; }","duration":"336.321478ms","start":"2026-03-03T21:55:15.702144Z","end":"2026-03-03T21:55:16.038466Z","steps":["trace[1593364320] 'read index received' (duration: 267.373071ms)","trace[1593364320] 'applied index is now lower than readState.Index' (duration: 68.946807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:55:16.038607Z","caller":"traceutil/trace.go:171","msg":"trace[2083584690] transaction","detail":"{read_only:false; response_revision:18157; number_of_response:1; }","duration":"336.509252ms","start":"2026-03-03T21:55:15.70206Z","end":"2026-03-03T21:55:16.038569Z","steps":["trace[2083584690] 'process raft request' (duration: 267.443853ms)","trace[2083584690] 'compare' (duration: 68.790303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:55:16.038713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.554273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T21:55:16.038735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:15.70204Z","time spent":"336.621964ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:55:16.038755Z","caller":"traceutil/trace.go:171","msg":"trace[1304726702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18157; }","duration":"336.681156ms","start":"2026-03-03T21:55:15.702059Z","end":"2026-03-03T21:55:16.03874Z","steps":["trace[1304726702] 'agreement among raft nodes before linearized reading' (duration: 336.510142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.038754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.15127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T21:55:16.0388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:15.702045Z","time spent":"336.744887ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:55:16.038823Z","caller":"traceutil/trace.go:171","msg":"trace[482821918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18157; }","duration":"334.246431ms","start":"2026-03-03T21:55:15.704559Z","end":"2026-03-03T21:55:16.038805Z","steps":["trace[482821918] 'agreement among raft nodes before linearized reading' (duration: 334.059047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.038866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:15.70455Z","time spent":"334.309134ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:55:16.038987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.727854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:55:16.039013Z","caller":"traceutil/trace.go:171","msg":"trace[1683793347] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18157; }","duration":"288.781895ms","start":"2026-03-03T21:55:15.750225Z","end":"2026-03-03T21:55:16.039006Z","steps":["trace[1683793347] 'agreement among raft nodes before linearized reading' (duration: 288.725074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.636232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:55:16.039046Z","caller":"traceutil/trace.go:171","msg":"trace[1199198614] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18157; }","duration":"288.734104ms","start":"2026-03-03T21:55:15.7503Z","end":"2026-03-03T21:55:16.039034Z","steps":["trace[1199198614] 'agreement among raft nodes before linearized reading' (duration: 288.640242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.03907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.01018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:55:16.039101Z","caller":"traceutil/trace.go:171","msg":"trace[1754560175] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18157; }","duration":"289.068182ms","start":"2026-03-03T21:55:15.750021Z","end":"2026-03-03T21:55:16.03909Z","steps":["trace[1754560175] 'agreement among raft nodes before linearized reading' (duration: 289.00373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.039234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.0089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-03T21:55:16.039258Z","caller":"traceutil/trace.go:171","msg":"trace[540131430] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18157; }","duration":"284.05432ms","start":"2026-03-03T21:55:15.755197Z","end":"2026-03-03T21:55:16.039252Z","steps":["trace[540131430] 'agreement among raft nodes before linearized reading' (duration: 283.938208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.362579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.487377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:55:16.362734Z","caller":"traceutil/trace.go:171","msg":"trace[765352940] transaction","detail":"{read_only:false; response_revision:18158; number_of_response:1; }","duration":"319.534346ms","start":"2026-03-03T21:55:16.04318Z","end":"2026-03-03T21:55:16.362714Z","steps":["trace[765352940] 'process raft request' (duration: 124.67027ms)","trace[765352940] 'compare' (duration: 194.310483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:55:16.362798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:16.04316Z","time spent":"319.608108ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:55:16.403225Z","caller":"traceutil/trace.go:171","msg":"trace[621472754] transaction","detail":"{read_only:false; response_revision:18159; number_of_response:1; }","duration":"359.631784ms","start":"2026-03-03T21:55:16.043571Z","end":"2026-03-03T21:55:16.403202Z","steps":["trace[621472754] 'process raft request' (duration: 359.45502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.403365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:16.043556Z","time spent":"359.736996ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:55:16.403403Z","caller":"traceutil/trace.go:171","msg":"trace[816433178] transaction","detail":"{read_only:false; response_revision:18160; number_of_response:1; }","duration":"359.556782ms","start":"2026-03-03T21:55:16.043819Z","end":"2026-03-03T21:55:16.403376Z","steps":["trace[816433178] 'process raft request' (duration: 359.336867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:16.403569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:16.043814Z","time spent":"359.677654ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:55:16.4036Z","caller":"traceutil/trace.go:171","msg":"trace[1321220464] linearizableReadLoop","detail":"{readStateIndex:18817; appliedIndex:18814; }","duration":"287.183489ms","start":"2026-03-03T21:55:16.116158Z","end":"2026-03-03T21:55:16.403341Z","steps":["trace[1321220464] 'read index received' (duration: 52.025851ms)","trace[1321220464] 'applied index is now lower than readState.Index' (duration: 235.152498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:55:16.403733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.553137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qfhnn\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T21:55:16.403831Z","caller":"traceutil/trace.go:171","msg":"trace[1929666512] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qfhnn; range_end:; response_count:1; response_revision:18160; }","duration":"287.69557ms","start":"2026-03-03T21:55:16.116112Z","end":"2026-03-03T21:55:16.403808Z","steps":["trace[1929666512] 'agreement among raft nodes before linearized reading' (duration: 287.406794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:47.326538Z","caller":"traceutil/trace.go:171","msg":"trace[1930884776] linearizableReadLoop","detail":"{readStateIndex:18989; appliedIndex:18988; }","duration":"122.603834ms","start":"2026-03-03T21:55:47.203904Z","end":"2026-03-03T21:55:47.326507Z","steps":["trace[1930884776] 'read index received' (duration: 122.359949ms)","trace[1930884776] 'applied index is now lower than readState.Index' (duration: 242.725µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:55:47.326689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.772039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:55:47.326691Z","caller":"traceutil/trace.go:171","msg":"trace[1569346676] transaction","detail":"{read_only:false; response_revision:18326; number_of_response:1; }","duration":"149.789077ms","start":"2026-03-03T21:55:47.17687Z","end":"2026-03-03T21:55:47.32666Z","steps":["trace[1569346676] 'process raft request' (duration: 149.449979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:47.326734Z","caller":"traceutil/trace.go:171","msg":"trace[961590701] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18326; }","duration":"122.87085ms","start":"2026-03-03T21:55:47.203848Z","end":"2026-03-03T21:55:47.326719Z","steps":["trace[961590701] 'agreement among raft nodes before linearized reading' (duration: 122.780458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:53.212461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.093359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:55:53.212706Z","caller":"traceutil/trace.go:171","msg":"trace[1097740217] linearizableReadLoop","detail":"{readStateIndex:19028; appliedIndex:19026; }","duration":"553.860422ms","start":"2026-03-03T21:55:52.658828Z","end":"2026-03-03T21:55:53.212688Z","steps":["trace[1097740217] 'read index received' (duration: 419.454106ms)","trace[1097740217] 'applied index is now lower than readState.Index' (duration: 134.405236ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:55:53.212729Z","caller":"traceutil/trace.go:171","msg":"trace[793187557] transaction","detail":"{read_only:false; response_revision:18363; number_of_response:1; }","duration":"596.149848ms","start":"2026-03-03T21:55:52.616538Z","end":"2026-03-03T21:55:53.212688Z","steps":["trace[793187557] 'process raft request' (duration: 461.730102ms)","trace[793187557] 'compare' (duration: 133.607418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:55:53.212946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:52.616521Z","time spent":"596.321761ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:55:53.212994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.631843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:55:53.212971Z","caller":"traceutil/trace.go:171","msg":"trace[249610681] transaction","detail":"{read_only:false; response_revision:18364; number_of_response:1; }","duration":"595.796721ms","start":"2026-03-03T21:55:52.617108Z","end":"2026-03-03T21:55:53.212905Z","steps":["trace[249610681] 'process raft request' (duration: 595.485524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:53.213042Z","caller":"traceutil/trace.go:171","msg":"trace[1890673710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18364; }","duration":"383.724835ms","start":"2026-03-03T21:55:52.829301Z","end":"2026-03-03T21:55:53.213025Z","steps":["trace[1890673710] 'agreement among raft nodes before linearized reading' (duration: 383.646654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:53.213105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:52.829277Z","time spent":"383.813898ms","remote":"127.0.0.1:57932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:55:53.213127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:52.617098Z","time spent":"595.946464ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:55:53.213333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.435374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-03T21:55:53.213415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.016707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T21:55:53.213467Z","caller":"traceutil/trace.go:171","msg":"trace[136723964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:18364; }","duration":"554.632799ms","start":"2026-03-03T21:55:52.658798Z","end":"2026-03-03T21:55:53.213431Z","steps":["trace[136723964] 'agreement among raft nodes before linearized reading' (duration: 554.051766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:55:53.213484Z","caller":"traceutil/trace.go:171","msg":"trace[1372697475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18364; }","duration":"256.081159ms","start":"2026-03-03T21:55:52.957381Z","end":"2026-03-03T21:55:53.213462Z","steps":["trace[1372697475] 'agreement among raft nodes before linearized reading' (duration: 255.886845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:55:53.21353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:55:52.658779Z","time spent":"554.738361ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T21:55:54.658251Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16151} {"level":"info","ts":"2026-03-03T21:55:54.758733Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16151,"took":"96.689431ms","hash":3077446232,"current-db-size-bytes":43671552,"current-db-size":"44 MB","current-db-size-in-use-bytes":30834688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T21:55:54.758791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3077446232,"revision":16151,"compact-revision":13576} {"level":"info","ts":"2026-03-03T21:58:07.886643Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:58:07.892999Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T21:58:07.893093Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-03T21:58:52.840836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717576369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:58:53.131227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02038884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:58:53.131719Z","caller":"traceutil/trace.go:171","msg":"trace[1791338584] transaction","detail":"{read_only:false; response_revision:19511; number_of_response:1; }","duration":"1.021491184s","start":"2026-03-03T21:58:52.110198Z","end":"2026-03-03T21:58:53.131689Z","steps":["trace[1791338584] 'process raft request' (duration: 1.021240589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:53.131923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.110183Z","time spent":"1.021615277s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:54.042882Z","caller":"traceutil/trace.go:171","msg":"trace[1910108444] transaction","detail":"{read_only:false; response_revision:19512; number_of_response:1; }","duration":"1.932049094s","start":"2026-03-03T21:58:52.11081Z","end":"2026-03-03T21:58:54.042859Z","steps":["trace[1910108444] 'process raft request' (duration: 1.93188622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.043015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.110771Z","time spent":"1.932176557s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:54.043279Z","caller":"traceutil/trace.go:171","msg":"trace[1801047559] transaction","detail":"{read_only:false; response_revision:19513; number_of_response:1; }","duration":"1.710456098s","start":"2026-03-03T21:58:52.332785Z","end":"2026-03-03T21:58:54.043241Z","steps":["trace[1801047559] 'process raft request' (duration: 1.710045648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.043386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.33275Z","time spent":"1.710585681s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:54.04343Z","caller":"traceutil/trace.go:171","msg":"trace[1222075751] transaction","detail":"{read_only:false; response_revision:19515; number_of_response:1; }","duration":"1.571258517s","start":"2026-03-03T21:58:52.472163Z","end":"2026-03-03T21:58:54.043421Z","steps":["trace[1222075751] 'process raft request' (duration: 1.571170915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.043465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.472132Z","time spent":"1.571314698s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:54.043452Z","caller":"traceutil/trace.go:171","msg":"trace[1032656692] transaction","detail":"{read_only:false; response_revision:19514; number_of_response:1; }","duration":"1.572665978s","start":"2026-03-03T21:58:52.470722Z","end":"2026-03-03T21:58:54.043388Z","steps":["trace[1032656692] 'process raft request' (duration: 1.572389812s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:54.043725Z","caller":"traceutil/trace.go:171","msg":"trace[1550907569] transaction","detail":"{read_only:false; response_revision:19516; number_of_response:1; }","duration":"1.090081763s","start":"2026-03-03T21:58:52.953637Z","end":"2026-03-03T21:58:54.043719Z","steps":["trace[1550907569] 'process raft request' (duration: 1.089740046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.043732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.470688Z","time spent":"1.572934774s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:54.043761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.953609Z","time spent":"1.090136815s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:54.340697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T21:58:54.340823Z","caller":"traceutil/trace.go:171","msg":"trace[1280717402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000840956s","start":"2026-03-03T21:58:52.339951Z","end":"2026-03-03T21:58:54.340792Z","steps":["trace[1280717402] 'agreement among raft nodes before linearized reading' (duration: 2.000694563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.34088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.339943Z","time spent":"2.000926618s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 21:58:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T21:58:54.667389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.886901ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T21:58:54.667551Z","caller":"traceutil/trace.go:171","msg":"trace[2086907028] linearizableReadLoop","detail":"{readStateIndex:20225; appliedIndex:20220; }","duration":"2.327545499s","start":"2026-03-03T21:58:52.33998Z","end":"2026-03-03T21:58:54.667526Z","steps":["trace[2086907028] 'read index received' (duration: 791.449492ms)","trace[2086907028] 'applied index is now lower than readState.Index' (duration: 1.536093207s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:58:54.667951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47026714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:54.668027Z","caller":"traceutil/trace.go:171","msg":"trace[1803074534] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19516; }","duration":"1.470415673s","start":"2026-03-03T21:58:53.197592Z","end":"2026-03-03T21:58:54.668008Z","steps":["trace[1803074534] 'agreement among raft nodes before linearized reading' (duration: 1.470308551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112246983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:58:54.668052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:53.197539Z","time spent":"1.470507506s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:58:54.668037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016157895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T21:58:54.668082Z","caller":"traceutil/trace.go:171","msg":"trace[1882619388] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19516; }","duration":"2.112327544s","start":"2026-03-03T21:58:52.555736Z","end":"2026-03-03T21:58:54.668064Z","steps":["trace[1882619388] 'agreement among raft nodes before linearized reading' (duration: 2.112262903s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:54.668103Z","caller":"traceutil/trace.go:171","msg":"trace[1558668435] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19516; }","duration":"2.016272488s","start":"2026-03-03T21:58:52.651811Z","end":"2026-03-03T21:58:54.668084Z","steps":["trace[1558668435] 'agreement among raft nodes before linearized reading' (duration: 2.016081504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07326244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-8646bfc5bc-kqp5v.189972c8371d7716\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-03T21:58:54.668121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.555715Z","time spent":"2.112396356s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:58:54.668138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.65179Z","time spent":"2.01634061s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T21:58:54.66816Z","caller":"traceutil/trace.go:171","msg":"trace[1930458769] range","detail":"{range_begin:/registry/events/openstack/cinder-api-8646bfc5bc-kqp5v.189972c8371d7716; range_end:; response_count:1; response_revision:19516; }","duration":"2.073311081s","start":"2026-03-03T21:58:52.594832Z","end":"2026-03-03T21:58:54.668144Z","steps":["trace[1930458769] 'agreement among raft nodes before linearized reading' (duration: 2.073097106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.594822Z","time spent":"2.073362632s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-8646bfc5bc-kqp5v.189972c8371d7716\" "} {"level":"warn","ts":"2026-03-03T21:58:54.66795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295570222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T21:58:54.668208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.581623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:54.668232Z","caller":"traceutil/trace.go:171","msg":"trace[661482543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19516; }","duration":"2.295906959s","start":"2026-03-03T21:58:52.372318Z","end":"2026-03-03T21:58:54.668225Z","steps":["trace[661482543] 'agreement among raft nodes before linearized reading' (duration: 2.295471879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:52.372294Z","time spent":"2.29595412s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:58:54.668246Z","caller":"traceutil/trace.go:171","msg":"trace[1535071526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19516; }","duration":"327.639894ms","start":"2026-03-03T21:58:54.340594Z","end":"2026-03-03T21:58:54.668233Z","steps":["trace[1535071526] 'agreement among raft nodes before linearized reading' (duration: 327.590343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.340578Z","time spent":"327.689705ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:58:54.667967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29272265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T21:58:54.66833Z","caller":"traceutil/trace.go:171","msg":"trace[1028877293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19516; }","duration":"1.293124949s","start":"2026-03-03T21:58:53.3752Z","end":"2026-03-03T21:58:54.668325Z","steps":["trace[1028877293] 'agreement among raft nodes before linearized reading' (duration: 1.292625238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:53.375179Z","time spent":"1.293163399s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T21:58:54.668464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.860329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T21:58:54.668492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14503307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:58:54.668493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492531333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T21:58:54.668551Z","caller":"traceutil/trace.go:171","msg":"trace[2007586398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19516; }","duration":"1.492588715s","start":"2026-03-03T21:58:53.175945Z","end":"2026-03-03T21:58:54.668534Z","steps":["trace[2007586398] 'agreement among raft nodes before linearized reading' (duration: 1.492118804s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131668654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T21:58:54.668517Z","caller":"traceutil/trace.go:171","msg":"trace[1431602637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19516; }","duration":"1.145098691s","start":"2026-03-03T21:58:53.523411Z","end":"2026-03-03T21:58:54.66851Z","steps":["trace[1431602637] 'agreement among raft nodes before linearized reading' (duration: 1.14505659s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:54.668619Z","caller":"traceutil/trace.go:171","msg":"trace[1821301370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19516; }","duration":"1.131748155s","start":"2026-03-03T21:58:53.536863Z","end":"2026-03-03T21:58:54.668611Z","steps":["trace[1821301370] 'agreement among raft nodes before linearized reading' (duration: 1.131651593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:53.523387Z","time spent":"1.145230394s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:58:54.668643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:53.536818Z","time spent":"1.131820957s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:58:54.668589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:53.175891Z","time spent":"1.492688947s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:58:54.668492Z","caller":"traceutil/trace.go:171","msg":"trace[1075076227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19516; }","duration":"411.92998ms","start":"2026-03-03T21:58:54.256553Z","end":"2026-03-03T21:58:54.668483Z","steps":["trace[1075076227] 'agreement among raft nodes before linearized reading' (duration: 411.839829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:54.668823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.25653Z","time spent":"412.284158ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T21:58:55.172652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717576378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:58:55.281361Z","caller":"traceutil/trace.go:171","msg":"trace[640260264] transaction","detail":"{read_only:false; response_revision:19517; number_of_response:1; }","duration":"610.290142ms","start":"2026-03-03T21:58:54.671046Z","end":"2026-03-03T21:58:55.281336Z","steps":["trace[640260264] 'process raft request' (duration: 610.043345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:55.281632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.671017Z","time spent":"610.418824ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:56.402611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.983126ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:56.402696Z","caller":"traceutil/trace.go:171","msg":"trace[2111552547] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19517; }","duration":"643.081028ms","start":"2026-03-03T21:58:55.759602Z","end":"2026-03-03T21:58:56.402683Z","steps":["trace[2111552547] 'range keys from in-memory index tree' (duration: 642.968294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:56.403598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.673184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:58:56.403906Z","caller":"traceutil/trace.go:171","msg":"trace[1622449345] linearizableReadLoop","detail":"{readStateIndex:20232; appliedIndex:20227; }","duration":"1.731431362s","start":"2026-03-03T21:58:54.672445Z","end":"2026-03-03T21:58:56.403877Z","steps":["trace[1622449345] 'read index received' (duration: 608.745207ms)","trace[1622449345] 'applied index is now lower than readState.Index' (duration: 1.122684705s)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:58:56.403955Z","caller":"traceutil/trace.go:171","msg":"trace[43771442] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"1.730803658s","start":"2026-03-03T21:58:54.673129Z","end":"2026-03-03T21:58:56.403933Z","steps":["trace[43771442] 'process raft request' (duration: 1.501714536s)","trace[43771442] 'compare' (duration: 227.996818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:58:56.40398Z","caller":"traceutil/trace.go:171","msg":"trace[501463131] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"1.729343376s","start":"2026-03-03T21:58:54.674625Z","end":"2026-03-03T21:58:56.403968Z","steps":["trace[501463131] 'process raft request' (duration: 1.729206753s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:56.403969Z","caller":"traceutil/trace.go:171","msg":"trace[2113080315] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"1.730190914s","start":"2026-03-03T21:58:54.673748Z","end":"2026-03-03T21:58:56.403939Z","steps":["trace[2113080315] 'process raft request' (duration: 1.729951369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:56.403976Z","caller":"traceutil/trace.go:171","msg":"trace[1801443226] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"1.729973249s","start":"2026-03-03T21:58:54.673967Z","end":"2026-03-03T21:58:56.40394Z","steps":["trace[1801443226] 'process raft request' (duration: 1.729820516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:56.40405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.674604Z","time spent":"1.729396326s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:56.404055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.673116Z","time spent":"1.73088358s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:56.404115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.673739Z","time spent":"1.730302016s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:56.404141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.673961Z","time spent":"1.730092812s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:56.404169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731714368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T21:58:56.404217Z","caller":"traceutil/trace.go:171","msg":"trace[663208242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f; range_end:; response_count:1; response_revision:19521; }","duration":"1.73178479s","start":"2026-03-03T21:58:54.67242Z","end":"2026-03-03T21:58:56.404204Z","steps":["trace[663208242] 'agreement among raft nodes before linearized reading' (duration: 1.731579015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:56.404266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.672402Z","time spent":"1.731855041s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" "} {"level":"info","ts":"2026-03-03T21:58:56.412422Z","caller":"traceutil/trace.go:171","msg":"trace[965679830] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"363.038166ms","start":"2026-03-03T21:58:56.049361Z","end":"2026-03-03T21:58:56.412399Z","steps":["trace[965679830] 'process raft request' (duration: 362.990465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:56.41269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:56.049337Z","time spent":"363.16068ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:56.413167Z","caller":"traceutil/trace.go:171","msg":"trace[1958526459] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"364.198103ms","start":"2026-03-03T21:58:56.048956Z","end":"2026-03-03T21:58:56.413154Z","steps":["trace[1958526459] 'process raft request' (duration: 363.226181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:56.413239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:56.048929Z","time spent":"364.276245ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:56.413408Z","caller":"traceutil/trace.go:171","msg":"trace[1373227807] transaction","detail":"{read_only:false; response_revision:19523; number_of_response:1; }","duration":"364.185213ms","start":"2026-03-03T21:58:56.0492Z","end":"2026-03-03T21:58:56.413386Z","steps":["trace[1373227807] 'process raft request' (duration: 363.114199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:56.413521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:56.049184Z","time spent":"364.274734ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:56.676434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T21:58:56.6766Z","caller":"traceutil/trace.go:171","msg":"trace[1061346067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388736s","start":"2026-03-03T21:58:54.676191Z","end":"2026-03-03T21:58:56.676579Z","steps":["trace[1061346067] 'agreement among raft nodes before linearized reading' (duration: 2.000209902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:56.676742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.676177Z","time spent":"2.00055146s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:58:57.423162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.004256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:58:57.423304Z","caller":"traceutil/trace.go:171","msg":"trace[613374303] linearizableReadLoop","detail":"{readStateIndex:20236; appliedIndex:20232; }","duration":"1.019310597s","start":"2026-03-03T21:58:56.403967Z","end":"2026-03-03T21:58:57.423278Z","steps":["trace[613374303] 'read index received' (duration: 8.241932ms)","trace[613374303] 'applied index is now lower than readState.Index' (duration: 1.011066615s)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:58:57.423562Z","caller":"traceutil/trace.go:171","msg":"trace[224371129] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"1.09398218s","start":"2026-03-03T21:58:56.32956Z","end":"2026-03-03T21:58:57.423542Z","steps":["trace[224371129] 'process raft request' (duration: 525.467462ms)","trace[224371129] 'compare' (duration: 567.808802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:58:57.423668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:56.329534Z","time spent":"1.094084792s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:57.423702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726734877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:58:57.423736Z","caller":"traceutil/trace.go:171","msg":"trace[531123453] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19525; }","duration":"2.726799209s","start":"2026-03-03T21:58:54.696926Z","end":"2026-03-03T21:58:57.423725Z","steps":["trace[531123453] 'agreement among raft nodes before linearized reading' (duration: 2.726683746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:57.423759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.696915Z","time spent":"2.726838709s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:58:57.423831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.859365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:58:57.423872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699960714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:57.4239Z","caller":"traceutil/trace.go:171","msg":"trace[1519737219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19525; }","duration":"746.966677ms","start":"2026-03-03T21:58:56.676916Z","end":"2026-03-03T21:58:57.423883Z","steps":["trace[1519737219] 'agreement among raft nodes before linearized reading' (duration: 746.836384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:57.423931Z","caller":"traceutil/trace.go:171","msg":"trace[2084800276] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19525; }","duration":"2.700039876s","start":"2026-03-03T21:58:54.723877Z","end":"2026-03-03T21:58:57.423917Z","steps":["trace[2084800276] 'agreement among raft nodes before linearized reading' (duration: 2.699956784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:57.423933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376198808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T21:58:57.423979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749652194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T21:58:57.423728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.614411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:57.424021Z","caller":"traceutil/trace.go:171","msg":"trace[772028646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19525; }","duration":"2.749700476s","start":"2026-03-03T21:58:54.674308Z","end":"2026-03-03T21:58:57.424008Z","steps":["trace[772028646] 'agreement among raft nodes before linearized reading' (duration: 2.74943972s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:57.424018Z","caller":"traceutil/trace.go:171","msg":"trace[1796144373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19525; }","duration":"1.37628569s","start":"2026-03-03T21:58:56.047715Z","end":"2026-03-03T21:58:57.424001Z","steps":["trace[1796144373] 'agreement among raft nodes before linearized reading' (duration: 1.376021154s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:57.424039Z","caller":"traceutil/trace.go:171","msg":"trace[1132203907] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19525; }","duration":"962.973799ms","start":"2026-03-03T21:58:56.461056Z","end":"2026-03-03T21:58:57.42403Z","steps":["trace[1132203907] 'agreement among raft nodes before linearized reading' (duration: 962.601261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:57.424054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.674302Z","time spent":"2.749744067s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T21:58:57.42407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:56.461041Z","time spent":"963.01984ms","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:58:57.42396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:56.676899Z","time spent":"747.05342ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:58:57.424104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287665956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T21:58:57.42389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138521145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5f95559d5b-b9jnr.1899739780f6c4da\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T21:58:57.424169Z","caller":"traceutil/trace.go:171","msg":"trace[1286941635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19525; }","duration":"2.287779989s","start":"2026-03-03T21:58:55.13637Z","end":"2026-03-03T21:58:57.42415Z","steps":["trace[1286941635] 'agreement among raft nodes before linearized reading' (duration: 2.287409101s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:57.424188Z","caller":"traceutil/trace.go:171","msg":"trace[162801646] range","detail":"{range_begin:/registry/events/openstack/heat-api-5f95559d5b-b9jnr.1899739780f6c4da; range_end:; response_count:1; response_revision:19525; }","duration":"2.138861252s","start":"2026-03-03T21:58:55.285308Z","end":"2026-03-03T21:58:57.424169Z","steps":["trace[162801646] 'agreement among raft nodes before linearized reading' (duration: 2.138404962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:57.424204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:55.136351Z","time spent":"2.287846801s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:58:57.424225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:55.285289Z","time spent":"2.138925394s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-5f95559d5b-b9jnr.1899739780f6c4da\" "} {"level":"warn","ts":"2026-03-03T21:58:57.423964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:54.723866Z","time spent":"2.700090667s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:58:57.424089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:56.047657Z","time spent":"1.376404232s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:58:57.930434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717576391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:58:58.161994Z","caller":"traceutil/trace.go:171","msg":"trace[2000623670] transaction","detail":"{read_only:false; response_revision:19526; number_of_response:1; }","duration":"735.730558ms","start":"2026-03-03T21:58:57.426212Z","end":"2026-03-03T21:58:58.161943Z","steps":["trace[2000623670] 'process raft request' (duration: 718.894115ms)","trace[2000623670] 'compare' (duration: 15.967984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:58:58.162313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:57.426196Z","time spent":"735.981013ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:58.193073Z","caller":"traceutil/trace.go:171","msg":"trace[1327890717] transaction","detail":"{read_only:false; response_revision:19527; number_of_response:1; }","duration":"765.515816ms","start":"2026-03-03T21:58:57.42753Z","end":"2026-03-03T21:58:58.193045Z","steps":["trace[1327890717] 'process raft request' (duration: 765.362833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.193258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:57.427503Z","time spent":"765.65181ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:58.193538Z","caller":"traceutil/trace.go:171","msg":"trace[708423746] transaction","detail":"{read_only:false; response_revision:19528; number_of_response:1; }","duration":"765.516066ms","start":"2026-03-03T21:58:57.427994Z","end":"2026-03-03T21:58:58.19351Z","steps":["trace[708423746] 'process raft request' (duration: 765.010565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.193677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:57.427986Z","time spent":"765.613688ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:58:58.193738Z","caller":"traceutil/trace.go:171","msg":"trace[1114163674] linearizableReadLoop","detail":"{readStateIndex:20239; appliedIndex:20236; }","duration":"763.343068ms","start":"2026-03-03T21:58:57.430375Z","end":"2026-03-03T21:58:58.193718Z","steps":["trace[1114163674] 'read index received' (duration: 714.66082ms)","trace[1114163674] 'applied index is now lower than readState.Index' (duration: 48.680358ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:58:58.193816Z","caller":"traceutil/trace.go:171","msg":"trace[1936174626] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"200.806385ms","start":"2026-03-03T21:58:57.992979Z","end":"2026-03-03T21:58:58.193786Z","steps":["trace[1936174626] 'process raft request' (duration: 200.402226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.193868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.467091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:58.19397Z","caller":"traceutil/trace.go:171","msg":"trace[1186350801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19529; }","duration":"763.627625ms","start":"2026-03-03T21:58:57.430319Z","end":"2026-03-03T21:58:58.193946Z","steps":["trace[1186350801] 'agreement among raft nodes before linearized reading' (duration: 763.457761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.193971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.725316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:58.194067Z","caller":"traceutil/trace.go:171","msg":"trace[12452648] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19529; }","duration":"693.87252ms","start":"2026-03-03T21:58:57.500173Z","end":"2026-03-03T21:58:58.194045Z","steps":["trace[12452648] 'agreement among raft nodes before linearized reading' (duration: 693.687656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.194115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.176019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:58:58.194168Z","caller":"traceutil/trace.go:171","msg":"trace[1761252676] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19529; }","duration":"405.260661ms","start":"2026-03-03T21:58:57.788897Z","end":"2026-03-03T21:58:58.194158Z","steps":["trace[1761252676] 'agreement among raft nodes before linearized reading' (duration: 405.146709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.194172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:57.500155Z","time spent":"693.999082ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T21:58:58.194267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.141777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T21:58:58.194317Z","caller":"traceutil/trace.go:171","msg":"trace[39234971] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19529; }","duration":"554.228149ms","start":"2026-03-03T21:58:57.640072Z","end":"2026-03-03T21:58:58.1943Z","steps":["trace[39234971] 'agreement among raft nodes before linearized reading' (duration: 554.057785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.19435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:57.640052Z","time spent":"554.290429ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T21:58:58.194011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:57.430298Z","time spent":"763.705436ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:58:58.194199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:57.788882Z","time spent":"405.308972ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:58:58.194076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.791169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T21:58:58.194541Z","caller":"traceutil/trace.go:171","msg":"trace[1079021980] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:19529; }","duration":"189.28598ms","start":"2026-03-03T21:58:58.00524Z","end":"2026-03-03T21:58:58.194526Z","steps":["trace[1079021980] 'agreement among raft nodes before linearized reading' (duration: 188.641956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:58.613748Z","caller":"traceutil/trace.go:171","msg":"trace[1622478674] linearizableReadLoop","detail":"{readStateIndex:20242; appliedIndex:20240; }","duration":"414.6892ms","start":"2026-03-03T21:58:58.199028Z","end":"2026-03-03T21:58:58.613717Z","steps":["trace[1622478674] 'read index received' (duration: 1.282569ms)","trace[1622478674] 'applied index is now lower than readState.Index' (duration: 413.404891ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:58:58.614217Z","caller":"traceutil/trace.go:171","msg":"trace[2127763617] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"417.669386ms","start":"2026-03-03T21:58:58.196508Z","end":"2026-03-03T21:58:58.614177Z","steps":["trace[2127763617] 'process raft request' (duration: 323.545223ms)","trace[2127763617] 'compare' (duration: 93.50899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:58:58.614431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:58.19648Z","time spent":"417.8223ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:58.614587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.433147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70cb56fe-deb2-4fa4-bee6-24287a4e7cb4\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T21:58:58.614676Z","caller":"traceutil/trace.go:171","msg":"trace[503372409] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70cb56fe-deb2-4fa4-bee6-24287a4e7cb4; range_end:; response_count:1; response_revision:19530; }","duration":"415.678802ms","start":"2026-03-03T21:58:58.19898Z","end":"2026-03-03T21:58:58.614659Z","steps":["trace[503372409] 'agreement among raft nodes before linearized reading' (duration: 415.216172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.614886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:58.198969Z","time spent":"415.840747ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-70cb56fe-deb2-4fa4-bee6-24287a4e7cb4\" "} {"level":"info","ts":"2026-03-03T21:58:58.616267Z","caller":"traceutil/trace.go:171","msg":"trace[1666298218] transaction","detail":"{read_only:false; response_revision:19531; number_of_response:1; }","duration":"414.719341ms","start":"2026-03-03T21:58:58.201514Z","end":"2026-03-03T21:58:58.616234Z","steps":["trace[1666298218] 'process raft request' (duration: 414.397504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:58.616472Z","caller":"traceutil/trace.go:171","msg":"trace[1593492809] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"148.504638ms","start":"2026-03-03T21:58:58.467908Z","end":"2026-03-03T21:58:58.616412Z","steps":["trace[1593492809] 'process raft request' (duration: 148.290243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.616423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.721376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:58:58.61653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:58.201486Z","time spent":"414.942556ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:58:58.616552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.004243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T21:58:58.616561Z","caller":"traceutil/trace.go:171","msg":"trace[49288339] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19533; }","duration":"416.90295ms","start":"2026-03-03T21:58:58.199633Z","end":"2026-03-03T21:58:58.616536Z","steps":["trace[49288339] 'agreement among raft nodes before linearized reading' (duration: 416.652854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:58.6166Z","caller":"traceutil/trace.go:171","msg":"trace[1284405751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19533; }","duration":"207.111576ms","start":"2026-03-03T21:58:58.409476Z","end":"2026-03-03T21:58:58.616588Z","steps":["trace[1284405751] 'agreement among raft nodes before linearized reading' (duration: 206.953962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.616599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.100455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T21:58:58.616623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:58:58.199619Z","time spent":"416.988481ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T21:58:58.616646Z","caller":"traceutil/trace.go:171","msg":"trace[1106275076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19533; }","duration":"207.192137ms","start":"2026-03-03T21:58:58.409442Z","end":"2026-03-03T21:58:58.616634Z","steps":["trace[1106275076] 'agreement among raft nodes before linearized reading' (duration: 207.030523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:58:58.616768Z","caller":"traceutil/trace.go:171","msg":"trace[2025038607] transaction","detail":"{read_only:false; response_revision:19532; number_of_response:1; }","duration":"149.336105ms","start":"2026-03-03T21:58:58.467419Z","end":"2026-03-03T21:58:58.616755Z","steps":["trace[2025038607] 'process raft request' (duration: 148.688011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:58:58.616866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.30204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T21:58:58.616898Z","caller":"traceutil/trace.go:171","msg":"trace[185527339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19533; }","duration":"207.34357ms","start":"2026-03-03T21:58:58.409543Z","end":"2026-03-03T21:58:58.616887Z","steps":["trace[185527339] 'agreement among raft nodes before linearized reading' (duration: 207.254678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:00:03.438578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.276599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T22:00:03.448496Z","caller":"traceutil/trace.go:171","msg":"trace[327222674] linearizableReadLoop","detail":"{readStateIndex:20886; appliedIndex:20884; }","duration":"108.346259ms","start":"2026-03-03T22:00:03.340117Z","end":"2026-03-03T22:00:03.448463Z","steps":["trace[327222674] 'read index received' (duration: 108.030522ms)","trace[327222674] 'applied index is now lower than readState.Index' (duration: 314.557µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:00:03.448612Z","caller":"traceutil/trace.go:171","msg":"trace[1592348232] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"166.628888ms","start":"2026-03-03T22:00:03.281938Z","end":"2026-03-03T22:00:03.448566Z","steps":["trace[1592348232] 'process raft request' (duration: 166.451544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:00:03.448654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.524704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:00:03.448657Z","caller":"traceutil/trace.go:171","msg":"trace[1858568278] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"167.840016ms","start":"2026-03-03T22:00:03.280726Z","end":"2026-03-03T22:00:03.448566Z","steps":["trace[1858568278] 'process raft request' (duration: 167.466018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:00:03.448742Z","caller":"traceutil/trace.go:171","msg":"trace[954260833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20151; }","duration":"108.656536ms","start":"2026-03-03T22:00:03.340061Z","end":"2026-03-03T22:00:03.448718Z","steps":["trace[954260833] 'agreement among raft nodes before linearized reading' (duration: 108.512993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:00:54.665807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18378} {"level":"info","ts":"2026-03-03T22:00:54.786377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18378,"took":"117.243886ms","hash":1769709532,"current-db-size-bytes":44515328,"current-db-size":"44 MB","current-db-size-in-use-bytes":26628096,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T22:00:54.786477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1769709532,"revision":18378,"compact-revision":16151} {"level":"warn","ts":"2026-03-03T22:02:38.022458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.427072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:38.022539Z","caller":"traceutil/trace.go:171","msg":"trace[746074016] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21254; }","duration":"375.523674ms","start":"2026-03-03T22:02:37.646998Z","end":"2026-03-03T22:02:38.022522Z","steps":["trace[746074016] 'range keys from in-memory index tree' (duration: 375.324139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:38.022568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.97755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T22:02:38.022576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:37.646992Z","time spent":"375.575185ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T22:02:38.0226Z","caller":"traceutil/trace.go:171","msg":"trace[2075555641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21254; }","duration":"178.042741ms","start":"2026-03-03T22:02:37.844549Z","end":"2026-03-03T22:02:38.022592Z","steps":["trace[2075555641] 'range keys from in-memory index tree' (duration: 177.859698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:49.071909Z","caller":"traceutil/trace.go:171","msg":"trace[496591861] linearizableReadLoop","detail":"{readStateIndex:22511; appliedIndex:22510; }","duration":"214.831556ms","start":"2026-03-03T22:02:48.857054Z","end":"2026-03-03T22:02:49.071885Z","steps":["trace[496591861] 'read index received' (duration: 214.712023ms)","trace[496591861] 'applied index is now lower than readState.Index' (duration: 118.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:49.071958Z","caller":"traceutil/trace.go:171","msg":"trace[249144300] transaction","detail":"{read_only:false; response_revision:21728; number_of_response:1; }","duration":"216.309569ms","start":"2026-03-03T22:02:48.855619Z","end":"2026-03-03T22:02:49.071929Z","steps":["trace[249144300] 'process raft request' (duration: 216.104074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:49.07209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.01812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-03T22:02:49.072159Z","caller":"traceutil/trace.go:171","msg":"trace[884511087] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21728; }","duration":"215.117962ms","start":"2026-03-03T22:02:48.857029Z","end":"2026-03-03T22:02:49.072147Z","steps":["trace[884511087] 'agreement among raft nodes before linearized reading' (duration: 214.977518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:49.075674Z","caller":"traceutil/trace.go:171","msg":"trace[2084993585] transaction","detail":"{read_only:false; response_revision:21729; number_of_response:1; }","duration":"164.506132ms","start":"2026-03-03T22:02:48.911158Z","end":"2026-03-03T22:02:49.075664Z","steps":["trace[2084993585] 'process raft request' (duration: 164.361209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:49.075966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.924856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-fqswn\" ","response":"range_response_count:1 size:3480"} {"level":"info","ts":"2026-03-03T22:02:49.07599Z","caller":"traceutil/trace.go:171","msg":"trace[1853536316] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-fqswn; range_end:; response_count:1; response_revision:21730; }","duration":"213.964567ms","start":"2026-03-03T22:02:48.862019Z","end":"2026-03-03T22:02:49.075983Z","steps":["trace[1853536316] 'agreement among raft nodes before linearized reading' (duration: 213.846884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:49.076205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.978593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2140"} {"level":"info","ts":"2026-03-03T22:02:49.076244Z","caller":"traceutil/trace.go:171","msg":"trace[598708610] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:21730; }","duration":"123.056404ms","start":"2026-03-03T22:02:48.953178Z","end":"2026-03-03T22:02:49.076235Z","steps":["trace[598708610] 'agreement among raft nodes before linearized reading' (duration: 122.936882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:49.077082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.176438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-03T22:02:49.077151Z","caller":"traceutil/trace.go:171","msg":"trace[578565632] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21730; }","duration":"133.29259ms","start":"2026-03-03T22:02:48.943842Z","end":"2026-03-03T22:02:49.077134Z","steps":["trace[578565632] 'agreement among raft nodes before linearized reading' (duration: 132.282908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.663844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.244523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:50.663941Z","caller":"traceutil/trace.go:171","msg":"trace[1962422711] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21790; }","duration":"228.387836ms","start":"2026-03-03T22:02:50.435532Z","end":"2026-03-03T22:02:50.66392Z","steps":["trace[1962422711] 'count revisions from in-memory index tree' (duration: 228.173561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.664154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.439897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:50.66418Z","caller":"traceutil/trace.go:171","msg":"trace[1780263620] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21790; }","duration":"228.475338ms","start":"2026-03-03T22:02:50.435697Z","end":"2026-03-03T22:02:50.664172Z","steps":["trace[1780263620] 'range keys from in-memory index tree' (duration: 228.413917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.664366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.140385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:50.664382Z","caller":"traceutil/trace.go:171","msg":"trace[1917097534] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21790; }","duration":"225.186545ms","start":"2026-03-03T22:02:50.439191Z","end":"2026-03-03T22:02:50.664377Z","steps":["trace[1917097534] 'range keys from in-memory index tree' (duration: 225.079503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.664576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.976916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:39919"} {"level":"info","ts":"2026-03-03T22:02:50.664591Z","caller":"traceutil/trace.go:171","msg":"trace[602362827] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21790; }","duration":"223.013127ms","start":"2026-03-03T22:02:50.441573Z","end":"2026-03-03T22:02:50.664586Z","steps":["trace[602362827] 'range keys from in-memory index tree' (duration: 222.834343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.66475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.56664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-6f52d\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-03-03T22:02:50.664764Z","caller":"traceutil/trace.go:171","msg":"trace[1594019881] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-6f52d; range_end:; response_count:1; response_revision:21790; }","duration":"219.604392ms","start":"2026-03-03T22:02:50.445155Z","end":"2026-03-03T22:02:50.664759Z","steps":["trace[1594019881] 'range keys from in-memory index tree' (duration: 219.496009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.664872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.071122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:50.664887Z","caller":"traceutil/trace.go:171","msg":"trace[1121957775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21790; }","duration":"210.117862ms","start":"2026-03-03T22:02:50.454763Z","end":"2026-03-03T22:02:50.664881Z","steps":["trace[1121957775] 'range keys from in-memory index tree' (duration: 210.0016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.664981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.01387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:50.664994Z","caller":"traceutil/trace.go:171","msg":"trace[312583924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21790; }","duration":"210.036741ms","start":"2026-03-03T22:02:50.454953Z","end":"2026-03-03T22:02:50.66499Z","steps":["trace[312583924] 'count revisions from in-memory index tree' (duration: 209.982359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.665456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.147525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:50.66554Z","caller":"traceutil/trace.go:171","msg":"trace[531067686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21790; }","duration":"201.241597ms","start":"2026-03-03T22:02:50.46427Z","end":"2026-03-03T22:02:50.665512Z","steps":["trace[531067686] 'count revisions from in-memory index tree' (duration: 201.108114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.665731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.636236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:50.665749Z","caller":"traceutil/trace.go:171","msg":"trace[2141716075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21790; }","duration":"201.678627ms","start":"2026-03-03T22:02:50.464065Z","end":"2026-03-03T22:02:50.665744Z","steps":["trace[2141716075] 'range keys from in-memory index tree' (duration: 201.585245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:50.671689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.299287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-03T22:02:50.671754Z","caller":"traceutil/trace.go:171","msg":"trace[503589281] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21790; }","duration":"210.392559ms","start":"2026-03-03T22:02:50.461348Z","end":"2026-03-03T22:02:50.67174Z","steps":["trace[503589281] 'range keys from in-memory index tree' (duration: 203.728882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:52.438893Z","caller":"traceutil/trace.go:171","msg":"trace[58116093] linearizableReadLoop","detail":"{readStateIndex:22620; appliedIndex:22619; }","duration":"166.843433ms","start":"2026-03-03T22:02:52.272022Z","end":"2026-03-03T22:02:52.438865Z","steps":["trace[58116093] 'read index received' (duration: 166.626488ms)","trace[58116093] 'applied index is now lower than readState.Index' (duration: 215.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:52.439326Z","caller":"traceutil/trace.go:171","msg":"trace[984480571] transaction","detail":"{read_only:false; response_revision:21837; number_of_response:1; }","duration":"229.496521ms","start":"2026-03-03T22:02:52.209786Z","end":"2026-03-03T22:02:52.439282Z","steps":["trace[984480571] 'process raft request' (duration: 228.806866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:52.439563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.492258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephclients/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:52.439693Z","caller":"traceutil/trace.go:171","msg":"trace[541285743] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/cert-manager-test/; range_end:/registry/ceph.rook.io/cephclients/cert-manager-test0; response_count:0; response_revision:21837; }","duration":"167.684822ms","start":"2026-03-03T22:02:52.271982Z","end":"2026-03-03T22:02:52.439666Z","steps":["trace[541285743] 'agreement among raft nodes before linearized reading' (duration: 167.395365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:52.443217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.128411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:02:52.443345Z","caller":"traceutil/trace.go:171","msg":"trace[2072879822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21838; }","duration":"153.263264ms","start":"2026-03-03T22:02:52.290053Z","end":"2026-03-03T22:02:52.443316Z","steps":["trace[2072879822] 'agreement among raft nodes before linearized reading' (duration: 152.994048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:52.443778Z","caller":"traceutil/trace.go:171","msg":"trace[1038276084] transaction","detail":"{read_only:false; response_revision:21838; number_of_response:1; }","duration":"100.599278ms","start":"2026-03-03T22:02:52.343157Z","end":"2026-03-03T22:02:52.443756Z","steps":["trace[1038276084] 'process raft request' (duration: 99.752619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:52.444146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.720297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:02:52.444235Z","caller":"traceutil/trace.go:171","msg":"trace[815023582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21838; }","duration":"136.8296ms","start":"2026-03-03T22:02:52.307383Z","end":"2026-03-03T22:02:52.444212Z","steps":["trace[815023582] 'agreement among raft nodes before linearized reading' (duration: 136.592814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:57.207038Z","caller":"traceutil/trace.go:171","msg":"trace[2084994324] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"409.038836ms","start":"2026-03-03T22:02:56.797966Z","end":"2026-03-03T22:02:57.207005Z","steps":["trace[2084994324] 'process raft request' (duration: 408.833101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:57.207309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:56.797942Z","time spent":"409.183999ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:57.801629Z","caller":"traceutil/trace.go:171","msg":"trace[1286895298] linearizableReadLoop","detail":"{readStateIndex:22730; appliedIndex:22729; }","duration":"460.733771ms","start":"2026-03-03T22:02:57.340849Z","end":"2026-03-03T22:02:57.801583Z","steps":["trace[1286895298] 'read index received' (duration: 460.510465ms)","trace[1286895298] 'applied index is now lower than readState.Index' (duration: 222.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:57.801682Z","caller":"traceutil/trace.go:171","msg":"trace[2062132559] transaction","detail":"{read_only:false; response_revision:21946; number_of_response:1; }","duration":"622.538804ms","start":"2026-03-03T22:02:57.179115Z","end":"2026-03-03T22:02:57.801654Z","steps":["trace[2062132559] 'process raft request' (duration: 622.293307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:57.801793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.922375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:57.801834Z","caller":"traceutil/trace.go:171","msg":"trace[1434398844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21946; }","duration":"461.011777ms","start":"2026-03-03T22:02:57.340806Z","end":"2026-03-03T22:02:57.801818Z","steps":["trace[1434398844] 'agreement among raft nodes before linearized reading' (duration: 460.931845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:57.801847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:57.179092Z","time spent":"622.655886ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:57.80187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:57.340786Z","time spent":"461.077178ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:02:57.823088Z","caller":"traceutil/trace.go:171","msg":"trace[801078087] transaction","detail":"{read_only:false; response_revision:21947; number_of_response:1; }","duration":"190.974158ms","start":"2026-03-03T22:02:57.632093Z","end":"2026-03-03T22:02:57.823068Z","steps":["trace[801078087] 'process raft request' (duration: 190.824365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:57.823455Z","caller":"traceutil/trace.go:171","msg":"trace[1333799851] transaction","detail":"{read_only:false; response_revision:21948; number_of_response:1; }","duration":"187.89885ms","start":"2026-03-03T22:02:57.635495Z","end":"2026-03-03T22:02:57.823394Z","steps":["trace[1333799851] 'process raft request' (duration: 187.528712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:57.823715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.220346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:02:57.823765Z","caller":"traceutil/trace.go:171","msg":"trace[989173274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21950; }","duration":"239.334149ms","start":"2026-03-03T22:02:57.584413Z","end":"2026-03-03T22:02:57.823747Z","steps":["trace[989173274] 'agreement among raft nodes before linearized reading' (duration: 239.168065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:57.823783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.05645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-5kdk4\" ","response":"range_response_count:1 size:5303"} {"level":"warn","ts":"2026-03-03T22:02:57.823806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.636461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:57.823841Z","caller":"traceutil/trace.go:171","msg":"trace[1968640806] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-5kdk4; range_end:; response_count:1; response_revision:21950; }","duration":"238.123222ms","start":"2026-03-03T22:02:57.585697Z","end":"2026-03-03T22:02:57.82382Z","steps":["trace[1968640806] 'agreement among raft nodes before linearized reading' (duration: 237.951828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:57.823887Z","caller":"traceutil/trace.go:171","msg":"trace[1291839892] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21950; }","duration":"270.788075ms","start":"2026-03-03T22:02:57.553077Z","end":"2026-03-03T22:02:57.823866Z","steps":["trace[1291839892] 'agreement among raft nodes before linearized reading' (duration: 270.636271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:57.823913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.527982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:02:57.823943Z","caller":"traceutil/trace.go:171","msg":"trace[2090185731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21950; }","duration":"238.570273ms","start":"2026-03-03T22:02:57.585365Z","end":"2026-03-03T22:02:57.823935Z","steps":["trace[2090185731] 'agreement among raft nodes before linearized reading' (duration: 238.48495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:57.823426Z","caller":"traceutil/trace.go:171","msg":"trace[24767160] transaction","detail":"{read_only:false; response_revision:21949; number_of_response:1; }","duration":"186.246473ms","start":"2026-03-03T22:02:57.637159Z","end":"2026-03-03T22:02:57.823406Z","steps":["trace[24767160] 'process raft request' (duration: 186.0864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:58.468143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.323784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:02:58.468219Z","caller":"traceutil/trace.go:171","msg":"trace[352125852] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"639.618531ms","start":"2026-03-03T22:02:57.828588Z","end":"2026-03-03T22:02:58.468206Z","steps":["trace[352125852] 'process raft request' (duration: 402.176914ms)","trace[352125852] 'compare' (duration: 237.250622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:02:58.468255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:57.828573Z","time spent":"639.664082ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:58.490472Z","caller":"traceutil/trace.go:171","msg":"trace[794382493] transaction","detail":"{read_only:false; response_revision:21953; number_of_response:1; }","duration":"657.847114ms","start":"2026-03-03T22:02:57.832598Z","end":"2026-03-03T22:02:58.490445Z","steps":["trace[794382493] 'process raft request' (duration: 657.733011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:58.490529Z","caller":"traceutil/trace.go:171","msg":"trace[1265570231] transaction","detail":"{read_only:false; response_revision:21952; number_of_response:1; }","duration":"661.275799ms","start":"2026-03-03T22:02:57.82916Z","end":"2026-03-03T22:02:58.490436Z","steps":["trace[1265570231] 'process raft request' (duration: 661.012124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:58.490659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:57.829144Z","time spent":"661.439504ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:58.490658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:57.832571Z","time spent":"657.981106ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5623,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:58.490648Z","caller":"traceutil/trace.go:171","msg":"trace[881067328] linearizableReadLoop","detail":"{readStateIndex:22738; appliedIndex:22734; }","duration":"471.713793ms","start":"2026-03-03T22:02:58.018901Z","end":"2026-03-03T22:02:58.490615Z","steps":["trace[881067328] 'read index received' (duration: 212.032544ms)","trace[881067328] 'applied index is now lower than readState.Index' (duration: 259.679259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:58.490726Z","caller":"traceutil/trace.go:171","msg":"trace[1838091463] transaction","detail":"{read_only:false; response_revision:21954; number_of_response:1; }","duration":"558.008104ms","start":"2026-03-03T22:02:57.932661Z","end":"2026-03-03T22:02:58.49067Z","steps":["trace[1838091463] 'process raft request' (duration: 557.729107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:58.490882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:57.932633Z","time spent":"558.168737ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":969,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T22:02:58.490976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.072522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T22:02:58.491026Z","caller":"traceutil/trace.go:171","msg":"trace[257393995] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:21954; }","duration":"472.139053ms","start":"2026-03-03T22:02:58.018875Z","end":"2026-03-03T22:02:58.491014Z","steps":["trace[257393995] 'agreement among raft nodes before linearized reading' (duration: 471.895568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:58.491058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:58.01879Z","time spent":"472.261606ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-03T22:02:58.498669Z","caller":"traceutil/trace.go:171","msg":"trace[1856211026] transaction","detail":"{read_only:false; response_revision:21955; number_of_response:1; }","duration":"152.350332ms","start":"2026-03-03T22:02:58.346291Z","end":"2026-03-03T22:02:58.498641Z","steps":["trace[1856211026] 'process raft request' (duration: 151.686138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:58.499026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.68919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:02:58.499101Z","caller":"traceutil/trace.go:171","msg":"trace[983248337] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21956; }","duration":"404.804423ms","start":"2026-03-03T22:02:58.094269Z","end":"2026-03-03T22:02:58.499073Z","steps":["trace[983248337] 'agreement among raft nodes before linearized reading' (duration: 404.651008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:58.499149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:58.094185Z","time spent":"404.954115ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:02:58.499437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.21851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:02:58.49967Z","caller":"traceutil/trace.go:171","msg":"trace[60280496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21956; }","duration":"292.474615ms","start":"2026-03-03T22:02:58.207185Z","end":"2026-03-03T22:02:58.499659Z","steps":["trace[60280496] 'agreement among raft nodes before linearized reading' (duration: 292.111688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:58.499773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.679071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:58.499819Z","caller":"traceutil/trace.go:171","msg":"trace[1283866668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21956; }","duration":"157.783594ms","start":"2026-03-03T22:02:58.342024Z","end":"2026-03-03T22:02:58.499808Z","steps":["trace[1283866668] 'agreement among raft nodes before linearized reading' (duration: 157.699962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:04:06.973412Z","caller":"traceutil/trace.go:171","msg":"trace[1558165433] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"133.261141ms","start":"2026-03-03T22:04:06.840131Z","end":"2026-03-03T22:04:06.973392Z","steps":["trace[1558165433] 'process raft request' (duration: 133.145198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:04:06.973413Z","caller":"traceutil/trace.go:171","msg":"trace[1912749100] linearizableReadLoop","detail":"{readStateIndex:23480; appliedIndex:23479; }","duration":"130.786346ms","start":"2026-03-03T22:04:06.8426Z","end":"2026-03-03T22:04:06.973386Z","steps":["trace[1912749100] 'read index received' (duration: 130.777395ms)","trace[1912749100] 'applied index is now lower than readState.Index' (duration: 7.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:04:06.973556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.941809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:04:06.973616Z","caller":"traceutil/trace.go:171","msg":"trace[2042024924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22678; }","duration":"131.032471ms","start":"2026-03-03T22:04:06.842573Z","end":"2026-03-03T22:04:06.973605Z","steps":["trace[2042024924] 'agreement among raft nodes before linearized reading' (duration: 130.847867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:04:06.981596Z","caller":"traceutil/trace.go:171","msg":"trace[78159303] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"138.473917ms","start":"2026-03-03T22:04:06.843105Z","end":"2026-03-03T22:04:06.981579Z","steps":["trace[78159303] 'process raft request' (duration: 138.301353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:04:06.981703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.780664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:04:06.981775Z","caller":"traceutil/trace.go:171","msg":"trace[1046750138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22679; }","duration":"138.879536ms","start":"2026-03-03T22:04:06.842871Z","end":"2026-03-03T22:04:06.981751Z","steps":["trace[1046750138] 'agreement among raft nodes before linearized reading' (duration: 138.677181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:04:06.981752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.194525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:04:06.981823Z","caller":"traceutil/trace.go:171","msg":"trace[24834570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22679; }","duration":"131.316207ms","start":"2026-03-03T22:04:06.850492Z","end":"2026-03-03T22:04:06.981809Z","steps":["trace[24834570] 'agreement among raft nodes before linearized reading' (duration: 131.102092ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:04:19.88919Z","caller":"traceutil/trace.go:171","msg":"trace[554314572] linearizableReadLoop","detail":"{readStateIndex:23578; appliedIndex:23577; }","duration":"124.299821ms","start":"2026-03-03T22:04:19.764869Z","end":"2026-03-03T22:04:19.889169Z","steps":["trace[554314572] 'read index received' (duration: 124.077526ms)","trace[554314572] 'applied index is now lower than readState.Index' (duration: 221.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:04:19.889254Z","caller":"traceutil/trace.go:171","msg":"trace[1106928484] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"217.008731ms","start":"2026-03-03T22:04:19.672221Z","end":"2026-03-03T22:04:19.88923Z","steps":["trace[1106928484] 'process raft request' (duration: 216.780586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:04:19.889391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.510526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T22:04:19.889432Z","caller":"traceutil/trace.go:171","msg":"trace[1846353294] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22773; }","duration":"124.581367ms","start":"2026-03-03T22:04:19.76484Z","end":"2026-03-03T22:04:19.889421Z","steps":["trace[1846353294] 'agreement among raft nodes before linearized reading' (duration: 124.447364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:04:19.889383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.486365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:04:19.889607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.7008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:04:19.8896Z","caller":"traceutil/trace.go:171","msg":"trace[10545411] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22773; }","duration":"124.70045ms","start":"2026-03-03T22:04:19.764869Z","end":"2026-03-03T22:04:19.889569Z","steps":["trace[10545411] 'agreement among raft nodes before linearized reading' (duration: 124.461405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:04:19.889641Z","caller":"traceutil/trace.go:171","msg":"trace[1996198698] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22773; }","duration":"124.74212ms","start":"2026-03-03T22:04:19.764891Z","end":"2026-03-03T22:04:19.889633Z","steps":["trace[1996198698] 'agreement among raft nodes before linearized reading' (duration: 124.692379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:04:19.889695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.06699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:04:19.889802Z","caller":"traceutil/trace.go:171","msg":"trace[598128669] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22773; }","duration":"121.252074ms","start":"2026-03-03T22:04:19.768528Z","end":"2026-03-03T22:04:19.88978Z","steps":["trace[598128669] 'agreement among raft nodes before linearized reading' (duration: 120.952717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:04:19.889824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.814083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:04:19.889927Z","caller":"traceutil/trace.go:171","msg":"trace[1188980361] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22773; }","duration":"124.953075ms","start":"2026-03-03T22:04:19.764954Z","end":"2026-03-03T22:04:19.889907Z","steps":["trace[1188980361] 'agreement among raft nodes before linearized reading' (duration: 124.71748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:05:54.674913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20520} {"level":"info","ts":"2026-03-03T22:05:54.800179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20520,"took":"118.364609ms","hash":3696642223,"current-db-size-bytes":46624768,"current-db-size":"47 MB","current-db-size-in-use-bytes":39936000,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-03T22:05:54.800238Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3696642223,"revision":20520,"compact-revision":18378} {"level":"warn","ts":"2026-03-03T22:06:23.150771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T22:06:23.651762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T22:06:23.673098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244840767s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T22:06:23.673475Z","caller":"traceutil/trace.go:171","msg":"trace[22678911] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"1.245314277s","start":"2026-03-03T22:06:22.428134Z","end":"2026-03-03T22:06:23.673448Z","steps":["trace[22678911] 'process raft request' (duration: 1.245129723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:23.673611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.428113Z","time spent":"1.245406599s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:24.212365Z","caller":"traceutil/trace.go:171","msg":"trace[544874605] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"1.590996587s","start":"2026-03-03T22:06:22.621331Z","end":"2026-03-03T22:06:24.212327Z","steps":["trace[544874605] 'process raft request' (duration: 1.590091647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:24.212569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.62131Z","time spent":"1.59114996s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:24.212701Z","caller":"traceutil/trace.go:171","msg":"trace[1969852292] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"1.582360616s","start":"2026-03-03T22:06:22.630306Z","end":"2026-03-03T22:06:24.212667Z","steps":["trace[1969852292] 'process raft request' (duration: 1.581849195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:24.212879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.630298Z","time spent":"1.582489388s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:24.213115Z","caller":"traceutil/trace.go:171","msg":"trace[313910818] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"1.463955576s","start":"2026-03-03T22:06:22.749117Z","end":"2026-03-03T22:06:24.213073Z","steps":["trace[313910818] 'process raft request' (duration: 1.463836103s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:24.213306Z","caller":"traceutil/trace.go:171","msg":"trace[85476363] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"1.565881889s","start":"2026-03-03T22:06:22.647408Z","end":"2026-03-03T22:06:24.21329Z","steps":["trace[85476363] 'process raft request' (duration: 1.565192404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:24.21333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.749091Z","time spent":"1.464132009s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:24.213394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.647402Z","time spent":"1.565951591s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:24.2135Z","caller":"traceutil/trace.go:171","msg":"trace[734176371] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"1.537407757s","start":"2026-03-03T22:06:22.676082Z","end":"2026-03-03T22:06:24.213489Z","steps":["trace[734176371] 'process raft request' (duration: 1.536762503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:24.21356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.676064Z","time spent":"1.537464979s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:24.213685Z","caller":"traceutil/trace.go:171","msg":"trace[673390367] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"1.09107792s","start":"2026-03-03T22:06:23.122596Z","end":"2026-03-03T22:06:24.213674Z","steps":["trace[673390367] 'process raft request' (duration: 1.090396335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:24.213747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.122552Z","time spent":"1.091167542s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:24.889952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.707453ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T22:06:24.890299Z","caller":"traceutil/trace.go:171","msg":"trace[1025283642] linearizableReadLoop","detail":"{readStateIndex:24786; appliedIndex:24779; }","duration":"2.240040517s","start":"2026-03-03T22:06:22.65024Z","end":"2026-03-03T22:06:24.890281Z","steps":["trace[1025283642] 'read index received' (duration: 1.023244733s)","trace[1025283642] 'applied index is now lower than readState.Index' (duration: 1.216794734s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:24.890461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240198821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:24.890502Z","caller":"traceutil/trace.go:171","msg":"trace[215870764] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23947; }","duration":"2.240269002s","start":"2026-03-03T22:06:22.65022Z","end":"2026-03-03T22:06:24.890489Z","steps":["trace[215870764] 'agreement among raft nodes before linearized reading' (duration: 2.24018236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:24.890541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.650213Z","time spent":"2.240317693s","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:24.89078Z","caller":"traceutil/trace.go:171","msg":"trace[860211925] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"1.152196399s","start":"2026-03-03T22:06:23.738566Z","end":"2026-03-03T22:06:24.890762Z","steps":["trace[860211925] 'process raft request' (duration: 1.151503304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:24.890935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.73853Z","time spent":"1.152304662s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:25.249091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.222059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:25.249209Z","caller":"traceutil/trace.go:171","msg":"trace[107124867] linearizableReadLoop","detail":"{readStateIndex:24788; appliedIndex:24786; }","duration":"358.852812ms","start":"2026-03-03T22:06:24.890339Z","end":"2026-03-03T22:06:25.249192Z","steps":["trace[107124867] 'read index received' (duration: 118.512µs)","trace[107124867] 'applied index is now lower than readState.Index' (duration: 358.73278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:25.249378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343565997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:06:25.249417Z","caller":"traceutil/trace.go:171","msg":"trace[1214274161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23949; }","duration":"2.343630609s","start":"2026-03-03T22:06:22.905775Z","end":"2026-03-03T22:06:25.249405Z","steps":["trace[1214274161] 'agreement among raft nodes before linearized reading' (duration: 2.343464546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.249449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:22.90576Z","time spent":"2.34368182s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:06:25.249688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353215975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T22:06:25.249699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.807109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T22:06:25.249752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899334577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:25.2498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349518323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:06:25.249792Z","caller":"traceutil/trace.go:171","msg":"trace[214238021] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23949; }","duration":"600.942271ms","start":"2026-03-03T22:06:24.648832Z","end":"2026-03-03T22:06:25.249774Z","steps":["trace[214238021] 'agreement among raft nodes before linearized reading' (duration: 600.726687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:25.249816Z","caller":"traceutil/trace.go:171","msg":"trace[1419798014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23949; }","duration":"1.349535903s","start":"2026-03-03T22:06:23.900275Z","end":"2026-03-03T22:06:25.249811Z","steps":["trace[1419798014] 'agreement among raft nodes before linearized reading' (duration: 1.349490962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.249832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:24.648793Z","time spent":"601.030323ms","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T22:06:25.249941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164300235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T22:06:25.249978Z","caller":"traceutil/trace.go:171","msg":"trace[131532081] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92; range_end:; response_count:1; response_revision:23949; }","duration":"2.164475009s","start":"2026-03-03T22:06:23.085493Z","end":"2026-03-03T22:06:25.249968Z","steps":["trace[131532081] 'agreement among raft nodes before linearized reading' (duration: 2.164375766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.249993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355037165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:06:25.250014Z","caller":"traceutil/trace.go:171","msg":"trace[1932648580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23949; }","duration":"1.355062966s","start":"2026-03-03T22:06:23.894943Z","end":"2026-03-03T22:06:25.250006Z","steps":["trace[1932648580] 'agreement among raft nodes before linearized reading' (duration: 1.355013755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.250033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.894938Z","time spent":"1.355090847s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:25.250028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.085439Z","time spent":"2.164580872s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92\" "} {"level":"warn","ts":"2026-03-03T22:06:25.249859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.678836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:25.250172Z","caller":"traceutil/trace.go:171","msg":"trace[132504614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23949; }","duration":"777.166817ms","start":"2026-03-03T22:06:24.472984Z","end":"2026-03-03T22:06:25.250151Z","steps":["trace[132504614] 'agreement among raft nodes before linearized reading' (duration: 776.657345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:25.24975Z","caller":"traceutil/trace.go:171","msg":"trace[270128751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23949; }","duration":"1.353304586s","start":"2026-03-03T22:06:23.896432Z","end":"2026-03-03T22:06:25.249736Z","steps":["trace[270128751] 'agreement among raft nodes before linearized reading' (duration: 1.353116872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.250239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.770831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"warn","ts":"2026-03-03T22:06:25.250203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437250721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:25.250279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35389468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:06:25.250275Z","caller":"traceutil/trace.go:171","msg":"trace[252070748] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"1.242065665s","start":"2026-03-03T22:06:24.00816Z","end":"2026-03-03T22:06:25.250226Z","steps":["trace[252070748] 'process raft request' (duration: 882.591799ms)","trace[252070748] 'compare' (duration: 357.795828ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:25.250354Z","caller":"traceutil/trace.go:171","msg":"trace[1205061494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23949; }","duration":"1.353996132s","start":"2026-03-03T22:06:23.896343Z","end":"2026-03-03T22:06:25.25034Z","steps":["trace[1205061494] 'agreement among raft nodes before linearized reading' (duration: 1.353696755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.250383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.896337Z","time spent":"1.354040022s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:06:25.250318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:24.472959Z","time spent":"777.275328ms","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:25.249807Z","caller":"traceutil/trace.go:171","msg":"trace[2022107421] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23949; }","duration":"1.89939754s","start":"2026-03-03T22:06:23.350395Z","end":"2026-03-03T22:06:25.249793Z","steps":["trace[2022107421] 'agreement among raft nodes before linearized reading' (duration: 1.899318468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.250353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.896427Z","time spent":"1.353873139s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:25.250442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:24.008124Z","time spent":"1.242238188s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:25.249841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.900241Z","time spent":"1.349596495s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:25.250512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.350381Z","time spent":"1.900091485s","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:25.250311Z","caller":"traceutil/trace.go:171","msg":"trace[622762074] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23949; }","duration":"647.834933ms","start":"2026-03-03T22:06:24.602453Z","end":"2026-03-03T22:06:25.250288Z","steps":["trace[622762074] 'agreement among raft nodes before linearized reading' (duration: 647.560947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.250568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:24.602441Z","time spent":"648.116559ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-03T22:06:25.249849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907543931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:25.250244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355314001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:06:25.250657Z","caller":"traceutil/trace.go:171","msg":"trace[172305948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23949; }","duration":"1.908388579s","start":"2026-03-03T22:06:23.34226Z","end":"2026-03-03T22:06:25.250649Z","steps":["trace[172305948] 'agreement among raft nodes before linearized reading' (duration: 1.907569181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.250687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.342243Z","time spent":"1.90843639s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:06:25.250318Z","caller":"traceutil/trace.go:171","msg":"trace[178878921] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23949; }","duration":"1.437588109s","start":"2026-03-03T22:06:23.812708Z","end":"2026-03-03T22:06:25.250297Z","steps":["trace[178878921] 'agreement among raft nodes before linearized reading' (duration: 1.43719997s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:25.250719Z","caller":"traceutil/trace.go:171","msg":"trace[776621024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23949; }","duration":"1.355781332s","start":"2026-03-03T22:06:23.894878Z","end":"2026-03-03T22:06:25.250659Z","steps":["trace[776621024] 'agreement among raft nodes before linearized reading' (duration: 1.35523409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.2508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.812683Z","time spent":"1.43810407s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:25.250831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:23.894853Z","time spent":"1.355938705s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:06:25.25097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.14607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:25.251057Z","caller":"traceutil/trace.go:171","msg":"trace[618959710] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23949; }","duration":"364.305514ms","start":"2026-03-03T22:06:24.886737Z","end":"2026-03-03T22:06:25.251043Z","steps":["trace[618959710] 'agreement among raft nodes before linearized reading' (duration: 363.322633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:25.251099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:24.886722Z","time spent":"364.366715ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:25.755679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T22:06:26.010722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.853972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:26.010857Z","caller":"traceutil/trace.go:171","msg":"trace[333238406] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23949; }","duration":"250.007055ms","start":"2026-03-03T22:06:25.76083Z","end":"2026-03-03T22:06:26.010837Z","steps":["trace[333238406] 'range keys from in-memory index tree' (duration: 249.833521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:26.011357Z","caller":"traceutil/trace.go:171","msg":"trace[1206314387] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"758.723237ms","start":"2026-03-03T22:06:25.252597Z","end":"2026-03-03T22:06:26.011321Z","steps":["trace[1206314387] 'process raft request' (duration: 693.797234ms)","trace[1206314387] 'compare' (duration: 64.8211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:26.011539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.25258Z","time spent":"758.837099ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:26.849517Z","caller":"traceutil/trace.go:171","msg":"trace[14035082] linearizableReadLoop","detail":"{readStateIndex:24795; appliedIndex:24788; }","duration":"1.593894792s","start":"2026-03-03T22:06:25.2556Z","end":"2026-03-03T22:06:26.849495Z","steps":["trace[14035082] 'read index received' (duration: 690.805629ms)","trace[14035082] 'applied index is now lower than readState.Index' (duration: 903.088343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:26.849776Z","caller":"traceutil/trace.go:171","msg":"trace[2003087299] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"1.594048715s","start":"2026-03-03T22:06:25.255714Z","end":"2026-03-03T22:06:26.849763Z","steps":["trace[2003087299] 'process raft request' (duration: 1.593460672s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:26.849884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.255699Z","time spent":"1.594111486s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:26.849882Z","caller":"traceutil/trace.go:171","msg":"trace[1524782875] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"1.593501623s","start":"2026-03-03T22:06:25.256354Z","end":"2026-03-03T22:06:26.849855Z","steps":["trace[1524782875] 'process raft request' (duration: 1.593073314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:26.850013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.256286Z","time spent":"1.593646997s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:26.850065Z","caller":"traceutil/trace.go:171","msg":"trace[74148524] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"1.593891972s","start":"2026-03-03T22:06:25.256148Z","end":"2026-03-03T22:06:26.85004Z","steps":["trace[74148524] 'process raft request' (duration: 1.593247278s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:26.850133Z","caller":"traceutil/trace.go:171","msg":"trace[922730699] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"1.594389923s","start":"2026-03-03T22:06:25.255729Z","end":"2026-03-03T22:06:26.850119Z","steps":["trace[922730699] 'process raft request' (duration: 1.593591256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:26.850207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.255705Z","time spent":"1.594454264s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:26.850207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.256139Z","time spent":"1.594020965s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:26.850072Z","caller":"traceutil/trace.go:171","msg":"trace[2037131887] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"1.168325237s","start":"2026-03-03T22:06:25.681698Z","end":"2026-03-03T22:06:26.850023Z","steps":["trace[2037131887] 'process raft request' (duration: 1.167762325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:26.850274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594625198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:06:26.850328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.681675Z","time spent":"1.168611793s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:26.850369Z","caller":"traceutil/trace.go:171","msg":"trace[2144971658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23956; }","duration":"1.594782031s","start":"2026-03-03T22:06:25.255568Z","end":"2026-03-03T22:06:26.85035Z","steps":["trace[2144971658] 'agreement among raft nodes before linearized reading' (duration: 1.594408903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:26.850423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.255553Z","time spent":"1.594862104s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T22:06:26.850322Z","caller":"traceutil/trace.go:171","msg":"trace[1821971838] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"1.593967623s","start":"2026-03-03T22:06:25.256069Z","end":"2026-03-03T22:06:26.850036Z","steps":["trace[1821971838] 'process raft request' (duration: 1.593294559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:26.851013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.256058Z","time spent":"1.594926055s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:27.258514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T22:06:27.258574Z","caller":"traceutil/trace.go:171","msg":"trace[140204074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00073762s","start":"2026-03-03T22:06:25.257823Z","end":"2026-03-03T22:06:27.25856Z","steps":["trace[140204074] 'agreement among raft nodes before linearized reading' (duration: 2.000651998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.25861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.257814Z","time spent":"2.000789131s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 22:06:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T22:06:27.350131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:06:27.410625Z","caller":"traceutil/trace.go:171","msg":"trace[891282734] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"1.188077306s","start":"2026-03-03T22:06:26.222518Z","end":"2026-03-03T22:06:27.410595Z","steps":["trace[891282734] 'process raft request' (duration: 1.188007975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.410814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.222504Z","time spent":"1.188211049s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:27.411018Z","caller":"traceutil/trace.go:171","msg":"trace[1993306568] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"1.191966121s","start":"2026-03-03T22:06:26.218991Z","end":"2026-03-03T22:06:27.410958Z","steps":["trace[1993306568] 'process raft request' (duration: 1.145434348s)","trace[1993306568] 'compare' (duration: 45.442959ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:27.411145Z","caller":"traceutil/trace.go:171","msg":"trace[374708558] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"1.190761246s","start":"2026-03-03T22:06:26.220359Z","end":"2026-03-03T22:06:27.41112Z","steps":["trace[374708558] 'process raft request' (duration: 1.190122852s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:27.411113Z","caller":"traceutil/trace.go:171","msg":"trace[1109242584] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"1.192015153s","start":"2026-03-03T22:06:26.219079Z","end":"2026-03-03T22:06:27.411094Z","steps":["trace[1109242584] 'process raft request' (duration: 1.191273287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.411277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.220324Z","time spent":"1.190873137s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:27.411274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.21896Z","time spent":"1.192179586s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:27.411437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.219046Z","time spent":"1.192284099s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:27.815329Z","caller":"traceutil/trace.go:171","msg":"trace[322684227] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"918.771002ms","start":"2026-03-03T22:06:26.896497Z","end":"2026-03-03T22:06:27.815268Z","steps":["trace[322684227] 'process raft request' (duration: 918.531847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:27.815491Z","caller":"traceutil/trace.go:171","msg":"trace[1791738640] linearizableReadLoop","detail":"{readStateIndex:24801; appliedIndex:24795; }","duration":"965.89009ms","start":"2026-03-03T22:06:26.849582Z","end":"2026-03-03T22:06:27.815472Z","steps":["trace[1791738640] 'read index received' (duration: 514.809038ms)","trace[1791738640] 'applied index is now lower than readState.Index' (duration: 451.080112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:27.815503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.89647Z","time spent":"918.936406ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:27.815675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49840298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:27.815708Z","caller":"traceutil/trace.go:171","msg":"trace[1881876550] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23962; }","duration":"1.498474352s","start":"2026-03-03T22:06:26.317223Z","end":"2026-03-03T22:06:27.815697Z","steps":["trace[1881876550] 'agreement among raft nodes before linearized reading' (duration: 1.49840701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.815739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.317195Z","time spent":"1.498536283s","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:27.815816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561325298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:27.81585Z","caller":"traceutil/trace.go:171","msg":"trace[965350653] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23962; }","duration":"1.56140635s","start":"2026-03-03T22:06:26.254435Z","end":"2026-03-03T22:06:27.815841Z","steps":["trace[965350653] 'agreement among raft nodes before linearized reading' (duration: 1.561271497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.815879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.254413Z","time spent":"1.56145834s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:27.815913Z","caller":"traceutil/trace.go:171","msg":"trace[581613485] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"558.947189ms","start":"2026-03-03T22:06:27.256955Z","end":"2026-03-03T22:06:27.815902Z","steps":["trace[581613485] 'process raft request' (duration: 558.264754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.815973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:27.256914Z","time spent":"559.026421ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:27.816063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015674145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:27.816112Z","caller":"traceutil/trace.go:171","msg":"trace[250808406] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23962; }","duration":"1.015739167s","start":"2026-03-03T22:06:26.800341Z","end":"2026-03-03T22:06:27.81608Z","steps":["trace[250808406] 'agreement among raft nodes before linearized reading' (duration: 1.015692826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.816147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.800326Z","time spent":"1.015813069s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:27.816117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782295637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:27.816384Z","caller":"traceutil/trace.go:171","msg":"trace[640358778] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23962; }","duration":"1.78242325s","start":"2026-03-03T22:06:26.033756Z","end":"2026-03-03T22:06:27.816179Z","steps":["trace[640358778] 'agreement among raft nodes before linearized reading' (duration: 1.782257767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.816443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.033743Z","time spent":"1.782674815s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:27.816557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096142223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T22:06:27.816588Z","caller":"traceutil/trace.go:171","msg":"trace[1702164461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23962; }","duration":"1.096275186s","start":"2026-03-03T22:06:26.720304Z","end":"2026-03-03T22:06:27.816579Z","steps":["trace[1702164461] 'agreement among raft nodes before linearized reading' (duration: 1.096145713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.816628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.720285Z","time spent":"1.096336767s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T22:06:27.81672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166106495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:27.816756Z","caller":"traceutil/trace.go:171","msg":"trace[342533265] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23962; }","duration":"2.166183466s","start":"2026-03-03T22:06:25.650561Z","end":"2026-03-03T22:06:27.816744Z","steps":["trace[342533265] 'agreement among raft nodes before linearized reading' (duration: 2.166116654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.816788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:25.650545Z","time spent":"2.166235607s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T22:06:27.816806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171046488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T22:06:27.816847Z","caller":"traceutil/trace.go:171","msg":"trace[195231192] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23962; }","duration":"1.171086869s","start":"2026-03-03T22:06:26.645746Z","end":"2026-03-03T22:06:27.816833Z","steps":["trace[195231192] 'agreement among raft nodes before linearized reading' (duration: 1.170972896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:27.816878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.645726Z","time spent":"1.171143909s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T22:06:28.32972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.140012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:28.330048Z","caller":"traceutil/trace.go:171","msg":"trace[1038376383] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"508.686931ms","start":"2026-03-03T22:06:27.821342Z","end":"2026-03-03T22:06:28.330029Z","steps":["trace[1038376383] 'process raft request' (duration: 508.598659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:28.330248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:27.821315Z","time spent":"508.882207ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:28.330324Z","caller":"traceutil/trace.go:171","msg":"trace[1407999193] linearizableReadLoop","detail":"{readStateIndex:24802; appliedIndex:24801; }","duration":"514.785807ms","start":"2026-03-03T22:06:27.815528Z","end":"2026-03-03T22:06:28.330314Z","steps":["trace[1407999193] 'read index received' (duration: 140.101192ms)","trace[1407999193] 'applied index is now lower than readState.Index' (duration: 374.682955ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:28.330261Z","caller":"traceutil/trace.go:171","msg":"trace[28025204] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"924.734296ms","start":"2026-03-03T22:06:27.405487Z","end":"2026-03-03T22:06:28.330222Z","steps":["trace[28025204] 'process raft request' (duration: 550.005ms)","trace[28025204] 'compare' (duration: 371.488433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:28.331202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:27.405454Z","time spent":"925.683497ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:28.330583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.765347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:28.331783Z","caller":"traceutil/trace.go:171","msg":"trace[2134991058] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23964; }","duration":"764.022315ms","start":"2026-03-03T22:06:27.567746Z","end":"2026-03-03T22:06:28.331768Z","steps":["trace[2134991058] 'agreement among raft nodes before linearized reading' (duration: 762.747737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:28.33189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:27.567719Z","time spent":"764.153427ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:28.330627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071591368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:28.330764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478224622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-03T22:06:28.332085Z","caller":"traceutil/trace.go:171","msg":"trace[764813023] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23964; }","duration":"1.479538391s","start":"2026-03-03T22:06:26.852533Z","end":"2026-03-03T22:06:28.332071Z","steps":["trace[764813023] 'agreement among raft nodes before linearized reading' (duration: 1.47814865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:28.332156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:26.852495Z","time spent":"1.479648403s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T22:06:28.332468Z","caller":"traceutil/trace.go:171","msg":"trace[1462945383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23964; }","duration":"1.073475529s","start":"2026-03-03T22:06:27.258979Z","end":"2026-03-03T22:06:28.332454Z","steps":["trace[1462945383] 'agreement among raft nodes before linearized reading' (duration: 1.071625568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:28.333072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:27.25895Z","time spent":"1.074107664s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:28.385476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.872555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:28.38552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.800781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T22:06:28.385568Z","caller":"traceutil/trace.go:171","msg":"trace[1828367998] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23965; }","duration":"563.003068ms","start":"2026-03-03T22:06:27.822543Z","end":"2026-03-03T22:06:28.385546Z","steps":["trace[1828367998] 'agreement among raft nodes before linearized reading' (duration: 562.858125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:28.385585Z","caller":"traceutil/trace.go:171","msg":"trace[953499767] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:23965; }","duration":"354.895444ms","start":"2026-03-03T22:06:28.030675Z","end":"2026-03-03T22:06:28.385571Z","steps":["trace[953499767] 'agreement among raft nodes before linearized reading' (duration: 354.69687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:28.385615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:27.822527Z","time spent":"563.07834ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T22:06:28.38562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.030659Z","time spent":"354.953765ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-03T22:06:28.385617Z","caller":"traceutil/trace.go:171","msg":"trace[898024422] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"325.873289ms","start":"2026-03-03T22:06:28.059713Z","end":"2026-03-03T22:06:28.385586Z","steps":["trace[898024422] 'process raft request' (duration: 325.45693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:28.385777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.059692Z","time spent":"325.987172ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:28.386233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.942703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T22:06:28.386287Z","caller":"traceutil/trace.go:171","msg":"trace[221391191] range","detail":"{range_begin:/registry/persistentvolumes/pvc-81df470a-c816-4cec-a6df-4b464eb5307e; range_end:; response_count:1; response_revision:23965; }","duration":"566.021386ms","start":"2026-03-03T22:06:27.820254Z","end":"2026-03-03T22:06:28.386275Z","steps":["trace[221391191] 'agreement among raft nodes before linearized reading' (duration: 565.904264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:28.386324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:27.820239Z","time spent":"566.077457ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-81df470a-c816-4cec-a6df-4b464eb5307e\" "} {"level":"warn","ts":"2026-03-03T22:06:28.800403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.38823Z","time spent":"412.165807ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T22:06:29.372799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.471488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:29.373071Z","caller":"traceutil/trace.go:171","msg":"trace[1840706321] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"983.568281ms","start":"2026-03-03T22:06:28.389443Z","end":"2026-03-03T22:06:29.373011Z","steps":["trace[1840706321] 'process raft request' (duration: 830.803387ms)","trace[1840706321] 'compare' (duration: 152.09947ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:29.373145Z","caller":"traceutil/trace.go:171","msg":"trace[1087559205] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"153.105692ms","start":"2026-03-03T22:06:29.220019Z","end":"2026-03-03T22:06:29.373125Z","steps":["trace[1087559205] 'process raft request' (duration: 153.054491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.373325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.389427Z","time spent":"983.766586ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:29.373353Z","caller":"traceutil/trace.go:171","msg":"trace[521660899] linearizableReadLoop","detail":"{readStateIndex:24806; appliedIndex:24804; }","duration":"980.813491ms","start":"2026-03-03T22:06:28.392527Z","end":"2026-03-03T22:06:29.37334Z","steps":["trace[521660899] 'read index received' (duration: 336.407364ms)","trace[521660899] 'applied index is now lower than readState.Index' (duration: 644.405167ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:29.373434Z","caller":"traceutil/trace.go:171","msg":"trace[130623988] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"570.668349ms","start":"2026-03-03T22:06:28.802758Z","end":"2026-03-03T22:06:29.373426Z","steps":["trace[130623988] 'process raft request' (duration: 570.159567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.373486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.802713Z","time spent":"570.73883ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:29.373716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.116101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:29.373681Z","caller":"traceutil/trace.go:171","msg":"trace[831460348] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"498.667258ms","start":"2026-03-03T22:06:28.874975Z","end":"2026-03-03T22:06:29.373642Z","steps":["trace[831460348] 'process raft request' (duration: 498.058485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:29.373756Z","caller":"traceutil/trace.go:171","msg":"trace[1107421240] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23969; }","duration":"969.177723ms","start":"2026-03-03T22:06:28.404568Z","end":"2026-03-03T22:06:29.373746Z","steps":["trace[1107421240] 'agreement among raft nodes before linearized reading' (duration: 969.07244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.373756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.210779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:29.373787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.404561Z","time spent":"969.219863ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T22:06:29.373822Z","caller":"traceutil/trace.go:171","msg":"trace[1745276878] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23969; }","duration":"981.287501ms","start":"2026-03-03T22:06:28.392518Z","end":"2026-03-03T22:06:29.373805Z","steps":["trace[1745276878] 'agreement among raft nodes before linearized reading' (duration: 981.104227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.373858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.392442Z","time spent":"981.410364ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T22:06:29.373894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.874937Z","time spent":"498.836872ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:29.373981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.03734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:29.374017Z","caller":"traceutil/trace.go:171","msg":"trace[772112257] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23969; }","duration":"451.128553ms","start":"2026-03-03T22:06:28.922874Z","end":"2026-03-03T22:06:29.374003Z","steps":["trace[772112257] 'agreement among raft nodes before linearized reading' (duration: 451.070722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.374046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.922841Z","time spent":"451.196854ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:29.374188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.128317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:06:29.374221Z","caller":"traceutil/trace.go:171","msg":"trace[2049349646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23969; }","duration":"503.166668ms","start":"2026-03-03T22:06:28.871035Z","end":"2026-03-03T22:06:29.374202Z","steps":["trace[2049349646] 'agreement among raft nodes before linearized reading' (duration: 503.062966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.374225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.316752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:06:29.374265Z","caller":"traceutil/trace.go:171","msg":"trace[2106144692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23969; }","duration":"503.374913ms","start":"2026-03-03T22:06:28.870878Z","end":"2026-03-03T22:06:29.374253Z","steps":["trace[2106144692] 'agreement among raft nodes before linearized reading' (duration: 503.165358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.374279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.880912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:06:29.374299Z","caller":"traceutil/trace.go:171","msg":"trace[131511773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23969; }","duration":"502.899182ms","start":"2026-03-03T22:06:28.871395Z","end":"2026-03-03T22:06:29.374294Z","steps":["trace[131511773] 'agreement among raft nodes before linearized reading' (duration: 502.853161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.374312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.871389Z","time spent":"502.919563ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:06:29.3743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.870872Z","time spent":"503.418783ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:06:29.374329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.65555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:06:29.374362Z","caller":"traceutil/trace.go:171","msg":"trace[891261076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23969; }","duration":"503.731662ms","start":"2026-03-03T22:06:28.870622Z","end":"2026-03-03T22:06:29.374353Z","steps":["trace[891261076] 'agreement among raft nodes before linearized reading' (duration: 503.590159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.374386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.870603Z","time spent":"503.777632ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:29.37452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.335068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T22:06:29.374547Z","caller":"traceutil/trace.go:171","msg":"trace[1143548442] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23969; }","duration":"880.396769ms","start":"2026-03-03T22:06:28.49414Z","end":"2026-03-03T22:06:29.374537Z","steps":["trace[1143548442] 'agreement among raft nodes before linearized reading' (duration: 880.318137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.374631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.494124Z","time spent":"880.499042ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T22:06:29.374706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.753431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:06:29.374743Z","caller":"traceutil/trace.go:171","msg":"trace[1320901340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23969; }","duration":"503.788202ms","start":"2026-03-03T22:06:28.870942Z","end":"2026-03-03T22:06:29.37473Z","steps":["trace[1320901340] 'agreement among raft nodes before linearized reading' (duration: 503.667069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:29.374788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.870937Z","time spent":"503.840563ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:29.374238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:28.87103Z","time spent":"503.201989ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T22:06:29.840471Z","caller":"traceutil/trace.go:171","msg":"trace[1403594206] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"459.55417ms","start":"2026-03-03T22:06:29.380892Z","end":"2026-03-03T22:06:29.840446Z","steps":["trace[1403594206] 'process raft request' (duration: 443.405081ms)","trace[1403594206] 'compare' (duration: 15.015443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:29.840797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.380875Z","time spent":"459.857246ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:30.636958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.972424Z","time spent":"664.515353ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T22:06:30.641045Z","caller":"traceutil/trace.go:171","msg":"trace[160175232] linearizableReadLoop","detail":"{readStateIndex:24811; appliedIndex:24809; }","duration":"1.259961042s","start":"2026-03-03T22:06:29.381049Z","end":"2026-03-03T22:06:30.64101Z","steps":["trace[160175232] 'read index received' (duration: 443.258258ms)","trace[160175232] 'applied index is now lower than readState.Index' (duration: 816.700874ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:30.641525Z","caller":"traceutil/trace.go:171","msg":"trace[612962000] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"1.260567696s","start":"2026-03-03T22:06:29.380932Z","end":"2026-03-03T22:06:30.6415Z","steps":["trace[612962000] 'process raft request' (duration: 1.17117153s)","trace[612962000] 'compare' (duration: 87.380541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:30.641696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.380909Z","time spent":"1.260672969s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:30.641932Z","caller":"traceutil/trace.go:171","msg":"trace[712013354] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"1.260197788s","start":"2026-03-03T22:06:29.381712Z","end":"2026-03-03T22:06:30.641909Z","steps":["trace[712013354] 'process raft request' (duration: 1.258628203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.642055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.381706Z","time spent":"1.26030384s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:30.642296Z","caller":"traceutil/trace.go:171","msg":"trace[570891839] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"1.260570956s","start":"2026-03-03T22:06:29.38171Z","end":"2026-03-03T22:06:30.642281Z","steps":["trace[570891839] 'process raft request' (duration: 1.258707414s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.642391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.3817Z","time spent":"1.260640957s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:30.642579Z","caller":"traceutil/trace.go:171","msg":"trace[21082674] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"1.260804631s","start":"2026-03-03T22:06:29.38176Z","end":"2026-03-03T22:06:30.642564Z","steps":["trace[21082674] 'process raft request' (duration: 1.258721215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.64266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.381749Z","time spent":"1.260871753s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:30.642847Z","caller":"traceutil/trace.go:171","msg":"trace[220458182] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"1.226838227s","start":"2026-03-03T22:06:29.415994Z","end":"2026-03-03T22:06:30.642833Z","steps":["trace[220458182] 'process raft request' (duration: 1.224545526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.642931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.415967Z","time spent":"1.226919339s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:30.643104Z","caller":"traceutil/trace.go:171","msg":"trace[145360636] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"1.224887614s","start":"2026-03-03T22:06:29.418202Z","end":"2026-03-03T22:06:30.643089Z","steps":["trace[145360636] 'process raft request' (duration: 1.222624643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.643166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.418181Z","time spent":"1.224954535s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:30.643306Z","caller":"traceutil/trace.go:171","msg":"trace[2116646101] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"1.223470222s","start":"2026-03-03T22:06:29.41982Z","end":"2026-03-03T22:06:30.64329Z","steps":["trace[2116646101] 'process raft request' (duration: 1.221063518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.643368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.419795Z","time spent":"1.223540574s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:30.643503Z","caller":"traceutil/trace.go:171","msg":"trace[145468607] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"1.222255704s","start":"2026-03-03T22:06:29.421235Z","end":"2026-03-03T22:06:30.643491Z","steps":["trace[145468607] 'process raft request' (duration: 1.219710268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.643564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.421225Z","time spent":"1.222307935s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:30.643735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262686383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:30.643778Z","caller":"traceutil/trace.go:171","msg":"trace[1508329875] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23978; }","duration":"1.262757304s","start":"2026-03-03T22:06:29.381009Z","end":"2026-03-03T22:06:30.643766Z","steps":["trace[1508329875] 'agreement among raft nodes before linearized reading' (duration: 1.262678793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:30.643809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.380996Z","time spent":"1.262805105s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T22:06:31.87486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.519039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:31.875177Z","caller":"traceutil/trace.go:171","msg":"trace[2013737219] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"491.849498ms","start":"2026-03-03T22:06:31.383305Z","end":"2026-03-03T22:06:31.875155Z","steps":["trace[2013737219] 'process raft request' (duration: 491.794837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:31.875258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:31.383267Z","time spent":"491.95132ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:31.875367Z","caller":"traceutil/trace.go:171","msg":"trace[777107631] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"2.051072739s","start":"2026-03-03T22:06:29.824253Z","end":"2026-03-03T22:06:31.875326Z","steps":["trace[777107631] 'process raft request' (duration: 2.050728891s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:31.875362Z","caller":"traceutil/trace.go:171","msg":"trace[1882555338] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"2.051171552s","start":"2026-03-03T22:06:29.824148Z","end":"2026-03-03T22:06:31.87532Z","steps":["trace[1882555338] 'process raft request' (duration: 1.18508765s)","trace[1882555338] 'compare' (duration: 863.143346ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:31.875402Z","caller":"traceutil/trace.go:171","msg":"trace[635939687] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24818; }","duration":"1.234235631s","start":"2026-03-03T22:06:30.641117Z","end":"2026-03-03T22:06:31.875353Z","steps":["trace[635939687] 'read index received' (duration: 368.043667ms)","trace[635939687] 'applied index is now lower than readState.Index' (duration: 866.185044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:31.875493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43489167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:06:31.875532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.824232Z","time spent":"2.051210792s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:31.875572Z","caller":"traceutil/trace.go:171","msg":"trace[1924826309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23981; }","duration":"1.435027432s","start":"2026-03-03T22:06:30.440527Z","end":"2026-03-03T22:06:31.875554Z","steps":["trace[1924826309] 'agreement among raft nodes before linearized reading' (duration: 1.434841348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:31.87557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.824124Z","time spent":"2.051330814s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:31.875611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:30.440509Z","time spent":"1.435093014s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:31.87562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.456259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:31.875538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535471754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:31.875664Z","caller":"traceutil/trace.go:171","msg":"trace[133635272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23981; }","duration":"645.550352ms","start":"2026-03-03T22:06:31.230098Z","end":"2026-03-03T22:06:31.875648Z","steps":["trace[133635272] 'agreement among raft nodes before linearized reading' (duration: 645.442429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:31.875673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49179879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:06:31.875717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:31.230062Z","time spent":"645.643704ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:31.875729Z","caller":"traceutil/trace.go:171","msg":"trace[1200463136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23981; }","duration":"2.491869932s","start":"2026-03-03T22:06:29.383843Z","end":"2026-03-03T22:06:31.875713Z","steps":["trace[1200463136] 'agreement among raft nodes before linearized reading' (duration: 2.491645377s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:31.875688Z","caller":"traceutil/trace.go:171","msg":"trace[1368735347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23981; }","duration":"1.535706209s","start":"2026-03-03T22:06:30.339954Z","end":"2026-03-03T22:06:31.87566Z","steps":["trace[1368735347] 'agreement among raft nodes before linearized reading' (duration: 1.535445593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:31.875802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:29.383835Z","time spent":"2.491953944s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:06:31.875821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:30.339934Z","time spent":"1.535871952s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:31.876048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.210093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T22:06:31.876089Z","caller":"traceutil/trace.go:171","msg":"trace[97671246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23981; }","duration":"234.283574ms","start":"2026-03-03T22:06:31.641796Z","end":"2026-03-03T22:06:31.87608Z","steps":["trace[97671246] 'agreement among raft nodes before linearized reading' (duration: 234.120811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:32.256631Z","caller":"traceutil/trace.go:171","msg":"trace[1607373245] linearizableReadLoop","detail":"{readStateIndex:24822; appliedIndex:24821; }","duration":"369.10671ms","start":"2026-03-03T22:06:31.887498Z","end":"2026-03-03T22:06:32.256604Z","steps":["trace[1607373245] 'read index received' (duration: 354.67113ms)","trace[1607373245] 'applied index is now lower than readState.Index' (duration: 14.43401ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:32.256657Z","caller":"traceutil/trace.go:171","msg":"trace[1748669860] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"375.069993ms","start":"2026-03-03T22:06:31.881535Z","end":"2026-03-03T22:06:32.256605Z","steps":["trace[1748669860] 'process raft request' (duration: 360.653623ms)","trace[1748669860] 'compare' (duration: 14.255897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:32.256813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.298295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:32.25685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:31.881509Z","time spent":"375.212896ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:32.256891Z","caller":"traceutil/trace.go:171","msg":"trace[2049899134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23982; }","duration":"369.416967ms","start":"2026-03-03T22:06:31.887451Z","end":"2026-03-03T22:06:32.256867Z","steps":["trace[2049899134] 'agreement among raft nodes before linearized reading' (duration: 369.283924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:32.256932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:31.88744Z","time spent":"369.484509ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:32.256952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.551418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T22:06:32.257007Z","caller":"traceutil/trace.go:171","msg":"trace[159976379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23982; }","duration":"368.624419ms","start":"2026-03-03T22:06:31.888364Z","end":"2026-03-03T22:06:32.256988Z","steps":["trace[159976379] 'agreement among raft nodes before linearized reading' (duration: 368.418814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:32.257043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:31.888353Z","time spent":"368.681611ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T22:06:33.027593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.896114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:33.027656Z","caller":"traceutil/trace.go:171","msg":"trace[195399898] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23982; }","duration":"391.041797ms","start":"2026-03-03T22:06:32.636599Z","end":"2026-03-03T22:06:33.027641Z","steps":["trace[195399898] 'count revisions from in-memory index tree' (duration: 390.681349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.027685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.636571Z","time spent":"391.105539ms","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:33.028546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.339555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T22:06:33.028576Z","caller":"traceutil/trace.go:171","msg":"trace[1868311225] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23982; }","duration":"429.037971ms","start":"2026-03-03T22:06:32.599529Z","end":"2026-03-03T22:06:33.028567Z","steps":["trace[1868311225] 'range keys from in-memory index tree' (duration: 428.201962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.028595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.599504Z","time spent":"429.084113ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-03T22:06:33.028572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.850924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:06:33.028655Z","caller":"traceutil/trace.go:171","msg":"trace[79343564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23982; }","duration":"373.426597ms","start":"2026-03-03T22:06:32.655204Z","end":"2026-03-03T22:06:33.02863Z","steps":["trace[79343564] 'range keys from in-memory index tree' (duration: 371.660026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.028628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.818469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T22:06:33.028714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.655174Z","time spent":"373.524569ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T22:06:33.028747Z","caller":"traceutil/trace.go:171","msg":"trace[562148370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23982; }","duration":"373.014567ms","start":"2026-03-03T22:06:32.655703Z","end":"2026-03-03T22:06:33.028717Z","steps":["trace[562148370] 'range keys from in-memory index tree' (duration: 371.616185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.028796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.655666Z","time spent":"373.118609ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:33.164522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588271,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:06:33.525002Z","caller":"traceutil/trace.go:171","msg":"trace[616358099] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"867.404012ms","start":"2026-03-03T22:06:32.657562Z","end":"2026-03-03T22:06:33.524966Z","steps":["trace[616358099] 'process raft request' (duration: 864.575109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.525202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.657544Z","time spent":"867.566765ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:33.996765Z","caller":"traceutil/trace.go:171","msg":"trace[1503197242] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"1.334351975s","start":"2026-03-03T22:06:32.66239Z","end":"2026-03-03T22:06:33.996742Z","steps":["trace[1503197242] 'process raft request' (duration: 1.272222055s)","trace[1503197242] 'compare' (duration: 61.494626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:33.996881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.66238Z","time spent":"1.334439458s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:33.997068Z","caller":"traceutil/trace.go:171","msg":"trace[572590176] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"1.334499298s","start":"2026-03-03T22:06:32.662533Z","end":"2026-03-03T22:06:33.997032Z","steps":["trace[572590176] 'process raft request' (duration: 1.334168361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.997227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.662526Z","time spent":"1.334626251s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:33.997239Z","caller":"traceutil/trace.go:171","msg":"trace[504813518] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"1.334592291s","start":"2026-03-03T22:06:32.662639Z","end":"2026-03-03T22:06:33.997231Z","steps":["trace[504813518] 'process raft request' (duration: 1.334292904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.997282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.662616Z","time spent":"1.334643731s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:33.997408Z","caller":"traceutil/trace.go:171","msg":"trace[395590587] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"957.401841ms","start":"2026-03-03T22:06:33.039999Z","end":"2026-03-03T22:06:33.997401Z","steps":["trace[395590587] 'process raft request' (duration: 957.202386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.997443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.039984Z","time spent":"957.440252ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:33.99773Z","caller":"traceutil/trace.go:171","msg":"trace[1315433338] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"957.616915ms","start":"2026-03-03T22:06:33.040101Z","end":"2026-03-03T22:06:33.997718Z","steps":["trace[1315433338] 'process raft request' (duration: 957.272768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:33.997814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.040094Z","time spent":"957.663947ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:34.484409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.868236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T22:06:34.484575Z","caller":"traceutil/trace.go:171","msg":"trace[460813005] linearizableReadLoop","detail":"{readStateIndex:24828; appliedIndex:24822; }","duration":"1.821016738s","start":"2026-03-03T22:06:32.663534Z","end":"2026-03-03T22:06:34.484551Z","steps":["trace[460813005] 'read index received' (duration: 858.480313ms)","trace[460813005] 'applied index is now lower than readState.Index' (duration: 962.534234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:34.485213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821663813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:06:34.485316Z","caller":"traceutil/trace.go:171","msg":"trace[1695693214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23988; }","duration":"1.821788996s","start":"2026-03-03T22:06:32.663511Z","end":"2026-03-03T22:06:34.4853Z","steps":["trace[1695693214] 'agreement among raft nodes before linearized reading' (duration: 1.821447598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:34.485384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.663503Z","time spent":"1.821867358s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T22:06:34.766536Z","caller":"traceutil/trace.go:171","msg":"trace[708288770] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"883.367636ms","start":"2026-03-03T22:06:33.883136Z","end":"2026-03-03T22:06:34.766504Z","steps":["trace[708288770] 'process raft request' (duration: 883.07441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:34.766731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.883109Z","time spent":"883.517559ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:34.766861Z","caller":"traceutil/trace.go:171","msg":"trace[39852270] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"880.714416ms","start":"2026-03-03T22:06:33.88611Z","end":"2026-03-03T22:06:34.766824Z","steps":["trace[39852270] 'process raft request' (duration: 880.578603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:34.767059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.88607Z","time spent":"880.88593ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:34.767271Z","caller":"traceutil/trace.go:171","msg":"trace[86710508] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"882.822903ms","start":"2026-03-03T22:06:33.884064Z","end":"2026-03-03T22:06:34.766887Z","steps":["trace[86710508] 'process raft request' (duration: 882.377154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:34.767792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.88405Z","time spent":"883.639803ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:35.341995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T22:06:35.342118Z","caller":"traceutil/trace.go:171","msg":"trace[2030977609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213219s","start":"2026-03-03T22:06:33.341856Z","end":"2026-03-03T22:06:35.342069Z","steps":["trace[2030977609] 'agreement among raft nodes before linearized reading' (duration: 2.000072245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.342176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.341832Z","time spent":"2.000333081s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 22:06:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T22:06:35.996708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230456377s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T22:06:35.997788Z","caller":"traceutil/trace.go:171","msg":"trace[2050142074] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"1.750165893s","start":"2026-03-03T22:06:34.247595Z","end":"2026-03-03T22:06:35.997761Z","steps":["trace[2050142074] 'process raft request' (duration: 1.749741813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.997954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.247565Z","time spent":"1.750281466s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:35.997941Z","caller":"traceutil/trace.go:171","msg":"trace[1749951728] linearizableReadLoop","detail":"{readStateIndex:24834; appliedIndex:24829; }","duration":"1.513262131s","start":"2026-03-03T22:06:34.484645Z","end":"2026-03-03T22:06:35.997907Z","steps":["trace[1749951728] 'read index received' (duration: 281.657158ms)","trace[1749951728] 'applied index is now lower than readState.Index' (duration: 1.231603402s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:35.99816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737457391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:06:35.998227Z","caller":"traceutil/trace.go:171","msg":"trace[1732522139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23994; }","duration":"1.737596235s","start":"2026-03-03T22:06:34.260614Z","end":"2026-03-03T22:06:35.998211Z","steps":["trace[1732522139] 'agreement among raft nodes before linearized reading' (duration: 1.73733826s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:35.998279Z","caller":"traceutil/trace.go:171","msg":"trace[758047611] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"1.508449404s","start":"2026-03-03T22:06:34.489801Z","end":"2026-03-03T22:06:35.998251Z","steps":["trace[758047611] 'process raft request' (duration: 1.508029675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.998297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.260595Z","time spent":"1.737672366s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:06:35.99846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.489767Z","time spent":"1.508578576s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:35.998762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915235748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T22:06:35.998793Z","caller":"traceutil/trace.go:171","msg":"trace[620784110] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92; range_end:; response_count:1; response_revision:23994; }","duration":"2.91530946s","start":"2026-03-03T22:06:33.083474Z","end":"2026-03-03T22:06:35.998784Z","steps":["trace[620784110] 'agreement among raft nodes before linearized reading' (duration: 2.915184837s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.998832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.083452Z","time spent":"2.915373312s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92\" "} {"level":"info","ts":"2026-03-03T22:06:35.99884Z","caller":"traceutil/trace.go:171","msg":"trace[983215436] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"1.615928191s","start":"2026-03-03T22:06:34.382871Z","end":"2026-03-03T22:06:35.998799Z","steps":["trace[983215436] 'process raft request' (duration: 1.614790036s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.998913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68206826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:35.998971Z","caller":"traceutil/trace.go:171","msg":"trace[1325226432] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23994; }","duration":"1.682136481s","start":"2026-03-03T22:06:34.316815Z","end":"2026-03-03T22:06:35.998952Z","steps":["trace[1325226432] 'agreement among raft nodes before linearized reading' (duration: 1.681685452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.998992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.382854Z","time spent":"1.616058475s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:35.999014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.316803Z","time spent":"1.682200913s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:35.999019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967485509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c12ae220-d1df-4902-9c70-c637c5ae55c1\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T22:06:35.999134Z","caller":"traceutil/trace.go:171","msg":"trace[865431105] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c12ae220-d1df-4902-9c70-c637c5ae55c1; range_end:; response_count:1; response_revision:23994; }","duration":"2.967640152s","start":"2026-03-03T22:06:33.031463Z","end":"2026-03-03T22:06:35.999103Z","steps":["trace[865431105] 'agreement among raft nodes before linearized reading' (duration: 2.967304984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.999184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.031443Z","time spent":"2.967732474s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-c12ae220-d1df-4902-9c70-c637c5ae55c1\" "} {"level":"warn","ts":"2026-03-03T22:06:35.999217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334450722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:06:35.999288Z","caller":"traceutil/trace.go:171","msg":"trace[2018790344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23994; }","duration":"3.334545673s","start":"2026-03-03T22:06:32.664726Z","end":"2026-03-03T22:06:35.999272Z","steps":["trace[2018790344] 'agreement among raft nodes before linearized reading' (duration: 3.334335409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.99934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:32.664697Z","time spent":"3.334632786s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:35.999646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423517423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:35.999698Z","caller":"traceutil/trace.go:171","msg":"trace[1650359528] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23994; }","duration":"2.423625115s","start":"2026-03-03T22:06:33.576058Z","end":"2026-03-03T22:06:35.999684Z","steps":["trace[1650359528] 'agreement among raft nodes before linearized reading' (duration: 2.423521413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:35.999728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:33.576032Z","time spent":"2.423689587s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:36.000031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88866681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:36.000105Z","caller":"traceutil/trace.go:171","msg":"trace[902491528] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23994; }","duration":"1.888790883s","start":"2026-03-03T22:06:34.111297Z","end":"2026-03-03T22:06:36.000088Z","steps":["trace[902491528] 'agreement among raft nodes before linearized reading' (duration: 1.888662721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.000152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.111273Z","time spent":"1.888867835s","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:36.017296Z","caller":"traceutil/trace.go:171","msg":"trace[1625245303] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"483.987053ms","start":"2026-03-03T22:06:35.533271Z","end":"2026-03-03T22:06:36.017258Z","steps":["trace[1625245303] 'process raft request' (duration: 483.760787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.017356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.150452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:36.017437Z","caller":"traceutil/trace.go:171","msg":"trace[753957038] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23996; }","duration":"328.314845ms","start":"2026-03-03T22:06:35.689104Z","end":"2026-03-03T22:06:36.017419Z","steps":["trace[753957038] 'agreement among raft nodes before linearized reading' (duration: 328.134211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.017466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:35.533242Z","time spent":"484.130846ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:36.017515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.18796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:36.017543Z","caller":"traceutil/trace.go:171","msg":"trace[628514667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23996; }","duration":"675.251622ms","start":"2026-03-03T22:06:35.342286Z","end":"2026-03-03T22:06:36.017537Z","steps":["trace[628514667] 'agreement among raft nodes before linearized reading' (duration: 675.211191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.017565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:35.342261Z","time spent":"675.301163ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:36.017479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:35.68908Z","time spent":"328.390456ms","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:36.017801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08925362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:36.017834Z","caller":"traceutil/trace.go:171","msg":"trace[1655578035] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23996; }","duration":"1.089325962s","start":"2026-03-03T22:06:34.928498Z","end":"2026-03-03T22:06:36.017824Z","steps":["trace[1655578035] 'agreement among raft nodes before linearized reading' (duration: 1.089271801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.017861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.928472Z","time spent":"1.089383183s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:36.018029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292874384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:36.018057Z","caller":"traceutil/trace.go:171","msg":"trace[1123579522] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23996; }","duration":"1.292957866s","start":"2026-03-03T22:06:34.725093Z","end":"2026-03-03T22:06:36.018051Z","steps":["trace[1123579522] 'agreement among raft nodes before linearized reading' (duration: 1.292898635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.018118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:34.725065Z","time spent":"1.293009977s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:36.018204Z","caller":"traceutil/trace.go:171","msg":"trace[303409777] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"125.471848ms","start":"2026-03-03T22:06:35.892715Z","end":"2026-03-03T22:06:36.018187Z","steps":["trace[303409777] 'process raft request' (duration: 124.458996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.518199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T22:06:36.860208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092238566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:36.860334Z","caller":"traceutil/trace.go:171","msg":"trace[1732413233] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23996; }","duration":"1.092413081s","start":"2026-03-03T22:06:35.767885Z","end":"2026-03-03T22:06:36.860298Z","steps":["trace[1732413233] 'agreement among raft nodes before linearized reading' (duration: 252.107432ms)","trace[1732413233] 'count revisions from in-memory index tree' (duration: 840.128474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:36.861759Z","caller":"traceutil/trace.go:171","msg":"trace[2103363959] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"855.901606ms","start":"2026-03-03T22:06:36.005819Z","end":"2026-03-03T22:06:36.86172Z","steps":["trace[2103363959] 'process raft request' (duration: 828.572929ms)","trace[2103363959] 'compare' (duration: 25.480605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:36.860395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:35.767862Z","time spent":"1.092514062s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:36.86194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.005795Z","time spent":"856.050149ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:36.862128Z","caller":"traceutil/trace.go:171","msg":"trace[62144606] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"856.043088ms","start":"2026-03-03T22:06:36.006023Z","end":"2026-03-03T22:06:36.862066Z","steps":["trace[62144606] 'process raft request' (duration: 855.846734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:36.861997Z","caller":"traceutil/trace.go:171","msg":"trace[1772863491] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"856.008917ms","start":"2026-03-03T22:06:36.005962Z","end":"2026-03-03T22:06:36.861971Z","steps":["trace[1772863491] 'process raft request' (duration: 855.618439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:36.862304Z","caller":"traceutil/trace.go:171","msg":"trace[888411975] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"856.09826ms","start":"2026-03-03T22:06:36.006166Z","end":"2026-03-03T22:06:36.862265Z","steps":["trace[888411975] 'process raft request' (duration: 855.839254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.862339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.006002Z","time spent":"856.225102ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:36.862493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.006149Z","time spent":"856.253153ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:36.863316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.005942Z","time spent":"856.390106ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:36.863496Z","caller":"traceutil/trace.go:171","msg":"trace[1710608250] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"854.718519ms","start":"2026-03-03T22:06:36.008753Z","end":"2026-03-03T22:06:36.863471Z","steps":["trace[1710608250] 'process raft request' (duration: 854.492314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.863601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.008743Z","time spent":"854.806792ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:36.863653Z","caller":"traceutil/trace.go:171","msg":"trace[5213411] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"857.460671ms","start":"2026-03-03T22:06:36.00618Z","end":"2026-03-03T22:06:36.863641Z","steps":["trace[5213411] 'process raft request' (duration: 855.973177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.863722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.006158Z","time spent":"857.535152ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:36.863845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.86937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:06:36.863905Z","caller":"traceutil/trace.go:171","msg":"trace[655054599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24002; }","duration":"857.990962ms","start":"2026-03-03T22:06:36.005902Z","end":"2026-03-03T22:06:36.863893Z","steps":["trace[655054599] 'agreement among raft nodes before linearized reading' (duration: 857.88562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.863929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.843109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T22:06:36.864064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.243249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T22:06:36.8641Z","caller":"traceutil/trace.go:171","msg":"trace[1713734448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24002; }","duration":"858.31066ms","start":"2026-03-03T22:06:36.005777Z","end":"2026-03-03T22:06:36.864088Z","steps":["trace[1713734448] 'agreement among raft nodes before linearized reading' (duration: 858.174817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.864125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.005758Z","time spent":"858.360951ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T22:06:36.863316Z","caller":"traceutil/trace.go:171","msg":"trace[2082587398] linearizableReadLoop","detail":"{readStateIndex:24843; appliedIndex:24837; }","duration":"846.066347ms","start":"2026-03-03T22:06:36.017219Z","end":"2026-03-03T22:06:36.863285Z","steps":["trace[2082587398] 'read index received' (duration: 817.180745ms)","trace[2082587398] 'applied index is now lower than readState.Index' (duration: 28.884162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:36.86526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.005873Z","time spent":"858.057673ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T22:06:36.864086Z","caller":"traceutil/trace.go:171","msg":"trace[2142537854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24002; }","duration":"858.022112ms","start":"2026-03-03T22:06:36.006053Z","end":"2026-03-03T22:06:36.864075Z","steps":["trace[2142537854] 'agreement among raft nodes before linearized reading' (duration: 857.515881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:36.867488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.006045Z","time spent":"861.433108ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T22:06:37.351748Z","caller":"traceutil/trace.go:171","msg":"trace[1775596962] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"562.850845ms","start":"2026-03-03T22:06:36.788868Z","end":"2026-03-03T22:06:37.351718Z","steps":["trace[1775596962] 'process raft request' (duration: 562.60316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.351983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.788849Z","time spent":"563.044179ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:37.352153Z","caller":"traceutil/trace.go:171","msg":"trace[862929116] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"562.133649ms","start":"2026-03-03T22:06:36.789991Z","end":"2026-03-03T22:06:37.352125Z","steps":["trace[862929116] 'process raft request' (duration: 561.667619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.352365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.789899Z","time spent":"562.360834ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:37.352401Z","caller":"traceutil/trace.go:171","msg":"trace[2098237897] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24843; }","duration":"487.197504ms","start":"2026-03-03T22:06:36.865193Z","end":"2026-03-03T22:06:37.352391Z","steps":["trace[2098237897] 'read index received' (duration: 486.291724ms)","trace[2098237897] 'applied index is now lower than readState.Index' (duration: 904.59µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:37.352506Z","caller":"traceutil/trace.go:171","msg":"trace[1810692546] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"561.124416ms","start":"2026-03-03T22:06:36.79137Z","end":"2026-03-03T22:06:37.352495Z","steps":["trace[1810692546] 'process raft request' (duration: 560.635236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.352553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.791332Z","time spent":"561.197858ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:37.352684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.508426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:37.352723Z","caller":"traceutil/trace.go:171","msg":"trace[1613546454] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24005; }","duration":"593.569488ms","start":"2026-03-03T22:06:36.759141Z","end":"2026-03-03T22:06:37.352711Z","steps":["trace[1613546454] 'agreement among raft nodes before linearized reading' (duration: 593.508867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.352746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.759128Z","time spent":"593.612199ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:37.352744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121958117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:37.352779Z","caller":"traceutil/trace.go:171","msg":"trace[311562942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24005; }","duration":"1.122041998s","start":"2026-03-03T22:06:36.230727Z","end":"2026-03-03T22:06:37.352769Z","steps":["trace[311562942] 'agreement among raft nodes before linearized reading' (duration: 1.121969987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.35281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.230702Z","time spent":"1.122098209s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:37.353484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325811327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:37.353523Z","caller":"traceutil/trace.go:171","msg":"trace[1647649555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24005; }","duration":"1.325894759s","start":"2026-03-03T22:06:36.027621Z","end":"2026-03-03T22:06:37.353515Z","steps":["trace[1647649555] 'agreement among raft nodes before linearized reading' (duration: 1.325820247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.353556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.027609Z","time spent":"1.325940669s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:37.354811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.083099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:37.354849Z","caller":"traceutil/trace.go:171","msg":"trace[1413522051] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24005; }","duration":"657.151411ms","start":"2026-03-03T22:06:36.697689Z","end":"2026-03-03T22:06:37.35484Z","steps":["trace[1413522051] 'agreement among raft nodes before linearized reading' (duration: 657.070979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.354872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.697672Z","time spent":"657.194631ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:37.355116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.246432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T22:06:37.355215Z","caller":"traceutil/trace.go:171","msg":"trace[2058070244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24005; }","duration":"752.412635ms","start":"2026-03-03T22:06:36.60278Z","end":"2026-03-03T22:06:37.355193Z","steps":["trace[2058070244] 'agreement among raft nodes before linearized reading' (duration: 751.495825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:37.355274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.602756Z","time spent":"752.504068ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T22:06:38.179734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.412143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:38.180341Z","caller":"traceutil/trace.go:171","msg":"trace[918235201] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"1.309468963s","start":"2026-03-03T22:06:36.870824Z","end":"2026-03-03T22:06:38.180292Z","steps":["trace[918235201] 'process raft request' (duration: 846.384804ms)","trace[918235201] 'compare' (duration: 459.238073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:38.180451Z","caller":"traceutil/trace.go:171","msg":"trace[16995899] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"801.836854ms","start":"2026-03-03T22:06:37.378595Z","end":"2026-03-03T22:06:38.180432Z","steps":["trace[16995899] 'process raft request' (duration: 801.772973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.180484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.870797Z","time spent":"1.309618147s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:38.18054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:37.378558Z","time spent":"801.941967ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:38.180778Z","caller":"traceutil/trace.go:171","msg":"trace[1950778755] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"1.30978185s","start":"2026-03-03T22:06:36.870984Z","end":"2026-03-03T22:06:38.180766Z","steps":["trace[1950778755] 'process raft request' (duration: 1.30885856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.180849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.870962Z","time spent":"1.309841311s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:38.180843Z","caller":"traceutil/trace.go:171","msg":"trace[1944892112] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24846; }","duration":"828.409485ms","start":"2026-03-03T22:06:37.352423Z","end":"2026-03-03T22:06:38.180832Z","steps":["trace[1944892112] 'read index received' (duration: 364.803515ms)","trace[1944892112] 'applied index is now lower than readState.Index' (duration: 463.60471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:38.180973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311433286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-430487f9-1dba-41d2-8db3-8a7076f909b6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T22:06:38.181098Z","caller":"traceutil/trace.go:171","msg":"trace[791818296] range","detail":"{range_begin:/registry/persistentvolumes/pvc-430487f9-1dba-41d2-8db3-8a7076f909b6; range_end:; response_count:1; response_revision:24008; }","duration":"1.311590769s","start":"2026-03-03T22:06:36.869491Z","end":"2026-03-03T22:06:38.181082Z","steps":["trace[791818296] 'agreement among raft nodes before linearized reading' (duration: 1.311375575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.181139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.647162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:06:38.181159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.869467Z","time spent":"1.311680732s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-430487f9-1dba-41d2-8db3-8a7076f909b6\" "} {"level":"warn","ts":"2026-03-03T22:06:38.181268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311266952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T22:06:38.181167Z","caller":"traceutil/trace.go:171","msg":"trace[611299314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24008; }","duration":"914.726873ms","start":"2026-03-03T22:06:37.266431Z","end":"2026-03-03T22:06:38.181158Z","steps":["trace[611299314] 'agreement among raft nodes before linearized reading' (duration: 914.59849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.181335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184989807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:38.181343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:37.266402Z","time spent":"914.927948ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T22:06:38.18136Z","caller":"traceutil/trace.go:171","msg":"trace[1507986473] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24008; }","duration":"1.185075269s","start":"2026-03-03T22:06:36.996278Z","end":"2026-03-03T22:06:38.181353Z","steps":["trace[1507986473] 'agreement among raft nodes before linearized reading' (duration: 1.185037309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.181385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.996251Z","time spent":"1.18512829s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:38.181304Z","caller":"traceutil/trace.go:171","msg":"trace[226104142] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a; range_end:; response_count:1; response_revision:24008; }","duration":"1.311304213s","start":"2026-03-03T22:06:36.869986Z","end":"2026-03-03T22:06:38.181291Z","steps":["trace[226104142] 'agreement among raft nodes before linearized reading' (duration: 1.311233801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.181534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:36.869982Z","time spent":"1.311542809s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a\" "} {"level":"warn","ts":"2026-03-03T22:06:38.915277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.835193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:38.915386Z","caller":"traceutil/trace.go:171","msg":"trace[533724574] linearizableReadLoop","detail":"{readStateIndex:24850; appliedIndex:24849; }","duration":"734.420107ms","start":"2026-03-03T22:06:38.180948Z","end":"2026-03-03T22:06:38.915368Z","steps":["trace[533724574] 'read index received' (duration: 199.38767ms)","trace[533724574] 'applied index is now lower than readState.Index' (duration: 535.030567ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:38.915468Z","caller":"traceutil/trace.go:171","msg":"trace[92077853] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"892.228853ms","start":"2026-03-03T22:06:38.023227Z","end":"2026-03-03T22:06:38.915455Z","steps":["trace[92077853] 'process raft request' (duration: 357.130275ms)","trace[92077853] 'compare' (duration: 534.041075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:38.915525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.023189Z","time spent":"892.305244ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:38.915546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558343872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:38.915602Z","caller":"traceutil/trace.go:171","msg":"trace[1459447459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24009; }","duration":"1.558425174s","start":"2026-03-03T22:06:37.357161Z","end":"2026-03-03T22:06:38.915586Z","steps":["trace[1459447459] 'agreement among raft nodes before linearized reading' (duration: 1.558308641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.915602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.382362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T22:06:38.915563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561274517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:38.915632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:37.357146Z","time spent":"1.558479945s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:06:38.915637Z","caller":"traceutil/trace.go:171","msg":"trace[1430022872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24009; }","duration":"908.485354ms","start":"2026-03-03T22:06:38.007141Z","end":"2026-03-03T22:06:38.915626Z","steps":["trace[1430022872] 'agreement among raft nodes before linearized reading' (duration: 908.31513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.915663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.007105Z","time spent":"908.552355ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T22:06:38.915659Z","caller":"traceutil/trace.go:171","msg":"trace[1508282896] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24009; }","duration":"1.561937431s","start":"2026-03-03T22:06:37.353706Z","end":"2026-03-03T22:06:38.915644Z","steps":["trace[1508282896] 'agreement among raft nodes before linearized reading' (duration: 1.561766037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.915709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:37.353679Z","time spent":"1.562016713s","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:38.915705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.663275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T22:06:38.915778Z","caller":"traceutil/trace.go:171","msg":"trace[1245114033] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:24009; }","duration":"884.770588ms","start":"2026-03-03T22:06:38.030989Z","end":"2026-03-03T22:06:38.91576Z","steps":["trace[1245114033] 'agreement among raft nodes before linearized reading' (duration: 884.511622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.915818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.030977Z","time spent":"884.832849ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-03T22:06:38.915797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.687114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr\" ","response":"range_response_count:1 size:16073"} {"level":"info","ts":"2026-03-03T22:06:38.915868Z","caller":"traceutil/trace.go:171","msg":"trace[1897567854] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr; range_end:; response_count:1; response_revision:24009; }","duration":"906.788526ms","start":"2026-03-03T22:06:38.009062Z","end":"2026-03-03T22:06:38.915851Z","steps":["trace[1897567854] 'agreement among raft nodes before linearized reading' (duration: 906.588461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.915911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.009016Z","time spent":"906.886338ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":16096,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr\" "} {"level":"warn","ts":"2026-03-03T22:06:38.916504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06048156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:38.916638Z","caller":"traceutil/trace.go:171","msg":"trace[1010154844] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24009; }","duration":"1.060684605s","start":"2026-03-03T22:06:37.855926Z","end":"2026-03-03T22:06:38.916611Z","steps":["trace[1010154844] 'agreement among raft nodes before linearized reading' (duration: 1.059838636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.916699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:37.855899Z","time spent":"1.060788178s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:38.996995Z","caller":"traceutil/trace.go:171","msg":"trace[145225499] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"812.199895ms","start":"2026-03-03T22:06:38.184766Z","end":"2026-03-03T22:06:38.996966Z","steps":["trace[145225499] 'process raft request' (duration: 812.007561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:38.997198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.184747Z","time spent":"812.343387ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:39.727463Z","caller":"traceutil/trace.go:171","msg":"trace[1036784528] linearizableReadLoop","detail":"{readStateIndex:24854; appliedIndex:24850; }","duration":"811.99995ms","start":"2026-03-03T22:06:38.915412Z","end":"2026-03-03T22:06:39.727412Z","steps":["trace[1036784528] 'read index received' (duration: 81.444289ms)","trace[1036784528] 'applied index is now lower than readState.Index' (duration: 730.554331ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:39.728082Z","caller":"traceutil/trace.go:171","msg":"trace[1567715038] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"1.291185787s","start":"2026-03-03T22:06:38.436883Z","end":"2026-03-03T22:06:39.728069Z","steps":["trace[1567715038] 'process raft request' (duration: 1.289852428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.728216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.436832Z","time spent":"1.291290279s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:39.728437Z","caller":"traceutil/trace.go:171","msg":"trace[1153048428] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"860.273743ms","start":"2026-03-03T22:06:38.868153Z","end":"2026-03-03T22:06:39.728427Z","steps":["trace[1153048428] 'process raft request' (duration: 858.78534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.7285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.86814Z","time spent":"860.328204ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:39.728629Z","caller":"traceutil/trace.go:171","msg":"trace[2146063937] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"836.437973ms","start":"2026-03-03T22:06:38.892182Z","end":"2026-03-03T22:06:39.72862Z","steps":["trace[2146063937] 'process raft request' (duration: 834.840708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.728693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.892153Z","time spent":"836.508675ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:39.728825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.917841Z","time spent":"810.981947ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T22:06:39.728971Z","caller":"traceutil/trace.go:171","msg":"trace[883317427] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"805.6767ms","start":"2026-03-03T22:06:38.923283Z","end":"2026-03-03T22:06:39.72896Z","steps":["trace[883317427] 'process raft request' (duration: 803.930441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.729032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.923271Z","time spent":"805.730581ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:39.729283Z","caller":"traceutil/trace.go:171","msg":"trace[247888041] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"799.83931ms","start":"2026-03-03T22:06:38.929433Z","end":"2026-03-03T22:06:39.729272Z","steps":["trace[247888041] 'process raft request' (duration: 797.855416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.729336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.92941Z","time spent":"799.898212ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15850,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:39.729461Z","caller":"traceutil/trace.go:171","msg":"trace[1041210816] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"795.052884ms","start":"2026-03-03T22:06:38.934396Z","end":"2026-03-03T22:06:39.729449Z","steps":["trace[1041210816] 'process raft request' (duration: 792.970177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.72951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.934386Z","time spent":"795.095185ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:39.729754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.063248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:39.729825Z","caller":"traceutil/trace.go:171","msg":"trace[1902173774] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24016; }","duration":"941.173441ms","start":"2026-03-03T22:06:38.788631Z","end":"2026-03-03T22:06:39.729804Z","steps":["trace[1902173774] 'agreement among raft nodes before linearized reading' (duration: 941.035098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.729873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.788611Z","time spent":"941.254242ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:39.729889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544419573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:06:39.729918Z","caller":"traceutil/trace.go:171","msg":"trace[816264919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24016; }","duration":"1.544451913s","start":"2026-03-03T22:06:38.185457Z","end":"2026-03-03T22:06:39.729909Z","steps":["trace[816264919] 'agreement among raft nodes before linearized reading' (duration: 1.544345841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.729936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.185452Z","time spent":"1.544480124s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:06:39.730131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.889605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:06:39.730151Z","caller":"traceutil/trace.go:171","msg":"trace[1635065740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24016; }","duration":"859.949436ms","start":"2026-03-03T22:06:38.870196Z","end":"2026-03-03T22:06:39.730145Z","steps":["trace[1635065740] 'agreement among raft nodes before linearized reading' (duration: 859.846954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.730169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.870172Z","time spent":"859.992157ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:06:39.73028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.207396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:06:39.730296Z","caller":"traceutil/trace.go:171","msg":"trace[1025648561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24016; }","duration":"862.251477ms","start":"2026-03-03T22:06:38.868038Z","end":"2026-03-03T22:06:39.73029Z","steps":["trace[1025648561] 'agreement among raft nodes before linearized reading' (duration: 862.192736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.730317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.868017Z","time spent":"862.296578ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:39.730132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544729169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-03T22:06:39.729778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126491187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:39.730369Z","caller":"traceutil/trace.go:171","msg":"trace[4335139] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24016; }","duration":"1.544979225s","start":"2026-03-03T22:06:38.185383Z","end":"2026-03-03T22:06:39.730362Z","steps":["trace[4335139] 'agreement among raft nodes before linearized reading' (duration: 1.544669538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:39.730376Z","caller":"traceutil/trace.go:171","msg":"trace[681964835] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24016; }","duration":"1.127139831s","start":"2026-03-03T22:06:38.603226Z","end":"2026-03-03T22:06:39.730366Z","steps":["trace[681964835] 'agreement among raft nodes before linearized reading' (duration: 1.126508477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:39.730387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.185376Z","time spent":"1.545006425s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-03T22:06:39.730412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.603198Z","time spent":"1.127205373s","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:40.097414Z","caller":"traceutil/trace.go:171","msg":"trace[1429604362] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"739.783986ms","start":"2026-03-03T22:06:39.357589Z","end":"2026-03-03T22:06:40.097373Z","steps":["trace[1429604362] 'process raft request' (duration: 739.218013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.097647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17481452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:40.097694Z","caller":"traceutil/trace.go:171","msg":"trace[839335039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24019; }","duration":"1.174908383s","start":"2026-03-03T22:06:38.922775Z","end":"2026-03-03T22:06:40.097683Z","steps":["trace[839335039] 'agreement among raft nodes before linearized reading' (duration: 1.174818211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.097743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.922763Z","time spent":"1.174971204s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:40.097717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.357555Z","time spent":"740.064962ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:40.097921Z","caller":"traceutil/trace.go:171","msg":"trace[688544771] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"738.160239ms","start":"2026-03-03T22:06:39.359694Z","end":"2026-03-03T22:06:40.097854Z","steps":["trace[688544771] 'process raft request' (duration: 737.71178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.098026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151506943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:40.098071Z","caller":"traceutil/trace.go:171","msg":"trace[3647455] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24019; }","duration":"1.151604826s","start":"2026-03-03T22:06:38.946454Z","end":"2026-03-03T22:06:40.098058Z","steps":["trace[3647455] 'agreement among raft nodes before linearized reading' (duration: 1.151545095s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.098146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:38.946415Z","time spent":"1.151718167s","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:40.09816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.359684Z","time spent":"738.339743ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:40.097538Z","caller":"traceutil/trace.go:171","msg":"trace[2021234613] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24858; }","duration":"369.764045ms","start":"2026-03-03T22:06:39.727747Z","end":"2026-03-03T22:06:40.097511Z","steps":["trace[2021234613] 'read index received' (duration: 369.134111ms)","trace[2021234613] 'applied index is now lower than readState.Index' (duration: 628.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:40.097978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.028594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:40.098486Z","caller":"traceutil/trace.go:171","msg":"trace[2112237684] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24019; }","duration":"795.593216ms","start":"2026-03-03T22:06:39.302877Z","end":"2026-03-03T22:06:40.098471Z","steps":["trace[2112237684] 'agreement among raft nodes before linearized reading' (duration: 795.062944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:40.09849Z","caller":"traceutil/trace.go:171","msg":"trace[1629651786] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"740.306047ms","start":"2026-03-03T22:06:39.358172Z","end":"2026-03-03T22:06:40.098478Z","steps":["trace[1629651786] 'process raft request' (duration: 739.124121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.098556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.302841Z","time spent":"795.699298ms","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:40.098557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.358161Z","time spent":"740.359079ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:40.628118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.83885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:40.628464Z","caller":"traceutil/trace.go:171","msg":"trace[1993858069] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"895.573907ms","start":"2026-03-03T22:06:39.732831Z","end":"2026-03-03T22:06:40.628405Z","steps":["trace[1993858069] 'process raft request' (duration: 785.308687ms)","trace[1993858069] 'compare' (duration: 109.657955ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:40.62878Z","caller":"traceutil/trace.go:171","msg":"trace[807839757] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"890.460773ms","start":"2026-03-03T22:06:39.738098Z","end":"2026-03-03T22:06:40.628559Z","steps":["trace[807839757] 'process raft request' (duration: 890.166587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:40.628839Z","caller":"traceutil/trace.go:171","msg":"trace[2025039400] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"890.610867ms","start":"2026-03-03T22:06:39.738205Z","end":"2026-03-03T22:06:40.628816Z","steps":["trace[2025039400] 'process raft request' (duration: 890.205428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.628881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.732806Z","time spent":"895.763811ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:40.628879Z","caller":"traceutil/trace.go:171","msg":"trace[1751438811] linearizableReadLoop","detail":"{readStateIndex:24865; appliedIndex:24861; }","duration":"530.534417ms","start":"2026-03-03T22:06:40.098309Z","end":"2026-03-03T22:06:40.628844Z","steps":["trace[1751438811] 'read index received' (duration: 419.742466ms)","trace[1751438811] 'applied index is now lower than readState.Index' (duration: 110.788371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:40.62892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.73819Z","time spent":"890.694138ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:40.628924Z","caller":"traceutil/trace.go:171","msg":"trace[1551808141] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"884.372977ms","start":"2026-03-03T22:06:39.744527Z","end":"2026-03-03T22:06:40.6289Z","steps":["trace[1551808141] 'process raft request' (duration: 883.933108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.62895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.738065Z","time spent":"890.802431ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:40.629033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.744503Z","time spent":"884.47062ms","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13039,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:40.62905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.626262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr\" ","response":"range_response_count:1 size:15867"} {"level":"info","ts":"2026-03-03T22:06:40.629131Z","caller":"traceutil/trace.go:171","msg":"trace[192764469] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr; range_end:; response_count:1; response_revision:24023; }","duration":"883.736214ms","start":"2026-03-03T22:06:39.745374Z","end":"2026-03-03T22:06:40.62911Z","steps":["trace[192764469] 'agreement among raft nodes before linearized reading' (duration: 883.477798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.629164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.184355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:40.629212Z","caller":"traceutil/trace.go:171","msg":"trace[1372893586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24023; }","duration":"528.264716ms","start":"2026-03-03T22:06:40.100941Z","end":"2026-03-03T22:06:40.629205Z","steps":["trace[1372893586] 'agreement among raft nodes before linearized reading' (duration: 528.194755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.629233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.100923Z","time spent":"528.306408ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:40.629284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.745367Z","time spent":"883.895217ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15890,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-9vzwr\" "} {"level":"warn","ts":"2026-03-03T22:06:40.629409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.661565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T22:06:40.629431Z","caller":"traceutil/trace.go:171","msg":"trace[1620704392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24023; }","duration":"429.679896ms","start":"2026-03-03T22:06:40.199741Z","end":"2026-03-03T22:06:40.629421Z","steps":["trace[1620704392] 'agreement among raft nodes before linearized reading' (duration: 429.599154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.62945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.199657Z","time spent":"429.789498ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:40.629541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.76569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:40.629583Z","caller":"traceutil/trace.go:171","msg":"trace[282494882] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24023; }","duration":"516.808711ms","start":"2026-03-03T22:06:40.112762Z","end":"2026-03-03T22:06:40.62957Z","steps":["trace[282494882] 'agreement among raft nodes before linearized reading' (duration: 516.719219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.629621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.112703Z","time spent":"516.905533ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:40.629642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.29397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T22:06:40.629696Z","caller":"traceutil/trace.go:171","msg":"trace[1844548838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24023; }","duration":"435.396523ms","start":"2026-03-03T22:06:40.194285Z","end":"2026-03-03T22:06:40.629681Z","steps":["trace[1844548838] 'agreement among raft nodes before linearized reading' (duration: 435.244319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.629732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.194262Z","time spent":"435.462213ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:06:40.630268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.716124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-03T22:06:40.630306Z","caller":"traceutil/trace.go:171","msg":"trace[927256408] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24023; }","duration":"897.790025ms","start":"2026-03-03T22:06:39.732505Z","end":"2026-03-03T22:06:40.630295Z","steps":["trace[927256408] 'agreement among raft nodes before linearized reading' (duration: 896.498087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.630337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.73249Z","time spent":"897.840607ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T22:06:40.630527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.390075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3bd169b1-42b6-4705-b03d-0f47bdd9753d\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T22:06:40.630626Z","caller":"traceutil/trace.go:171","msg":"trace[1284926467] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3bd169b1-42b6-4705-b03d-0f47bdd9753d; range_end:; response_count:1; response_revision:24023; }","duration":"892.560379ms","start":"2026-03-03T22:06:39.738041Z","end":"2026-03-03T22:06:40.630602Z","steps":["trace[1284926467] 'agreement among raft nodes before linearized reading' (duration: 890.830821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:40.630673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:39.738022Z","time spent":"892.641131ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-3bd169b1-42b6-4705-b03d-0f47bdd9753d\" "} {"level":"warn","ts":"2026-03-03T22:06:41.380492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.73283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:41.380956Z","caller":"traceutil/trace.go:171","msg":"trace[1045987415] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"457.104005ms","start":"2026-03-03T22:06:40.923828Z","end":"2026-03-03T22:06:41.380932Z","steps":["trace[1045987415] 'process raft request' (duration: 456.978082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:41.381069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.923784Z","time spent":"457.226938ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:41.38146Z","caller":"traceutil/trace.go:171","msg":"trace[1519927040] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"746.593207ms","start":"2026-03-03T22:06:40.634821Z","end":"2026-03-03T22:06:41.381414Z","steps":["trace[1519927040] 'process raft request' (duration: 174.801563ms)","trace[1519927040] 'compare' (duration: 570.034675ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:41.381451Z","caller":"traceutil/trace.go:171","msg":"trace[297252600] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24865; }","duration":"746.32498ms","start":"2026-03-03T22:06:40.635075Z","end":"2026-03-03T22:06:41.3814Z","steps":["trace[297252600] 'read index received' (duration: 174.66248ms)","trace[297252600] 'applied index is now lower than readState.Index' (duration: 571.65663ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:41.381471Z","caller":"traceutil/trace.go:171","msg":"trace[1734634710] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"746.30919ms","start":"2026-03-03T22:06:40.635132Z","end":"2026-03-03T22:06:41.381441Z","steps":["trace[1734634710] 'process raft request' (duration: 745.558144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:41.381651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.634804Z","time spent":"746.734439ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:41.381843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.70945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T22:06:41.381918Z","caller":"traceutil/trace.go:171","msg":"trace[1161536403] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24026; }","duration":"746.833403ms","start":"2026-03-03T22:06:40.635059Z","end":"2026-03-03T22:06:41.381892Z","steps":["trace[1161536403] 'agreement among raft nodes before linearized reading' (duration: 746.530296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:41.381979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.635053Z","time spent":"746.909375ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T22:06:41.381648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.635102Z","time spent":"746.452844ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:42.045913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.247335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:42.046075Z","caller":"traceutil/trace.go:171","msg":"trace[70014638] linearizableReadLoop","detail":"{readStateIndex:24869; appliedIndex:24868; }","duration":"664.515815ms","start":"2026-03-03T22:06:41.381538Z","end":"2026-03-03T22:06:42.046054Z","steps":["trace[70014638] 'read index received' (duration: 140.920402ms)","trace[70014638] 'applied index is now lower than readState.Index' (duration: 523.594263ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:42.046157Z","caller":"traceutil/trace.go:171","msg":"trace[884518696] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.034967574s","start":"2026-03-03T22:06:41.01111Z","end":"2026-03-03T22:06:42.046077Z","steps":["trace[884518696] 'process raft request' (duration: 511.440473ms)","trace[884518696] 'compare' (duration: 521.659279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:42.046213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333491406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:42.046247Z","caller":"traceutil/trace.go:171","msg":"trace[1310294821] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24027; }","duration":"1.333579439s","start":"2026-03-03T22:06:40.712657Z","end":"2026-03-03T22:06:42.046236Z","steps":["trace[1310294821] 'agreement among raft nodes before linearized reading' (duration: 1.333510967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:42.046287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.712629Z","time spent":"1.33364869s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T22:06:42.046279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409896964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:42.046279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372394841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:42.046339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:41.011068Z","time spent":"1.035168179s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:42.046357Z","caller":"traceutil/trace.go:171","msg":"trace[1080786145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24027; }","duration":"1.410001287s","start":"2026-03-03T22:06:40.636336Z","end":"2026-03-03T22:06:42.046337Z","steps":["trace[1080786145] 'agreement among raft nodes before linearized reading' (duration: 1.409869754s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:42.046369Z","caller":"traceutil/trace.go:171","msg":"trace[299230893] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24027; }","duration":"1.372537124s","start":"2026-03-03T22:06:40.673811Z","end":"2026-03-03T22:06:42.046348Z","steps":["trace[299230893] 'agreement among raft nodes before linearized reading' (duration: 1.372373541s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:42.046334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295856511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T22:06:42.046402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.636319Z","time spent":"1.410074228s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:42.046376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116089007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-03T22:06:42.046423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.673787Z","time spent":"1.372625176s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T22:06:42.046449Z","caller":"traceutil/trace.go:171","msg":"trace[376534769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24027; }","duration":"1.296013154s","start":"2026-03-03T22:06:40.750409Z","end":"2026-03-03T22:06:42.046422Z","steps":["trace[376534769] 'agreement among raft nodes before linearized reading' (duration: 1.295732618s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:42.046459Z","caller":"traceutil/trace.go:171","msg":"trace[507050449] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24027; }","duration":"1.116212289s","start":"2026-03-03T22:06:40.930226Z","end":"2026-03-03T22:06:42.046439Z","steps":["trace[507050449] 'agreement among raft nodes before linearized reading' (duration: 1.115935683s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:42.046502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.750398Z","time spent":"1.296092605s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:06:42.046512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:40.930217Z","time spent":"1.116285722s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T22:06:42.354667Z","caller":"traceutil/trace.go:171","msg":"trace[1188130449] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"617.182713ms","start":"2026-03-03T22:06:41.737437Z","end":"2026-03-03T22:06:42.35462Z","steps":["trace[1188130449] 'process raft request' (duration: 617.019079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:42.354862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:41.737416Z","time spent":"617.343636ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:43.106367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.466186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:43.106824Z","caller":"traceutil/trace.go:171","msg":"trace[448228801] linearizableReadLoop","detail":"{readStateIndex:24872; appliedIndex:24870; }","duration":"1.060668864s","start":"2026-03-03T22:06:42.046131Z","end":"2026-03-03T22:06:43.1068Z","steps":["trace[448228801] 'read index received' (duration: 308.472093ms)","trace[448228801] 'applied index is now lower than readState.Index' (duration: 752.195451ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:43.107207Z","caller":"traceutil/trace.go:171","msg":"trace[131036838] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.368102325s","start":"2026-03-03T22:06:41.739077Z","end":"2026-03-03T22:06:43.107179Z","steps":["trace[131036838] 'process raft request' (duration: 1.061664677s)","trace[131036838] 'compare' (duration: 305.036327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:43.107315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:41.739048Z","time spent":"1.368217908s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:43.107394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353297317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:43.10748Z","caller":"traceutil/trace.go:171","msg":"trace[1969040000] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24033; }","duration":"1.353402439s","start":"2026-03-03T22:06:41.754058Z","end":"2026-03-03T22:06:43.107461Z","steps":["trace[1969040000] 'agreement among raft nodes before linearized reading' (duration: 1.353245385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.107541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:41.75402Z","time spent":"1.353509102s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:43.107701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060099373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:43.107808Z","caller":"traceutil/trace.go:171","msg":"trace[2000893756] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"1.003589438s","start":"2026-03-03T22:06:42.10421Z","end":"2026-03-03T22:06:43.107799Z","steps":["trace[2000893756] 'process raft request' (duration: 1.002413261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.107804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.762747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:43.107858Z","caller":"traceutil/trace.go:171","msg":"trace[1035230072] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24033; }","duration":"636.86539ms","start":"2026-03-03T22:06:42.470975Z","end":"2026-03-03T22:06:43.107841Z","steps":["trace[1035230072] 'agreement among raft nodes before linearized reading' (duration: 636.769668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:43.107854Z","caller":"traceutil/trace.go:171","msg":"trace[926728012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24033; }","duration":"1.060311428s","start":"2026-03-03T22:06:42.04749Z","end":"2026-03-03T22:06:43.107801Z","steps":["trace[926728012] 'agreement among raft nodes before linearized reading' (duration: 1.059895368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.107895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.104188Z","time spent":"1.003647019s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:43.107955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.047469Z","time spent":"1.060474221s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:43.108129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3705602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T22:06:43.108175Z","caller":"traceutil/trace.go:171","msg":"trace[574254009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24033; }","duration":"1.370644182s","start":"2026-03-03T22:06:41.737519Z","end":"2026-03-03T22:06:43.108163Z","steps":["trace[574254009] 'agreement among raft nodes before linearized reading' (duration: 1.370513989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.10821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:41.737484Z","time spent":"1.370720423s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:43.108488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.244972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:43.108553Z","caller":"traceutil/trace.go:171","msg":"trace[1561973269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24033; }","duration":"788.301933ms","start":"2026-03-03T22:06:42.320223Z","end":"2026-03-03T22:06:43.108525Z","steps":["trace[1561973269] 'agreement among raft nodes before linearized reading' (duration: 788.13964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.108598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.3202Z","time spent":"788.386236ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:43.10872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058116608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:43.108786Z","caller":"traceutil/trace.go:171","msg":"trace[2068676198] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24033; }","duration":"1.058195761s","start":"2026-03-03T22:06:42.050576Z","end":"2026-03-03T22:06:43.108772Z","steps":["trace[2068676198] 'agreement among raft nodes before linearized reading' (duration: 1.058088869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.108832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.050571Z","time spent":"1.058251652s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T22:06:43.109032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.395625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:43.10908Z","caller":"traceutil/trace.go:171","msg":"trace[1599432753] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24033; }","duration":"833.486287ms","start":"2026-03-03T22:06:42.27558Z","end":"2026-03-03T22:06:43.109066Z","steps":["trace[1599432753] 'agreement among raft nodes before linearized reading' (duration: 833.418236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05861307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T22:06:43.109124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.275555Z","time spent":"833.560378ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:43.109164Z","caller":"traceutil/trace.go:171","msg":"trace[1892805061] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24033; }","duration":"1.058691352s","start":"2026-03-03T22:06:42.050431Z","end":"2026-03-03T22:06:43.109122Z","steps":["trace[1892805061] 'agreement among raft nodes before linearized reading' (duration: 1.058505007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.050412Z","time spent":"1.058779303s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-03T22:06:43.109309Z","caller":"traceutil/trace.go:171","msg":"trace[278502470] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"1.00466202s","start":"2026-03-03T22:06:42.104639Z","end":"2026-03-03T22:06:43.109301Z","steps":["trace[278502470] 'process raft request' (duration: 1.002097773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.10463Z","time spent":"1.004709331s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:43.109385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724928693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:06:43.109427Z","caller":"traceutil/trace.go:171","msg":"trace[358011237] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24033; }","duration":"1.725011305s","start":"2026-03-03T22:06:41.384404Z","end":"2026-03-03T22:06:43.109416Z","steps":["trace[358011237] 'agreement among raft nodes before linearized reading' (duration: 1.724814621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:41.384385Z","time spent":"1.725065826s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T22:06:43.109448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058400355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1a57f573-ecb9-472b-9b31-03716aadae6c\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T22:06:43.109558Z","caller":"traceutil/trace.go:171","msg":"trace[204077830] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1a57f573-ecb9-472b-9b31-03716aadae6c; range_end:; response_count:1; response_revision:24033; }","duration":"1.058532097s","start":"2026-03-03T22:06:42.05099Z","end":"2026-03-03T22:06:43.109522Z","steps":["trace[204077830] 'agreement among raft nodes before linearized reading' (duration: 1.058278532s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:43.109268Z","caller":"traceutil/trace.go:171","msg":"trace[881781610] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"1.004696841s","start":"2026-03-03T22:06:42.104554Z","end":"2026-03-03T22:06:43.109251Z","steps":["trace[881781610] 'process raft request' (duration: 1.002131384s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.107978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.470946Z","time spent":"637.017733ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:43.109624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.050984Z","time spent":"1.0586261s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-1a57f573-ecb9-472b-9b31-03716aadae6c\" "} {"level":"warn","ts":"2026-03-03T22:06:43.109634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059590541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-03T22:06:43.109673Z","caller":"traceutil/trace.go:171","msg":"trace[595670324] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24033; }","duration":"1.059674642s","start":"2026-03-03T22:06:42.049988Z","end":"2026-03-03T22:06:43.109662Z","steps":["trace[595670324] 'agreement among raft nodes before linearized reading' (duration: 1.05956295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.049965Z","time spent":"1.059734324s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T22:06:43.109712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.651677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:06:43.107772Z","caller":"traceutil/trace.go:171","msg":"trace[272472513] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"1.367437001s","start":"2026-03-03T22:06:41.740322Z","end":"2026-03-03T22:06:43.107759Z","steps":["trace[272472513] 'process raft request' (duration: 1.366169492s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:43.109746Z","caller":"traceutil/trace.go:171","msg":"trace[1330016178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24033; }","duration":"475.729279ms","start":"2026-03-03T22:06:42.634007Z","end":"2026-03-03T22:06:43.109736Z","steps":["trace[1330016178] 'agreement among raft nodes before linearized reading' (duration: 475.614637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.10454Z","time spent":"1.0051037s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:43.109774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.633982Z","time spent":"475.78599ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:06:43.109815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:41.740313Z","time spent":"1.369442134s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:43.109619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.411522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:06:43.109879Z","caller":"traceutil/trace.go:171","msg":"trace[1395883528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24033; }","duration":"475.714999ms","start":"2026-03-03T22:06:42.634153Z","end":"2026-03-03T22:06:43.109868Z","steps":["trace[1395883528] 'agreement among raft nodes before linearized reading' (duration: 475.161377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.682772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:06:43.109916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.634134Z","time spent":"475.77188ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T22:06:43.109922Z","caller":"traceutil/trace.go:171","msg":"trace[2136916027] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24033; }","duration":"571.786834ms","start":"2026-03-03T22:06:42.538123Z","end":"2026-03-03T22:06:43.10991Z","steps":["trace[2136916027] 'agreement among raft nodes before linearized reading' (duration: 571.698782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.109959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.538053Z","time spent":"571.895416ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:43.109975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050294454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:43.110031Z","caller":"traceutil/trace.go:171","msg":"trace[1561220761] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24033; }","duration":"1.050375096s","start":"2026-03-03T22:06:42.059636Z","end":"2026-03-03T22:06:43.110011Z","steps":["trace[1561220761] 'agreement among raft nodes before linearized reading' (duration: 1.050279754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.110126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.059624Z","time spent":"1.050445608s","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:43.110179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056822251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:43.110221Z","caller":"traceutil/trace.go:171","msg":"trace[757444362] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24033; }","duration":"1.056875981s","start":"2026-03-03T22:06:42.053331Z","end":"2026-03-03T22:06:43.110207Z","steps":["trace[757444362] 'agreement among raft nodes before linearized reading' (duration: 1.056807729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:43.110251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:42.053324Z","time spent":"1.056919613s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T22:06:43.302264Z","caller":"traceutil/trace.go:171","msg":"trace[787891046] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"187.934915ms","start":"2026-03-03T22:06:43.114303Z","end":"2026-03-03T22:06:43.302237Z","steps":["trace[787891046] 'process raft request' (duration: 183.502716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:44.091338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.457309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:44.091798Z","caller":"traceutil/trace.go:171","msg":"trace[836081008] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"568.621353ms","start":"2026-03-03T22:06:43.523158Z","end":"2026-03-03T22:06:44.09178Z","steps":["trace[836081008] 'process raft request' (duration: 568.581643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:44.091825Z","caller":"traceutil/trace.go:171","msg":"trace[739794782] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"974.664044ms","start":"2026-03-03T22:06:43.117139Z","end":"2026-03-03T22:06:44.091803Z","steps":["trace[739794782] 'process raft request' (duration: 974.439779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:44.09187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.523133Z","time spent":"568.702555ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:44.091893Z","caller":"traceutil/trace.go:171","msg":"trace[1537852648] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"974.658174ms","start":"2026-03-03T22:06:43.117193Z","end":"2026-03-03T22:06:44.091851Z","steps":["trace[1537852648] 'process raft request' (duration: 974.46528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:44.091948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.11713Z","time spent":"974.742456ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:44.092067Z","caller":"traceutil/trace.go:171","msg":"trace[1948291043] linearizableReadLoop","detail":"{readStateIndex:24881; appliedIndex:24875; }","duration":"974.835968ms","start":"2026-03-03T22:06:43.117218Z","end":"2026-03-03T22:06:44.092053Z","steps":["trace[1948291043] 'read index received' (duration: 180.604332ms)","trace[1948291043] 'applied index is now lower than readState.Index' (duration: 794.230506ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:44.092092Z","caller":"traceutil/trace.go:171","msg":"trace[61662900] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"975.000552ms","start":"2026-03-03T22:06:43.117084Z","end":"2026-03-03T22:06:44.092085Z","steps":["trace[61662900] 'process raft request' (duration: 577.703165ms)","trace[61662900] 'compare' (duration: 396.03406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:44.092076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.117188Z","time spent":"974.788647ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:44.092124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.117069Z","time spent":"975.036753ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:44.092133Z","caller":"traceutil/trace.go:171","msg":"trace[1245850991] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"702.813205ms","start":"2026-03-03T22:06:43.389309Z","end":"2026-03-03T22:06:44.092123Z","steps":["trace[1245850991] 'process raft request' (duration: 702.396116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:44.092138Z","caller":"traceutil/trace.go:171","msg":"trace[1205736367] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"975.018112ms","start":"2026-03-03T22:06:43.1171Z","end":"2026-03-03T22:06:44.092118Z","steps":["trace[1205736367] 'process raft request' (duration: 974.348187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:44.092184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.389294Z","time spent":"702.859506ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:44.092226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.117087Z","time spent":"975.092414ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:44.092279Z","caller":"traceutil/trace.go:171","msg":"trace[37997167] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"975.131204ms","start":"2026-03-03T22:06:43.117141Z","end":"2026-03-03T22:06:44.092273Z","steps":["trace[37997167] 'process raft request' (duration: 974.48406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:44.092321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.117136Z","time spent":"975.168415ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:44.092383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.162015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:06:44.092415Z","caller":"traceutil/trace.go:171","msg":"trace[1300445804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24041; }","duration":"975.208386ms","start":"2026-03-03T22:06:43.117194Z","end":"2026-03-03T22:06:44.092403Z","steps":["trace[1300445804] 'agreement among raft nodes before linearized reading' (duration: 975.055063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:44.092444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.117189Z","time spent":"975.248107ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:06:45.118783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T22:06:45.118862Z","caller":"traceutil/trace.go:171","msg":"trace[573323964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025217s","start":"2026-03-03T22:06:43.118594Z","end":"2026-03-03T22:06:45.118846Z","steps":["trace[573323964] 'agreement among raft nodes before linearized reading' (duration: 2.000150518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.118901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.118585Z","time spent":"2.000309011s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 22:06:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T22:06:45.285434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.158784ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T22:06:45.285745Z","caller":"traceutil/trace.go:171","msg":"trace[645344113] linearizableReadLoop","detail":"{readStateIndex:24884; appliedIndex:24883; }","duration":"1.193629259s","start":"2026-03-03T22:06:44.092089Z","end":"2026-03-03T22:06:45.285719Z","steps":["trace[645344113] 'read index received' (duration: 228.22533ms)","trace[645344113] 'applied index is now lower than readState.Index' (duration: 965.402339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:45.285897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731704493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:45.285937Z","caller":"traceutil/trace.go:171","msg":"trace[80423608] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24041; }","duration":"1.731847586s","start":"2026-03-03T22:06:43.554077Z","end":"2026-03-03T22:06:45.285924Z","steps":["trace[80423608] 'agreement among raft nodes before linearized reading' (duration: 1.731755334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.285997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.554059Z","time spent":"1.731914217s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:45.286023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951616918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T22:06:45.286141Z","caller":"traceutil/trace.go:171","msg":"trace[730251879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24041; }","duration":"1.951788692s","start":"2026-03-03T22:06:43.334329Z","end":"2026-03-03T22:06:45.286117Z","steps":["trace[730251879] 'agreement among raft nodes before linearized reading' (duration: 1.951511906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.286178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609852245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T22:06:45.286269Z","caller":"traceutil/trace.go:171","msg":"trace[1556007056] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24041; }","duration":"1.61005776s","start":"2026-03-03T22:06:43.676173Z","end":"2026-03-03T22:06:45.28623Z","steps":["trace[1556007056] 'agreement among raft nodes before linearized reading' (duration: 1.609654361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.286318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.676151Z","time spent":"1.610156622s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T22:06:45.286379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16774406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:45.286465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898377266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T22:06:45.286481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396156618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:45.286511Z","caller":"traceutil/trace.go:171","msg":"trace[43985632] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24041; }","duration":"2.167904114s","start":"2026-03-03T22:06:43.11858Z","end":"2026-03-03T22:06:45.286484Z","steps":["trace[43985632] 'agreement among raft nodes before linearized reading' (duration: 2.167654108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:45.286534Z","caller":"traceutil/trace.go:171","msg":"trace[1694844317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24041; }","duration":"1.898569079s","start":"2026-03-03T22:06:43.387944Z","end":"2026-03-03T22:06:45.286514Z","steps":["trace[1694844317] 'agreement among raft nodes before linearized reading' (duration: 1.898250172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.286195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.334302Z","time spent":"1.951883344s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T22:06:45.286559Z","caller":"traceutil/trace.go:171","msg":"trace[1244946242] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"926.019523ms","start":"2026-03-03T22:06:44.360524Z","end":"2026-03-03T22:06:45.286544Z","steps":["trace[1244946242] 'process raft request' (duration: 925.055492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.286586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.387922Z","time spent":"1.898652262s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:45.286585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.118566Z","time spent":"2.168008116s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T22:06:45.28653Z","caller":"traceutil/trace.go:171","msg":"trace[289538444] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24041; }","duration":"1.396244429s","start":"2026-03-03T22:06:43.890271Z","end":"2026-03-03T22:06:45.286515Z","steps":["trace[289538444] 'agreement among raft nodes before linearized reading' (duration: 1.396153397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.286698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:44.360494Z","time spent":"926.122465ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:45.286788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.890251Z","time spent":"1.396490655s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:45.286408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028139439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-03T22:06:45.287635Z","caller":"traceutil/trace.go:171","msg":"trace[2047992669] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24041; }","duration":"2.029397188s","start":"2026-03-03T22:06:43.258221Z","end":"2026-03-03T22:06:45.287618Z","steps":["trace[2047992669] 'agreement among raft nodes before linearized reading' (duration: 2.027921034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.287945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.258205Z","time spent":"2.029723264s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-03T22:06:45.36848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980758086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T22:06:45.368944Z","caller":"traceutil/trace.go:171","msg":"trace[347344255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24042; }","duration":"1.981275618s","start":"2026-03-03T22:06:43.387639Z","end":"2026-03-03T22:06:45.368915Z","steps":["trace[347344255] 'agreement among raft nodes before linearized reading' (duration: 1.89857994s)","trace[347344255] 'range keys from in-memory index tree' (duration: 81.44191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:45.368999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:43.387615Z","time spent":"1.98137056s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T22:06:45.644429Z","caller":"traceutil/trace.go:171","msg":"trace[1174756011] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"525.29338ms","start":"2026-03-03T22:06:45.119097Z","end":"2026-03-03T22:06:45.644391Z","steps":["trace[1174756011] 'process raft request' (duration: 525.054614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:45.644677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.11907Z","time spent":"525.479734ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:46.401512Z","caller":"traceutil/trace.go:171","msg":"trace[1539992550] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"1.281136213s","start":"2026-03-03T22:06:45.120346Z","end":"2026-03-03T22:06:46.401483Z","steps":["trace[1539992550] 'process raft request' (duration: 1.280885597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.40168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.120321Z","time spent":"1.281270536s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:46.401975Z","caller":"traceutil/trace.go:171","msg":"trace[743972606] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"1.281449911s","start":"2026-03-03T22:06:45.120491Z","end":"2026-03-03T22:06:46.401941Z","steps":["trace[743972606] 'process raft request' (duration: 1.280946409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.402215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.120479Z","time spent":"1.281597644s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:46.402599Z","caller":"traceutil/trace.go:171","msg":"trace[1112523855] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"1.282035704s","start":"2026-03-03T22:06:45.120545Z","end":"2026-03-03T22:06:46.40258Z","steps":["trace[1112523855] 'process raft request' (duration: 1.281281247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.402682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.120532Z","time spent":"1.282109065s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:46.402742Z","caller":"traceutil/trace.go:171","msg":"trace[434423877] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24885; }","duration":"1.116940716s","start":"2026-03-03T22:06:45.285786Z","end":"2026-03-03T22:06:46.402726Z","steps":["trace[434423877] 'read index received' (duration: 358.322501ms)","trace[434423877] 'applied index is now lower than readState.Index' (duration: 758.617115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:46.402831Z","caller":"traceutil/trace.go:171","msg":"trace[993975479] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"1.281698706s","start":"2026-03-03T22:06:45.121121Z","end":"2026-03-03T22:06:46.40282Z","steps":["trace[993975479] 'process raft request' (duration: 1.281379719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.402906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.121112Z","time spent":"1.281747527s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:46.402983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28371101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:46.403057Z","caller":"traceutil/trace.go:171","msg":"trace[1075716721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24050; }","duration":"1.283825553s","start":"2026-03-03T22:06:45.119216Z","end":"2026-03-03T22:06:46.403041Z","steps":["trace[1075716721] 'agreement among raft nodes before linearized reading' (duration: 1.2837103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.403093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.119208Z","time spent":"1.283877804s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:46.403167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433468868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T22:06:46.40321Z","caller":"traceutil/trace.go:171","msg":"trace[313563653] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24050; }","duration":"1.43357147s","start":"2026-03-03T22:06:44.969628Z","end":"2026-03-03T22:06:46.403199Z","steps":["trace[313563653] 'agreement among raft nodes before linearized reading' (duration: 1.433359456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.403241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:44.969602Z","time spent":"1.433631402s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:46.403258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268726404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:46.403301Z","caller":"traceutil/trace.go:171","msg":"trace[89584558] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"1.030332231s","start":"2026-03-03T22:06:45.372961Z","end":"2026-03-03T22:06:46.403293Z","steps":["trace[89584558] 'process raft request' (duration: 1.029711228s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.403314Z","caller":"traceutil/trace.go:171","msg":"trace[395535088] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24050; }","duration":"2.268807336s","start":"2026-03-03T22:06:44.134485Z","end":"2026-03-03T22:06:46.403293Z","steps":["trace[395535088] 'agreement among raft nodes before linearized reading' (duration: 2.268711104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.403376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.372946Z","time spent":"1.030380862s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:46.403397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:44.134471Z","time spent":"2.268916538s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:46.403603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645919217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:46.403644Z","caller":"traceutil/trace.go:171","msg":"trace[1386277139] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24050; }","duration":"1.645984399s","start":"2026-03-03T22:06:44.75765Z","end":"2026-03-03T22:06:46.403635Z","steps":["trace[1386277139] 'agreement among raft nodes before linearized reading' (duration: 1.645905297s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.403273Z","caller":"traceutil/trace.go:171","msg":"trace[1342050385] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"1.110675096s","start":"2026-03-03T22:06:45.292592Z","end":"2026-03-03T22:06:46.403268Z","steps":["trace[1342050385] 'process raft request' (duration: 1.110041652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.403673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:44.757632Z","time spent":"1.64603395s","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:46.403662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251319981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T22:06:46.403701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.292584Z","time spent":"1.111092295s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:46.403757Z","caller":"traceutil/trace.go:171","msg":"trace[801640560] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24050; }","duration":"1.251451274s","start":"2026-03-03T22:06:45.15228Z","end":"2026-03-03T22:06:46.403731Z","steps":["trace[801640560] 'agreement among raft nodes before linearized reading' (duration: 1.251136737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.403811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.152269Z","time spent":"1.251531555s","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:46.40407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309309176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-03T22:06:46.404099Z","caller":"traceutil/trace.go:171","msg":"trace[482361700] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24050; }","duration":"2.309360197s","start":"2026-03-03T22:06:44.094731Z","end":"2026-03-03T22:06:46.404092Z","steps":["trace[482361700] 'agreement among raft nodes before linearized reading' (duration: 2.309240204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.404117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:44.094708Z","time spent":"2.309405208s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T22:06:46.404146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307396963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18997416954ace93\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-03T22:06:46.404183Z","caller":"traceutil/trace.go:171","msg":"trace[886414898] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18997416954ace93; range_end:; response_count:1; response_revision:24050; }","duration":"2.307450425s","start":"2026-03-03T22:06:44.096721Z","end":"2026-03-03T22:06:46.404172Z","steps":["trace[886414898] 'agreement among raft nodes before linearized reading' (duration: 2.307285661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.404214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:44.096713Z","time spent":"2.307493205s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18997416954ace93\" "} {"level":"info","ts":"2026-03-03T22:06:46.40325Z","caller":"traceutil/trace.go:171","msg":"trace[970806693] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"1.111145927s","start":"2026-03-03T22:06:45.292094Z","end":"2026-03-03T22:06:46.40324Z","steps":["trace[970806693] 'process raft request' (duration: 1.110481053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.404357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.292056Z","time spent":"1.112273541s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:46.494313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.250214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:46.494396Z","caller":"traceutil/trace.go:171","msg":"trace[938440193] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24052; }","duration":"802.346697ms","start":"2026-03-03T22:06:45.692033Z","end":"2026-03-03T22:06:46.49438Z","steps":["trace[938440193] 'agreement among raft nodes before linearized reading' (duration: 802.229524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.494428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.691964Z","time spent":"802.457938ms","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:46.494449Z","caller":"traceutil/trace.go:171","msg":"trace[1568934097] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"396.078ms","start":"2026-03-03T22:06:46.098338Z","end":"2026-03-03T22:06:46.494416Z","steps":["trace[1568934097] 'process raft request' (duration: 393.192026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.49449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.482475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:46.494572Z","caller":"traceutil/trace.go:171","msg":"trace[1063245654] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24052; }","duration":"376.599997ms","start":"2026-03-03T22:06:46.117955Z","end":"2026-03-03T22:06:46.494555Z","steps":["trace[1063245654] 'agreement among raft nodes before linearized reading' (duration: 376.388873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.494559Z","caller":"traceutil/trace.go:171","msg":"trace[490935809] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"198.167313ms","start":"2026-03-03T22:06:46.296299Z","end":"2026-03-03T22:06:46.494466Z","steps":["trace[490935809] 'process raft request' (duration: 197.706092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.494623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.117946Z","time spent":"376.66492ms","remote":"127.0.0.1:38742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:46.494666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205215507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:06:46.494662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.098328Z","time spent":"396.199563ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:46.494688Z","caller":"traceutil/trace.go:171","msg":"trace[437310583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24052; }","duration":"1.205258638s","start":"2026-03-03T22:06:45.289422Z","end":"2026-03-03T22:06:46.494681Z","steps":["trace[437310583] 'agreement among raft nodes before linearized reading' (duration: 1.205161446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.494726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.289409Z","time spent":"1.205313799s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:06:46.494318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.85445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:06:46.494795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203959609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T22:06:46.494842Z","caller":"traceutil/trace.go:171","msg":"trace[2021354531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24052; }","duration":"732.420933ms","start":"2026-03-03T22:06:45.762393Z","end":"2026-03-03T22:06:46.494814Z","steps":["trace[2021354531] 'agreement among raft nodes before linearized reading' (duration: 731.8166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.494927Z","caller":"traceutil/trace.go:171","msg":"trace[1827498792] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f; range_end:; response_count:1; response_revision:24052; }","duration":"1.204095732s","start":"2026-03-03T22:06:45.29079Z","end":"2026-03-03T22:06:46.494886Z","steps":["trace[1827498792] 'agreement among raft nodes before linearized reading' (duration: 1.203689393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.494935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.762377Z","time spent":"732.531685ms","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:46.495005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.89023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:06:46.495029Z","caller":"traceutil/trace.go:171","msg":"trace[248611719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24052; }","duration":"397.942372ms","start":"2026-03-03T22:06:46.097079Z","end":"2026-03-03T22:06:46.495022Z","steps":["trace[248611719] 'agreement among raft nodes before linearized reading' (duration: 397.88303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.494994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202465435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:46.495015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.290785Z","time spent":"1.204219914s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-5c77a2bf-addb-4ebc-a448-875aeeaef18f\" "} {"level":"warn","ts":"2026-03-03T22:06:46.495096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204086841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:46.495099Z","caller":"traceutil/trace.go:171","msg":"trace[1024356537] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24052; }","duration":"1.202618738s","start":"2026-03-03T22:06:45.292448Z","end":"2026-03-03T22:06:46.495067Z","steps":["trace[1024356537] 'agreement among raft nodes before linearized reading' (duration: 1.202446005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.495117Z","caller":"traceutil/trace.go:171","msg":"trace[715633137] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24052; }","duration":"1.204117342s","start":"2026-03-03T22:06:45.290994Z","end":"2026-03-03T22:06:46.495111Z","steps":["trace[715633137] 'agreement among raft nodes before linearized reading' (duration: 1.204078882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.495134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.290988Z","time spent":"1.204141253s","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:46.495143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.292438Z","time spent":"1.20269574s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T22:06:46.495113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.40087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T22:06:46.495232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.136556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T22:06:46.495045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.097061Z","time spent":"397.981112ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T22:06:46.495286Z","caller":"traceutil/trace.go:171","msg":"trace[721779217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24052; }","duration":"398.192607ms","start":"2026-03-03T22:06:46.097079Z","end":"2026-03-03T22:06:46.495271Z","steps":["trace[721779217] 'agreement among raft nodes before linearized reading' (duration: 398.003463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.495345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.097023Z","time spent":"398.308649ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T22:06:46.495322Z","caller":"traceutil/trace.go:171","msg":"trace[809166552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24052; }","duration":"397.639185ms","start":"2026-03-03T22:06:46.097619Z","end":"2026-03-03T22:06:46.495258Z","steps":["trace[809166552] 'agreement among raft nodes before linearized reading' (duration: 397.027451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.495409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.097597Z","time spent":"397.800278ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:46.496388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.874774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T22:06:46.496443Z","caller":"traceutil/trace.go:171","msg":"trace[361650125] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24052; }","duration":"972.928615ms","start":"2026-03-03T22:06:45.523499Z","end":"2026-03-03T22:06:46.496428Z","steps":["trace[361650125] 'agreement among raft nodes before linearized reading' (duration: 971.494044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.496511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:45.523437Z","time spent":"973.057938ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2688,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:46.975457Z","caller":"traceutil/trace.go:171","msg":"trace[1558224883] linearizableReadLoop","detail":"{readStateIndex:24896; appliedIndex:24895; }","duration":"481.387115ms","start":"2026-03-03T22:06:46.494042Z","end":"2026-03-03T22:06:46.975429Z","steps":["trace[1558224883] 'read index received' (duration: 418.964109ms)","trace[1558224883] 'applied index is now lower than readState.Index' (duration: 62.422106ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:46.975592Z","caller":"traceutil/trace.go:171","msg":"trace[501906514] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"557.737021ms","start":"2026-03-03T22:06:46.417843Z","end":"2026-03-03T22:06:46.97558Z","steps":["trace[501906514] 'process raft request' (duration: 495.159041ms)","trace[501906514] 'compare' (duration: 62.010017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:46.975697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.417826Z","time spent":"557.799593ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:46.975723Z","caller":"traceutil/trace.go:171","msg":"trace[81141835] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"469.218784ms","start":"2026-03-03T22:06:46.506479Z","end":"2026-03-03T22:06:46.975697Z","steps":["trace[81141835] 'process raft request' (duration: 468.909868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.975871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.506457Z","time spent":"469.339027ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:46.976037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.138528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T22:06:46.976082Z","caller":"traceutil/trace.go:171","msg":"trace[1784233159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24054; }","duration":"553.198371ms","start":"2026-03-03T22:06:46.422873Z","end":"2026-03-03T22:06:46.976071Z","steps":["trace[1784233159] 'agreement among raft nodes before linearized reading' (duration: 553.044767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.976113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.422865Z","time spent":"553.240892ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T22:06:46.976458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.509303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:46.97648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.57103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T22:06:46.976501Z","caller":"traceutil/trace.go:171","msg":"trace[995997103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24055; }","duration":"564.588875ms","start":"2026-03-03T22:06:46.411903Z","end":"2026-03-03T22:06:46.976492Z","steps":["trace[995997103] 'agreement among raft nodes before linearized reading' (duration: 563.623363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.976524Z","caller":"traceutil/trace.go:171","msg":"trace[1206549128] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a; range_end:; response_count:1; response_revision:24055; }","duration":"558.646562ms","start":"2026-03-03T22:06:46.417862Z","end":"2026-03-03T22:06:46.976509Z","steps":["trace[1206549128] 'agreement among raft nodes before linearized reading' (duration: 558.382796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.976515Z","caller":"traceutil/trace.go:171","msg":"trace[1463364633] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"469.866019ms","start":"2026-03-03T22:06:46.506616Z","end":"2026-03-03T22:06:46.976482Z","steps":["trace[1463364633] 'process raft request' (duration: 469.718356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:46.97657Z","caller":"traceutil/trace.go:171","msg":"trace[146271481] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"469.987852ms","start":"2026-03-03T22:06:46.506573Z","end":"2026-03-03T22:06:46.976561Z","steps":["trace[146271481] 'process raft request' (duration: 469.055301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:46.976631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.506561Z","time spent":"470.041403ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:46.976688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.506569Z","time spent":"470.023493ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:46.976574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.417836Z","time spent":"558.729644ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a\" "} {"level":"warn","ts":"2026-03-03T22:06:46.976527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.41188Z","time spent":"564.641695ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:06:47.32355Z","caller":"traceutil/trace.go:171","msg":"trace[1912700435] linearizableReadLoop","detail":"{readStateIndex:24900; appliedIndex:24899; }","duration":"341.812665ms","start":"2026-03-03T22:06:46.981708Z","end":"2026-03-03T22:06:47.323521Z","steps":["trace[1912700435] 'read index received' (duration: 340.426303ms)","trace[1912700435] 'applied index is now lower than readState.Index' (duration: 1.384702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:47.323858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.133532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1899741604a1c67a\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T22:06:47.323935Z","caller":"traceutil/trace.go:171","msg":"trace[1961184030] range","detail":"{range_begin:/registry/events/openstack/container-infra.1899741604a1c67a; range_end:; response_count:1; response_revision:24057; }","duration":"342.273605ms","start":"2026-03-03T22:06:46.981643Z","end":"2026-03-03T22:06:47.323917Z","steps":["trace[1961184030] 'agreement among raft nodes before linearized reading' (duration: 342.000229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:47.323968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.981614Z","time spent":"342.347567ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1899741604a1c67a\" "} {"level":"info","ts":"2026-03-03T22:06:47.323684Z","caller":"traceutil/trace.go:171","msg":"trace[932475828] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"344.391622ms","start":"2026-03-03T22:06:46.979219Z","end":"2026-03-03T22:06:47.323611Z","steps":["trace[932475828] 'process raft request' (duration: 342.905798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:47.324492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:46.979207Z","time spent":"344.908723ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:47.824249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588375,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:06:48.131258Z","caller":"traceutil/trace.go:171","msg":"trace[2078901942] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"1.076220071s","start":"2026-03-03T22:06:47.054984Z","end":"2026-03-03T22:06:48.131204Z","steps":["trace[2078901942] 'process raft request' (duration: 981.905605ms)","trace[2078901942] 'compare' (duration: 93.771714ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:48.131344Z","caller":"traceutil/trace.go:171","msg":"trace[1720435531] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"835.949283ms","start":"2026-03-03T22:06:47.295284Z","end":"2026-03-03T22:06:48.131234Z","steps":["trace[1720435531] 'process raft request' (duration: 835.748449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:48.131313Z","caller":"traceutil/trace.go:171","msg":"trace[1142012712] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"804.554635ms","start":"2026-03-03T22:06:47.326711Z","end":"2026-03-03T22:06:48.131266Z","steps":["trace[1142012712] 'process raft request' (duration: 804.390931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:48.131371Z","caller":"traceutil/trace.go:171","msg":"trace[1945459715] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"476.552737ms","start":"2026-03-03T22:06:47.654774Z","end":"2026-03-03T22:06:48.131327Z","steps":["trace[1945459715] 'process raft request' (duration: 476.400354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:48.131469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:47.054963Z","time spent":"1.076398864s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:48.131509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:47.654743Z","time spent":"476.6794ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:48.131279Z","caller":"traceutil/trace.go:171","msg":"trace[1952378636] linearizableReadLoop","detail":"{readStateIndex:24904; appliedIndex:24900; }","duration":"807.597022ms","start":"2026-03-03T22:06:47.323624Z","end":"2026-03-03T22:06:48.131221Z","steps":["trace[1952378636] 'read index received' (duration: 712.622582ms)","trace[1952378636] 'applied index is now lower than readState.Index' (duration: 94.97255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:48.131595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:47.326682Z","time spent":"804.766819ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:48.13175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.273251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:48.131789Z","caller":"traceutil/trace.go:171","msg":"trace[454706390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24061; }","duration":"359.342133ms","start":"2026-03-03T22:06:47.772434Z","end":"2026-03-03T22:06:48.131776Z","steps":["trace[454706390] 'agreement among raft nodes before linearized reading' (duration: 359.256991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:48.131821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:47.772415Z","time spent":"359.397364ms","remote":"127.0.0.1:38784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:48.131829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068805005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:06:48.131905Z","caller":"traceutil/trace.go:171","msg":"trace[1240747751] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24061; }","duration":"1.068958139s","start":"2026-03-03T22:06:47.062928Z","end":"2026-03-03T22:06:48.131886Z","steps":["trace[1240747751] 'agreement among raft nodes before linearized reading' (duration: 1.068727034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:48.13195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:47.062897Z","time spent":"1.069042341s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:06:48.132072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.944217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:48.132114Z","caller":"traceutil/trace.go:171","msg":"trace[1850250906] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24061; }","duration":"338.001319ms","start":"2026-03-03T22:06:47.7941Z","end":"2026-03-03T22:06:48.132102Z","steps":["trace[1850250906] 'agreement among raft nodes before linearized reading' (duration: 337.921768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:48.13213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.073534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T22:06:48.132152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:47.794071Z","time spent":"338.0731ms","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:48.132175Z","caller":"traceutil/trace.go:171","msg":"trace[343620567] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:24061; }","duration":"100.157276ms","start":"2026-03-03T22:06:48.032005Z","end":"2026-03-03T22:06:48.132162Z","steps":["trace[343620567] 'agreement among raft nodes before linearized reading' (duration: 99.940221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:48.133094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:47.295236Z","time spent":"836.149468ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:48.623351Z","caller":"traceutil/trace.go:171","msg":"trace[2114637498] linearizableReadLoop","detail":"{readStateIndex:24906; appliedIndex:24905; }","duration":"292.422017ms","start":"2026-03-03T22:06:48.330904Z","end":"2026-03-03T22:06:48.623326Z","steps":["trace[2114637498] 'read index received' (duration: 288.550221ms)","trace[2114637498] 'applied index is now lower than readState.Index' (duration: 3.870116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:48.623464Z","caller":"traceutil/trace.go:171","msg":"trace[850879300] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"415.568893ms","start":"2026-03-03T22:06:48.207884Z","end":"2026-03-03T22:06:48.623452Z","steps":["trace[850879300] 'process raft request' (duration: 411.551734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:48.62357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.207848Z","time spent":"415.640235ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:48.623583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.676123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:48.623635Z","caller":"traceutil/trace.go:171","msg":"trace[1768600452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24062; }","duration":"292.736084ms","start":"2026-03-03T22:06:48.330886Z","end":"2026-03-03T22:06:48.623622Z","steps":["trace[1768600452] 'agreement among raft nodes before linearized reading' (duration: 292.597971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:49.06847Z","caller":"traceutil/trace.go:171","msg":"trace[1085880971] linearizableReadLoop","detail":"{readStateIndex:24911; appliedIndex:24906; }","duration":"445.020727ms","start":"2026-03-03T22:06:48.623416Z","end":"2026-03-03T22:06:49.068436Z","steps":["trace[1085880971] 'read index received' (duration: 410.561751ms)","trace[1085880971] 'applied index is now lower than readState.Index' (duration: 34.457436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:49.069979Z","caller":"traceutil/trace.go:171","msg":"trace[325311522] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"661.670841ms","start":"2026-03-03T22:06:48.408214Z","end":"2026-03-03T22:06:49.069885Z","steps":["trace[325311522] 'process raft request' (duration: 625.772923ms)","trace[325311522] 'compare' (duration: 34.051196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:49.070235Z","caller":"traceutil/trace.go:171","msg":"trace[883078190] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"649.04243ms","start":"2026-03-03T22:06:48.421152Z","end":"2026-03-03T22:06:49.070195Z","steps":["trace[883078190] 'process raft request' (duration: 647.163468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:49.070265Z","caller":"traceutil/trace.go:171","msg":"trace[1294191734] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"558.667872ms","start":"2026-03-03T22:06:48.511564Z","end":"2026-03-03T22:06:49.070232Z","steps":["trace[1294191734] 'process raft request' (duration: 556.80144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:49.070333Z","caller":"traceutil/trace.go:171","msg":"trace[1483143083] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"660.908434ms","start":"2026-03-03T22:06:48.409388Z","end":"2026-03-03T22:06:49.070297Z","steps":["trace[1483143083] 'process raft request' (duration: 658.819047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.070435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.421137Z","time spent":"649.189683ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:49.070455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.382253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-03T22:06:49.070455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.511543Z","time spent":"558.799385ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:49.070476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.573269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:49.070504Z","caller":"traceutil/trace.go:171","msg":"trace[810333288] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24067; }","duration":"444.486076ms","start":"2026-03-03T22:06:48.626005Z","end":"2026-03-03T22:06:49.070491Z","steps":["trace[810333288] 'agreement among raft nodes before linearized reading' (duration: 444.285451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.070538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.62598Z","time spent":"444.550208ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T22:06:49.070534Z","caller":"traceutil/trace.go:171","msg":"trace[1056058143] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24067; }","duration":"666.679341ms","start":"2026-03-03T22:06:48.403837Z","end":"2026-03-03T22:06:49.070516Z","steps":["trace[1056058143] 'agreement among raft nodes before linearized reading' (duration: 666.567989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.070533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.409375Z","time spent":"661.068367ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:49.070515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.227007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T22:06:49.070537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.520843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:06:49.070439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.272172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:49.070695Z","caller":"traceutil/trace.go:171","msg":"trace[785629330] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24067; }","duration":"700.716378ms","start":"2026-03-03T22:06:48.369921Z","end":"2026-03-03T22:06:49.070638Z","steps":["trace[785629330] 'agreement among raft nodes before linearized reading' (duration: 700.506793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.070927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.36991Z","time spent":"700.997984ms","remote":"127.0.0.1:56190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:49.070653Z","caller":"traceutil/trace.go:171","msg":"trace[830946547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24067; }","duration":"655.407522ms","start":"2026-03-03T22:06:48.415213Z","end":"2026-03-03T22:06:49.070621Z","steps":["trace[830946547] 'agreement among raft nodes before linearized reading' (duration: 655.024713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.071009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.415202Z","time spent":"655.79059ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:06:49.070587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.403809Z","time spent":"666.768044ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:06:49.070345Z","caller":"traceutil/trace.go:171","msg":"trace[682900724] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"659.042982ms","start":"2026-03-03T22:06:48.411271Z","end":"2026-03-03T22:06:49.070314Z","steps":["trace[682900724] 'process raft request' (duration: 656.999686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.071203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.411255Z","time spent":"659.91109ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:49.070353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.111136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:06:49.071318Z","caller":"traceutil/trace.go:171","msg":"trace[1642266750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24067; }","duration":"661.140879ms","start":"2026-03-03T22:06:48.410165Z","end":"2026-03-03T22:06:49.071305Z","steps":["trace[1642266750] 'agreement among raft nodes before linearized reading' (duration: 660.014914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.071359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.41014Z","time spent":"661.211161ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T22:06:49.070803Z","caller":"traceutil/trace.go:171","msg":"trace[848521225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24067; }","duration":"729.61265ms","start":"2026-03-03T22:06:48.34111Z","end":"2026-03-03T22:06:49.070723Z","steps":["trace[848521225] 'agreement among raft nodes before linearized reading' (duration: 729.101549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.071438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.341037Z","time spent":"730.384357ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:06:49.070465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:48.408189Z","time spent":"661.883295ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:49.566577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.668492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:06:49.567019Z","caller":"traceutil/trace.go:171","msg":"trace[412904112] linearizableReadLoop","detail":"{readStateIndex:24916; appliedIndex:24911; }","duration":"135.337146ms","start":"2026-03-03T22:06:49.431662Z","end":"2026-03-03T22:06:49.566999Z","steps":["trace[412904112] 'read index received' (duration: 133.605068ms)","trace[412904112] 'applied index is now lower than readState.Index' (duration: 1.730808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:06:49.567293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.635693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:06:49.567342Z","caller":"traceutil/trace.go:171","msg":"trace[1167998783] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24072; }","duration":"135.726036ms","start":"2026-03-03T22:06:49.431605Z","end":"2026-03-03T22:06:49.567331Z","steps":["trace[1167998783] 'agreement among raft nodes before linearized reading' (duration: 135.45721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:06:49.567504Z","caller":"traceutil/trace.go:171","msg":"trace[1395949750] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"490.526599ms","start":"2026-03-03T22:06:49.076959Z","end":"2026-03-03T22:06:49.567486Z","steps":["trace[1395949750] 'process raft request' (duration: 173.868724ms)","trace[1395949750] 'compare' (duration: 315.55073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:06:49.567553Z","caller":"traceutil/trace.go:171","msg":"trace[964502265] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"490.56233ms","start":"2026-03-03T22:06:49.07698Z","end":"2026-03-03T22:06:49.567542Z","steps":["trace[964502265] 'process raft request' (duration: 489.913715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.567594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:49.076938Z","time spent":"490.596421ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:06:49.567618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:49.076948Z","time spent":"490.638011ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:49.56729Z","caller":"traceutil/trace.go:171","msg":"trace[103650813] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"490.283103ms","start":"2026-03-03T22:06:49.076976Z","end":"2026-03-03T22:06:49.567259Z","steps":["trace[103650813] 'process raft request' (duration: 489.843873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.567771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:49.076946Z","time spent":"490.806715ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:49.567826Z","caller":"traceutil/trace.go:171","msg":"trace[756909173] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"488.493643ms","start":"2026-03-03T22:06:49.079324Z","end":"2026-03-03T22:06:49.567818Z","steps":["trace[756909173] 'process raft request' (duration: 487.641163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.567862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:49.079316Z","time spent":"488.531065ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:06:49.56786Z","caller":"traceutil/trace.go:171","msg":"trace[889062628] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"490.809795ms","start":"2026-03-03T22:06:49.077002Z","end":"2026-03-03T22:06:49.567812Z","steps":["trace[889062628] 'process raft request' (duration: 489.922665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:06:49.568075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:06:49.076989Z","time spent":"490.967729ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:05.253617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.955978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-03T22:07:05.253776Z","caller":"traceutil/trace.go:171","msg":"trace[324377783] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24231; }","duration":"284.208194ms","start":"2026-03-03T22:07:04.969535Z","end":"2026-03-03T22:07:05.253744Z","steps":["trace[324377783] 'range keys from in-memory index tree' (duration: 283.604261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:05.432851Z","caller":"traceutil/trace.go:171","msg":"trace[1905599444] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"298.029992ms","start":"2026-03-03T22:07:05.134795Z","end":"2026-03-03T22:07:05.432825Z","steps":["trace[1905599444] 'process raft request' (duration: 297.834027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.012345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.453719ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:06.012489Z","caller":"traceutil/trace.go:171","msg":"trace[733435599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24232; }","duration":"252.620973ms","start":"2026-03-03T22:07:05.759846Z","end":"2026-03-03T22:07:06.012467Z","steps":["trace[733435599] 'range keys from in-memory index tree' (duration: 252.435289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:06.068996Z","caller":"traceutil/trace.go:171","msg":"trace[619992123] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"928.272973ms","start":"2026-03-03T22:07:05.140686Z","end":"2026-03-03T22:07:06.068959Z","steps":["trace[619992123] 'process raft request' (duration: 928.172801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.069225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.14065Z","time spent":"928.459628ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:06.069283Z","caller":"traceutil/trace.go:171","msg":"trace[55761143] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"925.462161ms","start":"2026-03-03T22:07:05.143787Z","end":"2026-03-03T22:07:06.069249Z","steps":["trace[55761143] 'process raft request' (duration: 925.118963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.069461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.143774Z","time spent":"925.596883ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:06.069564Z","caller":"traceutil/trace.go:171","msg":"trace[124576511] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"929.543732ms","start":"2026-03-03T22:07:05.140009Z","end":"2026-03-03T22:07:06.069553Z","steps":["trace[124576511] 'process raft request' (duration: 928.612842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.069624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.139978Z","time spent":"929.614723ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:06.06988Z","caller":"traceutil/trace.go:171","msg":"trace[1642550362] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"924.002707ms","start":"2026-03-03T22:07:05.14587Z","end":"2026-03-03T22:07:06.069872Z","steps":["trace[1642550362] 'process raft request' (duration: 923.289822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.069921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.145863Z","time spent":"924.035639ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:06.069996Z","caller":"traceutil/trace.go:171","msg":"trace[1727616558] linearizableReadLoop","detail":"{readStateIndex:25085; appliedIndex:25079; }","duration":"728.586647ms","start":"2026-03-03T22:07:05.341401Z","end":"2026-03-03T22:07:06.069988Z","steps":["trace[1727616558] 'read index received' (duration: 91.271058ms)","trace[1727616558] 'applied index is now lower than readState.Index' (duration: 637.314709ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:06.070173Z","caller":"traceutil/trace.go:171","msg":"trace[744084296] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"806.344233ms","start":"2026-03-03T22:07:05.263803Z","end":"2026-03-03T22:07:06.070148Z","steps":["trace[744084296] 'process raft request' (duration: 805.911264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.070264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.263779Z","time spent":"806.436987ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:06.070335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.944865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:06.070383Z","caller":"traceutil/trace.go:171","msg":"trace[1330068964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24237; }","duration":"729.030797ms","start":"2026-03-03T22:07:05.341336Z","end":"2026-03-03T22:07:06.070367Z","steps":["trace[1330068964] 'agreement among raft nodes before linearized reading' (duration: 728.931575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.070403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.341318Z","time spent":"729.081519ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:07:06.070593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.539299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T22:07:06.070688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.857873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:07:06.070683Z","caller":"traceutil/trace.go:171","msg":"trace[636964764] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24237; }","duration":"364.663753ms","start":"2026-03-03T22:07:05.705992Z","end":"2026-03-03T22:07:06.070656Z","steps":["trace[636964764] 'agreement among raft nodes before linearized reading' (duration: 364.398707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:06.070721Z","caller":"traceutil/trace.go:171","msg":"trace[1112006205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24237; }","duration":"385.935205ms","start":"2026-03-03T22:07:05.684779Z","end":"2026-03-03T22:07:06.070715Z","steps":["trace[1112006205] 'agreement among raft nodes before linearized reading' (duration: 385.805762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.070739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.684756Z","time spent":"385.980215ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:07:06.070742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.705977Z","time spent":"364.754905ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T22:07:06.070705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.593775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T22:07:06.070806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.978634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:07:06.070847Z","caller":"traceutil/trace.go:171","msg":"trace[536891116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24237; }","duration":"393.80563ms","start":"2026-03-03T22:07:05.677003Z","end":"2026-03-03T22:07:06.070809Z","steps":["trace[536891116] 'agreement among raft nodes before linearized reading' (duration: 393.385031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.070889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.779516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-03T22:07:06.070923Z","caller":"traceutil/trace.go:171","msg":"trace[393604459] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24237; }","duration":"333.831417ms","start":"2026-03-03T22:07:05.737082Z","end":"2026-03-03T22:07:06.070914Z","steps":["trace[393604459] 'agreement among raft nodes before linearized reading' (duration: 333.783326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:06.070896Z","caller":"traceutil/trace.go:171","msg":"trace[209788674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24237; }","duration":"381.087886ms","start":"2026-03-03T22:07:05.689785Z","end":"2026-03-03T22:07:06.070873Z","steps":["trace[209788674] 'agreement among raft nodes before linearized reading' (duration: 380.81503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.070922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.676977Z","time spent":"393.932232ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:06.070959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.689777Z","time spent":"381.173838ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:07:06.070993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.020063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:07:06.071012Z","caller":"traceutil/trace.go:171","msg":"trace[902428010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24237; }","duration":"312.062524ms","start":"2026-03-03T22:07:05.758945Z","end":"2026-03-03T22:07:06.071008Z","steps":["trace[902428010] 'agreement among raft nodes before linearized reading' (duration: 312.008023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.071027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.758933Z","time spent":"312.091905ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:06.071019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.198546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:07:06.070939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.737071Z","time spent":"333.864928ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" "} {"level":"info","ts":"2026-03-03T22:07:06.071088Z","caller":"traceutil/trace.go:171","msg":"trace[618305961] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24237; }","duration":"357.271108ms","start":"2026-03-03T22:07:05.713784Z","end":"2026-03-03T22:07:06.071055Z","steps":["trace[618305961] 'agreement among raft nodes before linearized reading' (duration: 357.183266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.071124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.713773Z","time spent":"357.34252ms","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:06.075052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.838292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:07:06.075103Z","caller":"traceutil/trace.go:171","msg":"trace[763548711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24237; }","duration":"394.931644ms","start":"2026-03-03T22:07:05.68016Z","end":"2026-03-03T22:07:06.075092Z","steps":["trace[763548711] 'agreement among raft nodes before linearized reading' (duration: 390.584078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.075137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:05.680134Z","time spent":"394.990485ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:06.577047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:07:06.721792Z","caller":"traceutil/trace.go:171","msg":"trace[754936866] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"645.353458ms","start":"2026-03-03T22:07:06.07641Z","end":"2026-03-03T22:07:06.721764Z","steps":["trace[754936866] 'process raft request' (duration: 645.173094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:06.721986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.076389Z","time spent":"645.490051ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:07.217439Z","caller":"traceutil/trace.go:171","msg":"trace[1185688461] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"1.14101078s","start":"2026-03-03T22:07:06.076403Z","end":"2026-03-03T22:07:07.217414Z","steps":["trace[1185688461] 'process raft request' (duration: 1.140819136s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:07.217801Z","caller":"traceutil/trace.go:171","msg":"trace[247785028] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"1.140724454s","start":"2026-03-03T22:07:06.077033Z","end":"2026-03-03T22:07:07.217757Z","steps":["trace[247785028] 'process raft request' (duration: 1.140343485s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:07.217839Z","caller":"traceutil/trace.go:171","msg":"trace[1208739043] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"1.140348225s","start":"2026-03-03T22:07:06.077469Z","end":"2026-03-03T22:07:07.217817Z","steps":["trace[1208739043] 'process raft request' (duration: 1.14014569s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:07.217889Z","caller":"traceutil/trace.go:171","msg":"trace[954571955] linearizableReadLoop","detail":"{readStateIndex:25092; appliedIndex:25085; }","duration":"1.140911588s","start":"2026-03-03T22:07:06.076957Z","end":"2026-03-03T22:07:07.217869Z","steps":["trace[954571955] 'read index received' (duration: 644.624302ms)","trace[954571955] 'applied index is now lower than readState.Index' (duration: 496.286286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:07.217961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.077438Z","time spent":"1.140451597s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:07.217965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.077022Z","time spent":"1.140864966s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:07.217984Z","caller":"traceutil/trace.go:171","msg":"trace[1460794641] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"1.139751282s","start":"2026-03-03T22:07:06.078222Z","end":"2026-03-03T22:07:07.217973Z","steps":["trace[1460794641] 'process raft request' (duration: 1.139472896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.217894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.076386Z","time spent":"1.141123492s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:07.21814Z","caller":"traceutil/trace.go:171","msg":"trace[252812333] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"989.723969ms","start":"2026-03-03T22:07:06.228404Z","end":"2026-03-03T22:07:07.218128Z","steps":["trace[252812333] 'process raft request' (duration: 989.3346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.218203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.228367Z","time spent":"989.79859ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:07.218216Z","caller":"traceutil/trace.go:171","msg":"trace[30865058] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"570.537045ms","start":"2026-03-03T22:07:06.647668Z","end":"2026-03-03T22:07:07.218205Z","steps":["trace[30865058] 'process raft request' (duration: 570.153167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.218271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.647643Z","time spent":"570.597616ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:07.218058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.07821Z","time spent":"1.139804293s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:07.218437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14147797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T22:07:07.21848Z","caller":"traceutil/trace.go:171","msg":"trace[520166265] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24245; }","duration":"1.141520571s","start":"2026-03-03T22:07:06.07695Z","end":"2026-03-03T22:07:07.21847Z","steps":["trace[520166265] 'agreement among raft nodes before linearized reading' (duration: 1.141330977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.21851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.076929Z","time spent":"1.141574322s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-03T22:07:07.218754Z","caller":"traceutil/trace.go:171","msg":"trace[1433993609] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"989.33181ms","start":"2026-03-03T22:07:06.228678Z","end":"2026-03-03T22:07:07.21801Z","steps":["trace[1433993609] 'process raft request' (duration: 989.104545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.218883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.228669Z","time spent":"990.121258ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:07.230209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.232778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:07.230246Z","caller":"traceutil/trace.go:171","msg":"trace[537634495] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24246; }","duration":"682.31554ms","start":"2026-03-03T22:07:06.547922Z","end":"2026-03-03T22:07:07.230238Z","steps":["trace[537634495] 'agreement among raft nodes before linearized reading' (duration: 682.257839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:07.230224Z","caller":"traceutil/trace.go:171","msg":"trace[256494943] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"395.18993ms","start":"2026-03-03T22:07:06.835015Z","end":"2026-03-03T22:07:07.230205Z","steps":["trace[256494943] 'process raft request' (duration: 394.983685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.230304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.146861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:07:07.230421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.58661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:07.230477Z","caller":"traceutil/trace.go:171","msg":"trace[1465762395] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24246; }","duration":"896.688212ms","start":"2026-03-03T22:07:06.333776Z","end":"2026-03-03T22:07:07.230464Z","steps":["trace[1465762395] 'agreement among raft nodes before linearized reading' (duration: 896.58304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.230513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.333761Z","time spent":"896.743993ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:07.23033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.547901Z","time spent":"682.361951ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T22:07:07.230426Z","caller":"traceutil/trace.go:171","msg":"trace[395596999] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24246; }","duration":"301.290614ms","start":"2026-03-03T22:07:06.929114Z","end":"2026-03-03T22:07:07.230404Z","steps":["trace[395596999] 'agreement among raft nodes before linearized reading' (duration: 301.12442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.230662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.929097Z","time spent":"301.515359ms","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:07.230189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.37633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:07.230768Z","caller":"traceutil/trace.go:171","msg":"trace[362968502] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24246; }","duration":"394.026215ms","start":"2026-03-03T22:07:06.836731Z","end":"2026-03-03T22:07:07.230757Z","steps":["trace[362968502] 'agreement among raft nodes before linearized reading' (duration: 393.37246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.230814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.83671Z","time spent":"394.091526ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:07.230319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:06.834976Z","time spent":"395.298242ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:07.230336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.741776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-03T22:07:07.231042Z","caller":"traceutil/trace.go:171","msg":"trace[1226377636] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24246; }","duration":"154.506522ms","start":"2026-03-03T22:07:07.076514Z","end":"2026-03-03T22:07:07.23102Z","steps":["trace[1226377636] 'agreement among raft nodes before linearized reading' (duration: 153.705965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:07.62662Z","caller":"traceutil/trace.go:171","msg":"trace[1103973842] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25094; }","duration":"387.840166ms","start":"2026-03-03T22:07:07.23876Z","end":"2026-03-03T22:07:07.6266Z","steps":["trace[1103973842] 'read index received' (duration: 358.035643ms)","trace[1103973842] 'applied index is now lower than readState.Index' (duration: 29.803363ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:07.62665Z","caller":"traceutil/trace.go:171","msg":"trace[393564021] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"391.020177ms","start":"2026-03-03T22:07:07.235581Z","end":"2026-03-03T22:07:07.626601Z","steps":["trace[393564021] 'process raft request' (duration: 361.193594ms)","trace[393564021] 'compare' (duration: 29.439554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:07.626869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.755212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-03T22:07:07.62686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:07.235564Z","time spent":"391.17365ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:07.626894Z","caller":"traceutil/trace.go:171","msg":"trace[23736654] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24248; }","duration":"386.816334ms","start":"2026-03-03T22:07:07.24007Z","end":"2026-03-03T22:07:07.626886Z","steps":["trace[23736654] 'agreement among raft nodes before linearized reading' (duration: 386.672181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.626918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:07.240056Z","time spent":"386.856875ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-03T22:07:07.626891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.069701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:07:07.627011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.396791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:07.627011Z","caller":"traceutil/trace.go:171","msg":"trace[500855894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24248; }","duration":"388.242545ms","start":"2026-03-03T22:07:07.23874Z","end":"2026-03-03T22:07:07.626983Z","steps":["trace[500855894] 'agreement among raft nodes before linearized reading' (duration: 387.952309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.626868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.328169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:07.627063Z","caller":"traceutil/trace.go:171","msg":"trace[999895480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24248; }","duration":"285.479763ms","start":"2026-03-03T22:07:07.341568Z","end":"2026-03-03T22:07:07.627047Z","steps":["trace[999895480] 'agreement among raft nodes before linearized reading' (duration: 285.410421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.627076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:07.238733Z","time spent":"388.327647ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T22:07:07.627069Z","caller":"traceutil/trace.go:171","msg":"trace[1810701426] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24248; }","duration":"154.545234ms","start":"2026-03-03T22:07:07.472514Z","end":"2026-03-03T22:07:07.627059Z","steps":["trace[1810701426] 'agreement among raft nodes before linearized reading' (duration: 154.288598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:07.626932Z","caller":"traceutil/trace.go:171","msg":"trace[1133513080] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"186.059674ms","start":"2026-03-03T22:07:07.440856Z","end":"2026-03-03T22:07:07.626915Z","steps":["trace[1133513080] 'process raft request' (duration: 185.694886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:07.627368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.302546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:07:07.62748Z","caller":"traceutil/trace.go:171","msg":"trace[1470853392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24248; }","duration":"225.465939ms","start":"2026-03-03T22:07:07.401991Z","end":"2026-03-03T22:07:07.627457Z","steps":["trace[1470853392] 'agreement among raft nodes before linearized reading' (duration: 225.120811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:08.140882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T22:07:08.642994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T22:07:09.08471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450963066s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T22:07:09.085197Z","caller":"traceutil/trace.go:171","msg":"trace[1160778415] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.451561229s","start":"2026-03-03T22:07:07.633604Z","end":"2026-03-03T22:07:09.085165Z","steps":["trace[1160778415] 'process raft request' (duration: 1.451333744s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.085468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:07.633584Z","time spent":"1.451786234s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:09.497561Z","caller":"traceutil/trace.go:171","msg":"trace[1889205094] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.420280144s","start":"2026-03-03T22:07:08.077245Z","end":"2026-03-03T22:07:09.497525Z","steps":["trace[1889205094] 'process raft request' (duration: 1.420043309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.497819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.077232Z","time spent":"1.420410658s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:09.49794Z","caller":"traceutil/trace.go:171","msg":"trace[1937434519] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.420453529s","start":"2026-03-03T22:07:08.077449Z","end":"2026-03-03T22:07:09.497903Z","steps":["trace[1937434519] 'process raft request' (duration: 1.420026709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.498524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.077391Z","time spent":"1.420625992s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:09.498807Z","caller":"traceutil/trace.go:171","msg":"trace[2013192735] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25096; }","duration":"1.858748626s","start":"2026-03-03T22:07:07.640027Z","end":"2026-03-03T22:07:09.498776Z","steps":["trace[2013192735] 'read index received' (duration: 1.445007454s)","trace[2013192735] 'applied index is now lower than readState.Index' (duration: 413.740102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:09.4989Z","caller":"traceutil/trace.go:171","msg":"trace[659719317] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"1.421149184s","start":"2026-03-03T22:07:08.077735Z","end":"2026-03-03T22:07:09.498885Z","steps":["trace[659719317] 'process raft request' (duration: 1.42004536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.498966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.077725Z","time spent":"1.421206765s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:09.498978Z","caller":"traceutil/trace.go:171","msg":"trace[3316456] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.332692438s","start":"2026-03-03T22:07:08.16624Z","end":"2026-03-03T22:07:09.498933Z","steps":["trace[3316456] 'process raft request' (duration: 1.332463263s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:09.498992Z","caller":"traceutil/trace.go:171","msg":"trace[1643032102] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"1.418717759s","start":"2026-03-03T22:07:08.080231Z","end":"2026-03-03T22:07:09.498948Z","steps":["trace[1643032102] 'process raft request' (duration: 1.418419063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.499227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.166217Z","time spent":"1.332857972s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:09.499248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.080201Z","time spent":"1.419001367s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:09.499786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859693817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:09.499897Z","caller":"traceutil/trace.go:171","msg":"trace[475646964] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24254; }","duration":"1.859849291s","start":"2026-03-03T22:07:07.640022Z","end":"2026-03-03T22:07:09.499871Z","steps":["trace[475646964] 'agreement among raft nodes before linearized reading' (duration: 1.858926789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.499951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:07.640011Z","time spent":"1.859930622s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T22:07:09.521307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.980965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:07:09.521356Z","caller":"traceutil/trace.go:171","msg":"trace[668290509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24256; }","duration":"296.084898ms","start":"2026-03-03T22:07:09.225261Z","end":"2026-03-03T22:07:09.521345Z","steps":["trace[668290509] 'agreement among raft nodes before linearized reading' (duration: 295.913785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.521339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876726976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-03T22:07:09.521425Z","caller":"traceutil/trace.go:171","msg":"trace[1921489879] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24256; }","duration":"1.876866729s","start":"2026-03-03T22:07:07.644538Z","end":"2026-03-03T22:07:09.521405Z","steps":["trace[1921489879] 'agreement among raft nodes before linearized reading' (duration: 1.876589483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.521482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:07.64452Z","time spent":"1.87695279s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-03T22:07:09.521578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.519858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:09.52159Z","caller":"traceutil/trace.go:171","msg":"trace[785826790] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"295.762491ms","start":"2026-03-03T22:07:09.225816Z","end":"2026-03-03T22:07:09.521579Z","steps":["trace[785826790] 'process raft request' (duration: 295.063045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:09.521617Z","caller":"traceutil/trace.go:171","msg":"trace[2139545611] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24256; }","duration":"602.60597ms","start":"2026-03-03T22:07:08.918996Z","end":"2026-03-03T22:07:09.521602Z","steps":["trace[2139545611] 'agreement among raft nodes before linearized reading' (duration: 602.543239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.521646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.918969Z","time spent":"602.669221ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:07:09.521691Z","caller":"traceutil/trace.go:171","msg":"trace[173496886] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"295.480366ms","start":"2026-03-03T22:07:09.226203Z","end":"2026-03-03T22:07:09.521683Z","steps":["trace[173496886] 'process raft request' (duration: 294.857101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.521907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.878476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:09.521953Z","caller":"traceutil/trace.go:171","msg":"trace[1949311724] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24256; }","duration":"774.948808ms","start":"2026-03-03T22:07:08.746988Z","end":"2026-03-03T22:07:09.521937Z","steps":["trace[1949311724] 'agreement among raft nodes before linearized reading' (duration: 774.890407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.521987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.746974Z","time spent":"775.006049ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:09.522021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.098404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:09.522049Z","caller":"traceutil/trace.go:171","msg":"trace[1720915881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24256; }","duration":"181.171696ms","start":"2026-03-03T22:07:09.340871Z","end":"2026-03-03T22:07:09.522042Z","steps":["trace[1720915881] 'agreement among raft nodes before linearized reading' (duration: 181.112504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.522243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.946551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:07:09.522283Z","caller":"traceutil/trace.go:171","msg":"trace[144074742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24256; }","duration":"794.026172ms","start":"2026-03-03T22:07:08.728246Z","end":"2026-03-03T22:07:09.522272Z","steps":["trace[144074742] 'agreement among raft nodes before linearized reading' (duration: 793.924529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.52231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.728224Z","time spent":"794.079653ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:09.522649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.508902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T22:07:09.522688Z","caller":"traceutil/trace.go:171","msg":"trace[1886217728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24256; }","duration":"857.590263ms","start":"2026-03-03T22:07:08.665089Z","end":"2026-03-03T22:07:09.522679Z","steps":["trace[1886217728] 'agreement among raft nodes before linearized reading' (duration: 857.42482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.522758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.665069Z","time spent":"857.675266ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T22:07:09.522864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.410547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:07:09.522894Z","caller":"traceutil/trace.go:171","msg":"trace[1476858282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24256; }","duration":"297.50038ms","start":"2026-03-03T22:07:09.225388Z","end":"2026-03-03T22:07:09.522888Z","steps":["trace[1476858282] 'agreement among raft nodes before linearized reading' (duration: 297.417038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.52301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016436343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T22:07:09.523032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.586402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:07:09.523043Z","caller":"traceutil/trace.go:171","msg":"trace[1986243117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24256; }","duration":"1.016539005s","start":"2026-03-03T22:07:08.506494Z","end":"2026-03-03T22:07:09.523033Z","steps":["trace[1986243117] 'agreement among raft nodes before linearized reading' (duration: 1.016440343s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:09.523053Z","caller":"traceutil/trace.go:171","msg":"trace[907194782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24256; }","duration":"297.624492ms","start":"2026-03-03T22:07:09.225422Z","end":"2026-03-03T22:07:09.523046Z","steps":["trace[907194782] 'agreement among raft nodes before linearized reading' (duration: 297.563421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.523071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.506462Z","time spent":"1.016603417s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T22:07:09.523172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.787036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:07:09.523196Z","caller":"traceutil/trace.go:171","msg":"trace[67860409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24256; }","duration":"297.832847ms","start":"2026-03-03T22:07:09.225358Z","end":"2026-03-03T22:07:09.523191Z","steps":["trace[67860409] 'agreement among raft nodes before linearized reading' (duration: 297.770855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.523274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288248592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-03T22:07:09.523312Z","caller":"traceutil/trace.go:171","msg":"trace[294357310] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24256; }","duration":"1.288285723s","start":"2026-03-03T22:07:08.235016Z","end":"2026-03-03T22:07:09.523302Z","steps":["trace[294357310] 'agreement among raft nodes before linearized reading' (duration: 1.288194521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.523363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.234946Z","time spent":"1.288410075s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" "} {"level":"warn","ts":"2026-03-03T22:07:09.52356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324084938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T22:07:09.523595Z","caller":"traceutil/trace.go:171","msg":"trace[1819982725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24256; }","duration":"1.324162309s","start":"2026-03-03T22:07:08.199424Z","end":"2026-03-03T22:07:09.523587Z","steps":["trace[1819982725] 'agreement among raft nodes before linearized reading' (duration: 1.324073177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.52362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.199398Z","time spent":"1.32421651s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T22:07:09.523815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489919192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T22:07:09.523854Z","caller":"traceutil/trace.go:171","msg":"trace[590291963] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:24256; }","duration":"1.489953923s","start":"2026-03-03T22:07:08.033888Z","end":"2026-03-03T22:07:09.523842Z","steps":["trace[590291963] 'agreement among raft nodes before linearized reading' (duration: 1.48984302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.523878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.033838Z","time spent":"1.490035085s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-03T22:07:09.524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496926807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:09.524034Z","caller":"traceutil/trace.go:171","msg":"trace[1865357862] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24256; }","duration":"1.496961018s","start":"2026-03-03T22:07:08.027063Z","end":"2026-03-03T22:07:09.524024Z","steps":["trace[1865357862] 'agreement among raft nodes before linearized reading' (duration: 1.496882276s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.524056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:08.026982Z","time spent":"1.49706854s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:09.524187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829093016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:09.524211Z","caller":"traceutil/trace.go:171","msg":"trace[1630784045] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24256; }","duration":"1.829161308s","start":"2026-03-03T22:07:07.695044Z","end":"2026-03-03T22:07:09.524205Z","steps":["trace[1630784045] 'agreement among raft nodes before linearized reading' (duration: 1.829115927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:09.524232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:07.695019Z","time spent":"1.829205369s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T22:07:10.026074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T22:07:11.525159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999577675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T22:07:11.525289Z","caller":"traceutil/trace.go:171","msg":"trace[492779451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999766579s","start":"2026-03-03T22:07:09.525494Z","end":"2026-03-03T22:07:11.525261Z","steps":["trace[492779451] 'agreement among raft nodes before linearized reading' (duration: 1.999600215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:11.525352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.525461Z","time spent":"1.999879752s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 22:07:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T22:07:11.554534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333168849s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T22:07:11.554706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.52534Z","time spent":"2.029359716s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T22:07:12.106103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884677233s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T22:07:12.479074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.512626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:07:12.479612Z","caller":"traceutil/trace.go:171","msg":"trace[824096344] linearizableReadLoop","detail":"{readStateIndex:25112; appliedIndex:25104; }","duration":"2.95406146s","start":"2026-03-03T22:07:09.525532Z","end":"2026-03-03T22:07:12.479593Z","steps":["trace[824096344] 'read index received' (duration: 695.837739ms)","trace[824096344] 'applied index is now lower than readState.Index' (duration: 2.258219041s)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:12.479684Z","caller":"traceutil/trace.go:171","msg":"trace[1718924707] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"2.946742707s","start":"2026-03-03T22:07:09.532879Z","end":"2026-03-03T22:07:12.479621Z","steps":["trace[1718924707] 'process raft request' (duration: 2.946501112s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.47976Z","caller":"traceutil/trace.go:171","msg":"trace[1407428168] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"2.946700386s","start":"2026-03-03T22:07:09.533008Z","end":"2026-03-03T22:07:12.479709Z","steps":["trace[1407428168] 'process raft request' (duration: 2.946493822s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.479763Z","caller":"traceutil/trace.go:171","msg":"trace[50377695] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"2.946732976s","start":"2026-03-03T22:07:09.532988Z","end":"2026-03-03T22:07:12.479721Z","steps":["trace[50377695] 'process raft request' (duration: 2.946478481s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.479812Z","caller":"traceutil/trace.go:171","msg":"trace[73836092] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"2.94683626s","start":"2026-03-03T22:07:09.532953Z","end":"2026-03-03T22:07:12.479789Z","steps":["trace[73836092] 'process raft request' (duration: 2.946471111s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.4798Z","caller":"traceutil/trace.go:171","msg":"trace[469685089] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"2.844416245s","start":"2026-03-03T22:07:09.635334Z","end":"2026-03-03T22:07:12.479751Z","steps":["trace[469685089] 'process raft request' (duration: 2.844201539s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.479844Z","caller":"traceutil/trace.go:171","msg":"trace[1096597335] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"2.951933084s","start":"2026-03-03T22:07:09.527882Z","end":"2026-03-03T22:07:12.479815Z","steps":["trace[1096597335] 'process raft request' (duration: 2.578579668s)","trace[1096597335] 'compare' (duration: 371.983855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:12.479903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.532862Z","time spent":"2.946922732s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.479934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.532971Z","time spent":"2.946873571s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.479938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.53295Z","time spent":"2.946898591s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.479973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.527865Z","time spent":"2.952051336s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.480004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.53293Z","time spent":"2.946969043s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.480001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.635303Z","time spent":"2.84460195s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:12.479745Z","caller":"traceutil/trace.go:171","msg":"trace[537358166] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"2.951057063s","start":"2026-03-03T22:07:09.528651Z","end":"2026-03-03T22:07:12.479709Z","steps":["trace[537358166] 'process raft request' (duration: 2.950579953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.480234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.52864Z","time spent":"2.951454563s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:12.647013Z","caller":"traceutil/trace.go:171","msg":"trace[1982023914] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.969600088s","start":"2026-03-03T22:07:10.677368Z","end":"2026-03-03T22:07:12.646968Z","steps":["trace[1982023914] 'process raft request' (duration: 1.96876294s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.647111Z","caller":"traceutil/trace.go:171","msg":"trace[1846554022] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"1.141725605s","start":"2026-03-03T22:07:11.505345Z","end":"2026-03-03T22:07:12.64707Z","steps":["trace[1846554022] 'process raft request' (duration: 1.14152444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.647258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:10.677337Z","time spent":"1.969778383s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.647291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.50533Z","time spent":"1.141868439s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:12.64728Z","caller":"traceutil/trace.go:171","msg":"trace[1909587455] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.140442957s","start":"2026-03-03T22:07:11.506804Z","end":"2026-03-03T22:07:12.647247Z","steps":["trace[1909587455] 'process raft request' (duration: 1.140185351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.647434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.506773Z","time spent":"1.14057984s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:12.647988Z","caller":"traceutil/trace.go:171","msg":"trace[1434842082] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.140210102s","start":"2026-03-03T22:07:11.507747Z","end":"2026-03-03T22:07:12.647958Z","steps":["trace[1434842082] 'process raft request' (duration: 1.139304161s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.647998Z","caller":"traceutil/trace.go:171","msg":"trace[532266912] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.139649869s","start":"2026-03-03T22:07:11.508312Z","end":"2026-03-03T22:07:12.647962Z","steps":["trace[532266912] 'process raft request' (duration: 1.139550747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.648122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.507737Z","time spent":"1.140319754s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.648197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.508305Z","time spent":"1.139784933s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:12.648386Z","caller":"traceutil/trace.go:171","msg":"trace[1845212194] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"1.119007672s","start":"2026-03-03T22:07:11.529359Z","end":"2026-03-03T22:07:12.648367Z","steps":["trace[1845212194] 'process raft request' (duration: 1.118552242s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.648425Z","caller":"traceutil/trace.go:171","msg":"trace[1364172161] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25112; }","duration":"168.74629ms","start":"2026-03-03T22:07:12.479658Z","end":"2026-03-03T22:07:12.648404Z","steps":["trace[1364172161] 'read index received' (duration: 166.326226ms)","trace[1364172161] 'applied index is now lower than readState.Index' (duration: 2.418314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:12.64847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.529322Z","time spent":"1.119100733s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.648843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271161832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:12.648913Z","caller":"traceutil/trace.go:171","msg":"trace[1037870103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24271; }","duration":"1.271283625s","start":"2026-03-03T22:07:11.377611Z","end":"2026-03-03T22:07:12.648894Z","steps":["trace[1037870103] 'agreement among raft nodes before linearized reading' (duration: 1.270973318s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.648896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121254495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2425909a-f7ae-4012-aca0-2372364427b4\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T22:07:12.648998Z","caller":"traceutil/trace.go:171","msg":"trace[1545961776] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.118723355s","start":"2026-03-03T22:07:11.530261Z","end":"2026-03-03T22:07:12.648984Z","steps":["trace[1545961776] 'process raft request' (duration: 1.117916317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.648986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398117609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:12.649Z","caller":"traceutil/trace.go:171","msg":"trace[1877130351] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2425909a-f7ae-4012-aca0-2372364427b4; range_end:; response_count:1; response_revision:24271; }","duration":"3.121398989s","start":"2026-03-03T22:07:09.527582Z","end":"2026-03-03T22:07:12.648981Z","steps":["trace[1877130351] 'agreement among raft nodes before linearized reading' (duration: 3.120893998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89719392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:12.64904Z","caller":"traceutil/trace.go:171","msg":"trace[846968203] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24271; }","duration":"2.398171861s","start":"2026-03-03T22:07:10.250852Z","end":"2026-03-03T22:07:12.649024Z","steps":["trace[846968203] 'agreement among raft nodes before linearized reading' (duration: 2.398072838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.649053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.527558Z","time spent":"3.12148129s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2425909a-f7ae-4012-aca0-2372364427b4\" "} {"level":"warn","ts":"2026-03-03T22:07:12.649078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:10.250768Z","time spent":"2.398301323s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:07:12.649111Z","caller":"traceutil/trace.go:171","msg":"trace[518520002] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"1.092143534s","start":"2026-03-03T22:07:11.556959Z","end":"2026-03-03T22:07:12.649103Z","steps":["trace[518520002] 'process raft request' (duration: 1.091343527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.64915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.556851Z","time spent":"1.092279597s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.649176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895274578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:12.649208Z","caller":"traceutil/trace.go:171","msg":"trace[1833373638] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24271; }","duration":"1.895306118s","start":"2026-03-03T22:07:10.753893Z","end":"2026-03-03T22:07:12.649199Z","steps":["trace[1833373638] 'agreement among raft nodes before linearized reading' (duration: 1.895188436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.649077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.530248Z","time spent":"1.118772765s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:12.649242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:10.753825Z","time spent":"1.895409351s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:12.649288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114853286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-03T22:07:12.649335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.082134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:12.649342Z","caller":"traceutil/trace.go:171","msg":"trace[1221877334] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24271; }","duration":"2.114959148s","start":"2026-03-03T22:07:10.534368Z","end":"2026-03-03T22:07:12.649327Z","steps":["trace[1221877334] 'agreement among raft nodes before linearized reading' (duration: 2.114794695s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.649363Z","caller":"traceutil/trace.go:171","msg":"trace[1396521576] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24271; }","duration":"362.112545ms","start":"2026-03-03T22:07:12.28724Z","end":"2026-03-03T22:07:12.649353Z","steps":["trace[1396521576] 'agreement among raft nodes before linearized reading' (duration: 362.061964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.649385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:12.287138Z","time spent":"362.241197ms","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:12.649391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:10.534341Z","time spent":"2.11503918s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" "} {"level":"warn","ts":"2026-03-03T22:07:12.649511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.054902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:07:12.649511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868064221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T22:07:12.649565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116022434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:12.64957Z","caller":"traceutil/trace.go:171","msg":"trace[1035237433] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24271; }","duration":"2.868184563s","start":"2026-03-03T22:07:09.781365Z","end":"2026-03-03T22:07:12.64955Z","steps":["trace[1035237433] 'agreement among raft nodes before linearized reading' (duration: 2.867906017s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.649586Z","caller":"traceutil/trace.go:171","msg":"trace[294915697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24271; }","duration":"1.116065556s","start":"2026-03-03T22:07:11.533514Z","end":"2026-03-03T22:07:12.649579Z","steps":["trace[294915697] 'agreement among raft nodes before linearized reading' (duration: 1.116034835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.649607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.5335Z","time spent":"1.116104006s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:07:12.649618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.781334Z","time spent":"2.868270095s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:12.649696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259352349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:12.649756Z","caller":"traceutil/trace.go:171","msg":"trace[985662823] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24271; }","duration":"1.25942066s","start":"2026-03-03T22:07:11.390321Z","end":"2026-03-03T22:07:12.649742Z","steps":["trace[985662823] 'agreement among raft nodes before linearized reading' (duration: 1.259260787s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:12.649058Z","caller":"traceutil/trace.go:171","msg":"trace[1715020342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24271; }","duration":"1.897297372s","start":"2026-03-03T22:07:10.751745Z","end":"2026-03-03T22:07:12.649042Z","steps":["trace[1715020342] 'agreement among raft nodes before linearized reading' (duration: 1.897182549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.649792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.390301Z","time spent":"1.259482121s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:12.649787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120929774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T22:07:12.649844Z","caller":"traceutil/trace.go:171","msg":"trace[202354190] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a; range_end:; response_count:1; response_revision:24271; }","duration":"1.121018545s","start":"2026-03-03T22:07:11.528812Z","end":"2026-03-03T22:07:12.649831Z","steps":["trace[202354190] 'agreement among raft nodes before linearized reading' (duration: 1.120842321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.649879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.528796Z","time spent":"1.121072587s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189971cdebc0ed9a\" "} {"level":"warn","ts":"2026-03-03T22:07:12.649855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:10.751723Z","time spent":"1.89810817s","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:12.649959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120903428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:12.649986Z","caller":"traceutil/trace.go:171","msg":"trace[2024582297] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24271; }","duration":"3.120974929s","start":"2026-03-03T22:07:09.529003Z","end":"2026-03-03T22:07:12.649978Z","steps":["trace[2024582297] 'agreement among raft nodes before linearized reading' (duration: 3.120911078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.650006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.528981Z","time spent":"3.12102088s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T22:07:12.650034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12194099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899742368659a0f\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-03T22:07:12.650072Z","caller":"traceutil/trace.go:171","msg":"trace[1624596478] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899742368659a0f; range_end:; response_count:1; response_revision:24271; }","duration":"3.121998401s","start":"2026-03-03T22:07:09.528063Z","end":"2026-03-03T22:07:12.650061Z","steps":["trace[1624596478] 'agreement among raft nodes before linearized reading' (duration: 3.121840558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.648955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.377586Z","time spent":"1.271360616s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:07:12.649533Z","caller":"traceutil/trace.go:171","msg":"trace[973045486] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24271; }","duration":"767.128494ms","start":"2026-03-03T22:07:11.882395Z","end":"2026-03-03T22:07:12.649524Z","steps":["trace[973045486] 'agreement among raft nodes before linearized reading' (duration: 767.090013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:12.650292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:11.882372Z","time spent":"767.90339ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:12.650305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:09.528056Z","time spent":"3.122238516s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1899742368659a0f\" "} {"level":"warn","ts":"2026-03-03T22:07:15.036552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588909,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:07:15.100956Z","caller":"traceutil/trace.go:171","msg":"trace[437668729] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"611.353243ms","start":"2026-03-03T22:07:14.489575Z","end":"2026-03-03T22:07:15.100929Z","steps":["trace[437668729] 'process raft request' (duration: 611.125018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.101147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.48955Z","time spent":"611.484346ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:15.803729Z","caller":"traceutil/trace.go:171","msg":"trace[86265011] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"1.313795639s","start":"2026-03-03T22:07:14.489898Z","end":"2026-03-03T22:07:15.803693Z","steps":["trace[86265011] 'process raft request' (duration: 1.313361599s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:15.803731Z","caller":"traceutil/trace.go:171","msg":"trace[269875584] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.313890791s","start":"2026-03-03T22:07:14.489803Z","end":"2026-03-03T22:07:15.803694Z","steps":["trace[269875584] 'process raft request' (duration: 1.251595247s)","trace[269875584] 'compare' (duration: 61.705231ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:15.803488Z","caller":"traceutil/trace.go:171","msg":"trace[755887196] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.313519623s","start":"2026-03-03T22:07:14.489937Z","end":"2026-03-03T22:07:15.803456Z","steps":["trace[755887196] 'process raft request' (duration: 1.31340566s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:15.803785Z","caller":"traceutil/trace.go:171","msg":"trace[1473583141] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.311969387s","start":"2026-03-03T22:07:14.491794Z","end":"2026-03-03T22:07:15.803764Z","steps":["trace[1473583141] 'process raft request' (duration: 1.311774983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.803866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.489876Z","time spent":"1.313915031s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:15.803809Z","caller":"traceutil/trace.go:171","msg":"trace[187684153] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.313734867s","start":"2026-03-03T22:07:14.490029Z","end":"2026-03-03T22:07:15.803763Z","steps":["trace[187684153] 'process raft request' (duration: 1.313374419s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:15.803873Z","caller":"traceutil/trace.go:171","msg":"trace[593540985] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"1.299637164s","start":"2026-03-03T22:07:14.504191Z","end":"2026-03-03T22:07:15.803828Z","steps":["trace[593540985] 'process raft request' (duration: 1.299497311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.803923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.489795Z","time spent":"1.314003343s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:15.803902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.491782Z","time spent":"1.31205083s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:15.803939Z","caller":"traceutil/trace.go:171","msg":"trace[2122655702] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"1.150176482s","start":"2026-03-03T22:07:14.653724Z","end":"2026-03-03T22:07:15.803901Z","steps":["trace[2122655702] 'process raft request' (duration: 1.150014009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.804031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.490021Z","time spent":"1.313916261s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:15.804083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.504153Z","time spent":"1.299808548s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:15.804139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.653699Z","time spent":"1.150330976s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:15.804177Z","caller":"traceutil/trace.go:171","msg":"trace[248219055] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.150287315s","start":"2026-03-03T22:07:14.65388Z","end":"2026-03-03T22:07:15.804168Z","steps":["trace[248219055] 'process raft request' (duration: 1.149907977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.804222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.653835Z","time spent":"1.150363437s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:15.804321Z","caller":"traceutil/trace.go:171","msg":"trace[1319325708] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.149429856s","start":"2026-03-03T22:07:14.654878Z","end":"2026-03-03T22:07:15.804308Z","steps":["trace[1319325708] 'process raft request' (duration: 1.149199591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.804396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.654855Z","time spent":"1.149504658s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:15.804376Z","caller":"traceutil/trace.go:171","msg":"trace[470858193] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"1.146690176s","start":"2026-03-03T22:07:14.657645Z","end":"2026-03-03T22:07:15.804335Z","steps":["trace[470858193] 'process raft request' (duration: 1.146573533s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:15.804481Z","caller":"traceutil/trace.go:171","msg":"trace[811430274] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"1.145238083s","start":"2026-03-03T22:07:14.659226Z","end":"2026-03-03T22:07:15.804464Z","steps":["trace[811430274] 'process raft request' (duration: 1.145054029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.804524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.659221Z","time spent":"1.145283303s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:15.804518Z","caller":"traceutil/trace.go:171","msg":"trace[1623529148] linearizableReadLoop","detail":"{readStateIndex:25139; appliedIndex:25125; }","duration":"1.268427309s","start":"2026-03-03T22:07:14.536075Z","end":"2026-03-03T22:07:15.804503Z","steps":["trace[1623529148] 'read index received' (duration: 564.645894ms)","trace[1623529148] 'applied index is now lower than readState.Index' (duration: 703.780565ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:15.804538Z","caller":"traceutil/trace.go:171","msg":"trace[369596628] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.145131661s","start":"2026-03-03T22:07:14.65939Z","end":"2026-03-03T22:07:15.804522Z","steps":["trace[369596628] 'process raft request' (duration: 1.145019108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:15.804555Z","caller":"traceutil/trace.go:171","msg":"trace[1567907982] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"1.079052563s","start":"2026-03-03T22:07:14.725486Z","end":"2026-03-03T22:07:15.804538Z","steps":["trace[1567907982] 'process raft request' (duration: 1.078974591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.804607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.657636Z","time spent":"1.146852319s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:15.804623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.659363Z","time spent":"1.145211772s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:15.804657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.657587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:07:15.804696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268622843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T22:07:15.804509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.489881Z","time spent":"1.313947812s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:15.804702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.949365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:15.804704Z","caller":"traceutil/trace.go:171","msg":"trace[939968609] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24289; }","duration":"209.74887ms","start":"2026-03-03T22:07:15.594943Z","end":"2026-03-03T22:07:15.804692Z","steps":["trace[939968609] 'agreement among raft nodes before linearized reading' (duration: 209.674528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:15.804732Z","caller":"traceutil/trace.go:171","msg":"trace[1090365057] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24289; }","duration":"1.268679445s","start":"2026-03-03T22:07:14.53604Z","end":"2026-03-03T22:07:15.804719Z","steps":["trace[1090365057] 'agreement among raft nodes before linearized reading' (duration: 1.268515902s)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:15.804741Z","caller":"traceutil/trace.go:171","msg":"trace[1794724662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24289; }","duration":"463.049867ms","start":"2026-03-03T22:07:15.341682Z","end":"2026-03-03T22:07:15.804731Z","steps":["trace[1794724662] 'agreement among raft nodes before linearized reading' (duration: 462.966666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.804625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.725457Z","time spent":"1.079133754s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:15.804728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145230753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-03T22:07:15.804771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:15.341651Z","time spent":"463.113298ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:07:15.804793Z","caller":"traceutil/trace.go:171","msg":"trace[1655346073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24289; }","duration":"1.145327044s","start":"2026-03-03T22:07:14.65945Z","end":"2026-03-03T22:07:15.804777Z","steps":["trace[1655346073] 'agreement among raft nodes before linearized reading' (duration: 1.145160861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:15.804822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.659444Z","time spent":"1.145372466s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" "} {"level":"warn","ts":"2026-03-03T22:07:15.804818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.577158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T22:07:15.804757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:14.536027Z","time spent":"1.268725406s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T22:07:15.804867Z","caller":"traceutil/trace.go:171","msg":"trace[1380091948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24289; }","duration":"160.70066ms","start":"2026-03-03T22:07:15.644152Z","end":"2026-03-03T22:07:15.804853Z","steps":["trace[1380091948] 'agreement among raft nodes before linearized reading' (duration: 160.485615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:16.691243Z","caller":"traceutil/trace.go:171","msg":"trace[180668803] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"263.698078ms","start":"2026-03-03T22:07:16.427524Z","end":"2026-03-03T22:07:16.691222Z","steps":["trace[180668803] 'process raft request' (duration: 263.534205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:17.128428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.605976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T22:07:17.12848Z","caller":"traceutil/trace.go:171","msg":"trace[2064975421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24290; }","duration":"317.702778ms","start":"2026-03-03T22:07:16.810765Z","end":"2026-03-03T22:07:17.128467Z","steps":["trace[2064975421] 'range keys from in-memory index tree' (duration: 317.484033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:17.128502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:16.81073Z","time spent":"317.766409ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" "} {"level":"warn","ts":"2026-03-03T22:07:18.115491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.579537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:18.115604Z","caller":"traceutil/trace.go:171","msg":"trace[669404942] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24291; }","duration":"832.767521ms","start":"2026-03-03T22:07:17.282813Z","end":"2026-03-03T22:07:18.115581Z","steps":["trace[669404942] 'count revisions from in-memory index tree' (duration: 832.488415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.115653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.282787Z","time spent":"832.853883ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:18.116674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.50838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:18.135389Z","caller":"traceutil/trace.go:171","msg":"trace[815472810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24291; }","duration":"794.292337ms","start":"2026-03-03T22:07:17.341073Z","end":"2026-03-03T22:07:18.135365Z","steps":["trace[815472810] 'range keys from in-memory index tree' (duration: 775.392538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.135444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.341044Z","time spent":"794.384989ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:07:18.176326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717588933,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:07:18.52368Z","caller":"traceutil/trace.go:171","msg":"trace[1734072307] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"990.972196ms","start":"2026-03-03T22:07:17.532683Z","end":"2026-03-03T22:07:18.523655Z","steps":["trace[1734072307] 'process raft request' (duration: 990.815423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.523857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.532654Z","time spent":"991.10133ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:18.543746Z","caller":"traceutil/trace.go:171","msg":"trace[1118498814] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"725.347445ms","start":"2026-03-03T22:07:17.818383Z","end":"2026-03-03T22:07:18.54373Z","steps":["trace[1118498814] 'process raft request' (duration: 725.004378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.543827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.81837Z","time spent":"725.419567ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:18.54385Z","caller":"traceutil/trace.go:171","msg":"trace[470655813] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"725.351735ms","start":"2026-03-03T22:07:17.818451Z","end":"2026-03-03T22:07:18.543803Z","steps":["trace[470655813] 'process raft request' (duration: 725.153101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:18.543907Z","caller":"traceutil/trace.go:171","msg":"trace[468471516] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25142; }","duration":"868.177328ms","start":"2026-03-03T22:07:17.675687Z","end":"2026-03-03T22:07:18.543864Z","steps":["trace[468471516] 'read index received' (duration: 848.605433ms)","trace[468471516] 'applied index is now lower than readState.Index' (duration: 19.569975ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:18.544045Z","caller":"traceutil/trace.go:171","msg":"trace[2033687261] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"725.259963ms","start":"2026-03-03T22:07:17.818773Z","end":"2026-03-03T22:07:18.544033Z","steps":["trace[2033687261] 'process raft request' (duration: 724.936916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.544088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818446Z","time spent":"725.504558ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:18.544117Z","caller":"traceutil/trace.go:171","msg":"trace[453104067] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"725.280403ms","start":"2026-03-03T22:07:17.818814Z","end":"2026-03-03T22:07:18.544095Z","steps":["trace[453104067] 'process raft request' (duration: 724.958426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:18.544149Z","caller":"traceutil/trace.go:171","msg":"trace[727779743] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"725.505388ms","start":"2026-03-03T22:07:17.818635Z","end":"2026-03-03T22:07:18.54414Z","steps":["trace[727779743] 'process raft request' (duration: 725.028538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.544196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818628Z","time spent":"725.543289ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:18.544117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818766Z","time spent":"725.305634ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:18.54431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818799Z","time spent":"725.362566ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:18.544486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.805332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:07:18.544524Z","caller":"traceutil/trace.go:171","msg":"trace[1082669435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24298; }","duration":"868.907045ms","start":"2026-03-03T22:07:17.67561Z","end":"2026-03-03T22:07:18.544517Z","steps":["trace[1082669435] 'agreement among raft nodes before linearized reading' (duration: 868.748931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.54455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.675577Z","time spent":"868.965636ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T22:07:18.544596Z","caller":"traceutil/trace.go:171","msg":"trace[1587232711] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"725.643912ms","start":"2026-03-03T22:07:17.818935Z","end":"2026-03-03T22:07:18.544579Z","steps":["trace[1587232711] 'process raft request' (duration: 724.878975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.544665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818928Z","time spent":"725.701593ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:18.544819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.484142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T22:07:18.544813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.4177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:07:18.544842Z","caller":"traceutil/trace.go:171","msg":"trace[1609931755] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:24298; }","duration":"510.556024ms","start":"2026-03-03T22:07:18.034279Z","end":"2026-03-03T22:07:18.544835Z","steps":["trace[1609931755] 'agreement among raft nodes before linearized reading' (duration: 510.485592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.544859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:18.034253Z","time spent":"510.601985ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-03T22:07:18.544864Z","caller":"traceutil/trace.go:171","msg":"trace[349746831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24298; }","duration":"726.492371ms","start":"2026-03-03T22:07:17.818356Z","end":"2026-03-03T22:07:18.544849Z","steps":["trace[349746831] 'agreement among raft nodes before linearized reading' (duration: 726.283525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.544903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818345Z","time spent":"726.547772ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:07:18.544956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.4502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T22:07:18.544997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.634285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:18.545016Z","caller":"traceutil/trace.go:171","msg":"trace[1471048561] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24298; }","duration":"221.696836ms","start":"2026-03-03T22:07:18.323311Z","end":"2026-03-03T22:07:18.545008Z","steps":["trace[1471048561] 'agreement among raft nodes before linearized reading' (duration: 221.658165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:18.545018Z","caller":"traceutil/trace.go:171","msg":"trace[326654328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24298; }","duration":"726.487251ms","start":"2026-03-03T22:07:17.818496Z","end":"2026-03-03T22:07:18.544983Z","steps":["trace[326654328] 'agreement among raft nodes before linearized reading' (duration: 726.389119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.545049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818256Z","time spent":"726.783427ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:18.545058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.586103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:07:18.545088Z","caller":"traceutil/trace.go:171","msg":"trace[1800727150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24298; }","duration":"726.661925ms","start":"2026-03-03T22:07:17.818416Z","end":"2026-03-03T22:07:18.545078Z","steps":["trace[1800727150] 'agreement among raft nodes before linearized reading' (duration: 726.577113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.545121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818376Z","time spent":"726.739477ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:18.545131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.632649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:18.545149Z","caller":"traceutil/trace.go:171","msg":"trace[688730245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24298; }","duration":"408.658899ms","start":"2026-03-03T22:07:18.136483Z","end":"2026-03-03T22:07:18.545142Z","steps":["trace[688730245] 'agreement among raft nodes before linearized reading' (duration: 408.624759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.545168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:18.136478Z","time spent":"408.68662ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:07:18.545226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.557133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:07:18.545252Z","caller":"traceutil/trace.go:171","msg":"trace[1299039546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24298; }","duration":"726.589533ms","start":"2026-03-03T22:07:17.818654Z","end":"2026-03-03T22:07:18.545243Z","steps":["trace[1299039546] 'agreement among raft nodes before linearized reading' (duration: 726.504532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.545276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818649Z","time spent":"726.621014ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:18.545307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.990607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T22:07:18.545322Z","caller":"traceutil/trace.go:171","msg":"trace[1250448545] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95; range_end:; response_count:1; response_revision:24298; }","duration":"409.042468ms","start":"2026-03-03T22:07:18.136274Z","end":"2026-03-03T22:07:18.545316Z","steps":["trace[1250448545] 'agreement among raft nodes before linearized reading' (duration: 408.982167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.545337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:18.136256Z","time spent":"409.076678ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1393f80-5ae6-44c6-93b4-1b1340c0cd95\" "} {"level":"warn","ts":"2026-03-03T22:07:18.545328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.90644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:07:18.545389Z","caller":"traceutil/trace.go:171","msg":"trace[1806231731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24298; }","duration":"726.975581ms","start":"2026-03-03T22:07:17.818396Z","end":"2026-03-03T22:07:18.545372Z","steps":["trace[1806231731] 'agreement among raft nodes before linearized reading' (duration: 726.748706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.545435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:17.818393Z","time spent":"727.032002ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:07:18.545558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.351299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:18.545666Z","caller":"traceutil/trace.go:171","msg":"trace[609717557] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24298; }","duration":"492.463461ms","start":"2026-03-03T22:07:18.053165Z","end":"2026-03-03T22:07:18.545629Z","steps":["trace[609717557] 'agreement among raft nodes before linearized reading' (duration: 492.255366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:18.545723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:18.053077Z","time spent":"492.635045ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:07:23.016934Z","caller":"traceutil/trace.go:171","msg":"trace[1289413423] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"456.492262ms","start":"2026-03-03T22:07:22.560404Z","end":"2026-03-03T22:07:23.016896Z","steps":["trace[1289413423] 'process raft request' (duration: 455.903939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:23.016965Z","caller":"traceutil/trace.go:171","msg":"trace[638341039] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"456.42988ms","start":"2026-03-03T22:07:22.56051Z","end":"2026-03-03T22:07:23.01694Z","steps":["trace[638341039] 'process raft request' (duration: 456.282257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.017105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.560502Z","time spent":"456.523873ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:23.017114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.56036Z","time spent":"456.660966ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.017319Z","caller":"traceutil/trace.go:171","msg":"trace[91703652] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"456.496532ms","start":"2026-03-03T22:07:22.560792Z","end":"2026-03-03T22:07:23.017289Z","steps":["trace[91703652] 'process raft request' (duration: 456.097313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.017464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.560782Z","time spent":"456.610014ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.017805Z","caller":"traceutil/trace.go:171","msg":"trace[1045190843] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"456.581754ms","start":"2026-03-03T22:07:22.561208Z","end":"2026-03-03T22:07:23.017789Z","steps":["trace[1045190843] 'process raft request' (duration: 456.016811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:23.017894Z","caller":"traceutil/trace.go:171","msg":"trace[1043326617] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"455.803216ms","start":"2026-03-03T22:07:22.562077Z","end":"2026-03-03T22:07:23.01788Z","steps":["trace[1043326617] 'process raft request' (duration: 455.573991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.017971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.562066Z","time spent":"455.871237ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.018057Z","caller":"traceutil/trace.go:171","msg":"trace[1447999034] linearizableReadLoop","detail":"{readStateIndex:25199; appliedIndex:25193; }","duration":"451.241805ms","start":"2026-03-03T22:07:22.566805Z","end":"2026-03-03T22:07:23.018047Z","steps":["trace[1447999034] 'read index received' (duration: 41.479192ms)","trace[1447999034] 'applied index is now lower than readState.Index' (duration: 409.761383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:23.017897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.561198Z","time spent":"456.655025ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:23.01845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.769665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:07:23.018494Z","caller":"traceutil/trace.go:171","msg":"trace[1030989787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24348; }","duration":"446.819487ms","start":"2026-03-03T22:07:22.571664Z","end":"2026-03-03T22:07:23.018483Z","steps":["trace[1030989787] 'agreement among raft nodes before linearized reading' (duration: 446.672364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.018532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.571653Z","time spent":"446.871619ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:07:23.018536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.699686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T22:07:23.018644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.66924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:23.018694Z","caller":"traceutil/trace.go:171","msg":"trace[1627593257] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24348; }","duration":"277.770782ms","start":"2026-03-03T22:07:22.740911Z","end":"2026-03-03T22:07:23.018682Z","steps":["trace[1627593257] 'agreement among raft nodes before linearized reading' (duration: 277.695091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:23.018644Z","caller":"traceutil/trace.go:171","msg":"trace[1917145722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24348; }","duration":"451.84171ms","start":"2026-03-03T22:07:22.566768Z","end":"2026-03-03T22:07:23.018609Z","steps":["trace[1917145722] 'agreement among raft nodes before linearized reading' (duration: 451.552542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.01879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.072503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:07:23.018829Z","caller":"traceutil/trace.go:171","msg":"trace[777846288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24348; }","duration":"447.129024ms","start":"2026-03-03T22:07:22.571691Z","end":"2026-03-03T22:07:23.01882Z","steps":["trace[777846288] 'agreement among raft nodes before linearized reading' (duration: 447.008742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.018883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.571686Z","time spent":"447.188775ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:23.018832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.566755Z","time spent":"452.061814ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:23.018777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.031022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:07:23.019169Z","caller":"traceutil/trace.go:171","msg":"trace[626461951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24348; }","duration":"447.42802ms","start":"2026-03-03T22:07:22.571722Z","end":"2026-03-03T22:07:23.01915Z","steps":["trace[626461951] 'agreement among raft nodes before linearized reading' (duration: 446.97067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.019228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.571716Z","time spent":"447.497492ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:07:23.018575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.724786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:07:23.019334Z","caller":"traceutil/trace.go:171","msg":"trace[1809420655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24348; }","duration":"447.484432ms","start":"2026-03-03T22:07:22.571823Z","end":"2026-03-03T22:07:23.019307Z","steps":["trace[1809420655] 'agreement among raft nodes before linearized reading' (duration: 446.595491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.019437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:22.571817Z","time spent":"447.586284ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T22:07:23.44562Z","caller":"traceutil/trace.go:171","msg":"trace[251727378] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"422.122429ms","start":"2026-03-03T22:07:23.02347Z","end":"2026-03-03T22:07:23.445592Z","steps":["trace[251727378] 'process raft request' (duration: 421.819292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.445778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.023455Z","time spent":"422.241851ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.739319Z","caller":"traceutil/trace.go:171","msg":"trace[163699047] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"714.74644ms","start":"2026-03-03T22:07:23.024533Z","end":"2026-03-03T22:07:23.73928Z","steps":["trace[163699047] 'process raft request' (duration: 714.649798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.739565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.024502Z","time spent":"714.928113ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.739547Z","caller":"traceutil/trace.go:171","msg":"trace[1435128071] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"715.307322ms","start":"2026-03-03T22:07:23.024193Z","end":"2026-03-03T22:07:23.7395Z","steps":["trace[1435128071] 'process raft request' (duration: 714.742189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:23.739752Z","caller":"traceutil/trace.go:171","msg":"trace[364006516] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"714.980285ms","start":"2026-03-03T22:07:23.024755Z","end":"2026-03-03T22:07:23.739735Z","steps":["trace[364006516] 'process raft request' (duration: 714.470014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.739748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.024172Z","time spent":"715.475736ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.739759Z","caller":"traceutil/trace.go:171","msg":"trace[1892178102] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"715.437284ms","start":"2026-03-03T22:07:23.024272Z","end":"2026-03-03T22:07:23.739709Z","steps":["trace[1892178102] 'process raft request' (duration: 714.858862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.73984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.024743Z","time spent":"715.049966ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.739825Z","caller":"traceutil/trace.go:171","msg":"trace[1259004693] linearizableReadLoop","detail":"{readStateIndex:25205; appliedIndex:25200; }","duration":"638.23253ms","start":"2026-03-03T22:07:23.101571Z","end":"2026-03-03T22:07:23.739803Z","steps":["trace[1259004693] 'read index received' (duration: 343.811839ms)","trace[1259004693] 'applied index is now lower than readState.Index' (duration: 294.419701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:23.739878Z","caller":"traceutil/trace.go:171","msg":"trace[1539953678] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"557.850243ms","start":"2026-03-03T22:07:23.181999Z","end":"2026-03-03T22:07:23.739849Z","steps":["trace[1539953678] 'process raft request' (duration: 557.584728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:23.739908Z","caller":"traceutil/trace.go:171","msg":"trace[769064374] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"427.704903ms","start":"2026-03-03T22:07:23.312181Z","end":"2026-03-03T22:07:23.739886Z","steps":["trace[769064374] 'process raft request' (duration: 427.56015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.739967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.024248Z","time spent":"715.612379ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:23.739988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.181974Z","time spent":"557.964806ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:23.740054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.490306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T22:07:23.740122Z","caller":"traceutil/trace.go:171","msg":"trace[102554408] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92; range_end:; response_count:1; response_revision:24355; }","duration":"638.595598ms","start":"2026-03-03T22:07:23.101514Z","end":"2026-03-03T22:07:23.74011Z","steps":["trace[102554408] 'agreement among raft nodes before linearized reading' (duration: 638.385773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.740098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.25762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:23.740222Z","caller":"traceutil/trace.go:171","msg":"trace[1811239100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24355; }","duration":"399.426984ms","start":"2026-03-03T22:07:23.340769Z","end":"2026-03-03T22:07:23.740196Z","steps":["trace[1811239100] 'agreement among raft nodes before linearized reading' (duration: 399.221569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.740277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.34075Z","time spent":"399.516275ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:07:23.740361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.971562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:07:23.740073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.312125Z","time spent":"427.867826ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:23.740431Z","caller":"traceutil/trace.go:171","msg":"trace[972740009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24355; }","duration":"119.070325ms","start":"2026-03-03T22:07:23.621341Z","end":"2026-03-03T22:07:23.740412Z","steps":["trace[972740009] 'agreement among raft nodes before linearized reading' (duration: 118.823569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:23.740163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.101491Z","time spent":"638.66486ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6fdddfbc99-8hqcf.189974179b1b6f92\" "} {"level":"warn","ts":"2026-03-03T22:07:24.467994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.604311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:24.468097Z","caller":"traceutil/trace.go:171","msg":"trace[280306678] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24356; }","duration":"504.769794ms","start":"2026-03-03T22:07:23.963307Z","end":"2026-03-03T22:07:24.468077Z","steps":["trace[280306678] 'range keys from in-memory index tree' (duration: 504.500358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:24.468084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.137062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:07:24.468142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:23.963281Z","time spent":"504.853217ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T22:07:24.468156Z","caller":"traceutil/trace.go:171","msg":"trace[13198231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24356; }","duration":"126.261505ms","start":"2026-03-03T22:07:24.341877Z","end":"2026-03-03T22:07:24.468138Z","steps":["trace[13198231] 'range keys from in-memory index tree' (duration: 125.99464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:25.059898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604220717589074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:07:25.159019Z","caller":"traceutil/trace.go:171","msg":"trace[499758182] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"601.008113ms","start":"2026-03-03T22:07:24.557986Z","end":"2026-03-03T22:07:25.158994Z","steps":["trace[499758182] 'process raft request' (duration: 600.818729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:25.159179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:24.557969Z","time spent":"601.126435ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:25.261278Z","caller":"traceutil/trace.go:171","msg":"trace[477773582] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"616.967667ms","start":"2026-03-03T22:07:24.644276Z","end":"2026-03-03T22:07:25.261244Z","steps":["trace[477773582] 'process raft request' (duration: 615.907664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:25.261343Z","caller":"traceutil/trace.go:171","msg":"trace[1445367774] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"237.344133ms","start":"2026-03-03T22:07:25.023988Z","end":"2026-03-03T22:07:25.261332Z","steps":["trace[1445367774] 'process raft request' (duration: 237.147608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:25.261472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:24.644256Z","time spent":"617.100489ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:25.261283Z","caller":"traceutil/trace.go:171","msg":"trace[185747548] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"236.982644ms","start":"2026-03-03T22:07:25.024278Z","end":"2026-03-03T22:07:25.26126Z","steps":["trace[185747548] 'process raft request' (duration: 236.906093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:25.261604Z","caller":"traceutil/trace.go:171","msg":"trace[1384211320] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"237.204479ms","start":"2026-03-03T22:07:25.024391Z","end":"2026-03-03T22:07:25.261595Z","steps":["trace[1384211320] 'process raft request' (duration: 236.835991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:25.261797Z","caller":"traceutil/trace.go:171","msg":"trace[2023024408] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"237.387093ms","start":"2026-03-03T22:07:25.024401Z","end":"2026-03-03T22:07:25.261788Z","steps":["trace[2023024408] 'process raft request' (duration: 237.128207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:25.261852Z","caller":"traceutil/trace.go:171","msg":"trace[1904495266] linearizableReadLoop","detail":"{readStateIndex:25215; appliedIndex:25209; }","duration":"702.575748ms","start":"2026-03-03T22:07:24.559266Z","end":"2026-03-03T22:07:25.261841Z","steps":["trace[1904495266] 'read index received' (duration: 600.421889ms)","trace[1904495266] 'applied index is now lower than readState.Index' (duration: 102.153169ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:25.261921Z","caller":"traceutil/trace.go:171","msg":"trace[1179934047] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"236.517194ms","start":"2026-03-03T22:07:25.025396Z","end":"2026-03-03T22:07:25.261913Z","steps":["trace[1179934047] 'process raft request' (duration: 236.353391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:25.262024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.186138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:25.262067Z","caller":"traceutil/trace.go:171","msg":"trace[1601349026] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24363; }","duration":"516.28451ms","start":"2026-03-03T22:07:24.745772Z","end":"2026-03-03T22:07:25.262057Z","steps":["trace[1601349026] 'agreement among raft nodes before linearized reading' (duration: 516.150317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:25.262129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:24.745756Z","time spent":"516.363392ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:25.262038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.778442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-03T22:07:25.262285Z","caller":"traceutil/trace.go:171","msg":"trace[1524292396] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24363; }","duration":"703.030529ms","start":"2026-03-03T22:07:24.55922Z","end":"2026-03-03T22:07:25.26225Z","steps":["trace[1524292396] 'agreement among raft nodes before linearized reading' (duration: 702.753983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:25.262402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:24.559199Z","time spent":"703.160742ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T22:07:33.260419Z","caller":"traceutil/trace.go:171","msg":"trace[1403535466] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"172.34963ms","start":"2026-03-03T22:07:33.088021Z","end":"2026-03-03T22:07:33.260371Z","steps":["trace[1403535466] 'process raft request' (duration: 171.978431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:33.747889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.967606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:07:33.74799Z","caller":"traceutil/trace.go:171","msg":"trace[1328033184] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"448.753081ms","start":"2026-03-03T22:07:33.299218Z","end":"2026-03-03T22:07:33.747972Z","steps":["trace[1328033184] 'process raft request' (duration: 301.609271ms)","trace[1328033184] 'compare' (duration: 146.414353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:33.748036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.299184Z","time spent":"448.830133ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:33.964265Z","caller":"traceutil/trace.go:171","msg":"trace[496274374] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"663.042361ms","start":"2026-03-03T22:07:33.301187Z","end":"2026-03-03T22:07:33.964229Z","steps":["trace[496274374] 'process raft request' (duration: 662.692864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:33.964344Z","caller":"traceutil/trace.go:171","msg":"trace[2096449245] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"660.199878ms","start":"2026-03-03T22:07:33.304095Z","end":"2026-03-03T22:07:33.964294Z","steps":["trace[2096449245] 'process raft request' (duration: 659.85212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:33.964452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.301156Z","time spent":"663.194975ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:33.964424Z","caller":"traceutil/trace.go:171","msg":"trace[1835110533] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"613.753316ms","start":"2026-03-03T22:07:33.350613Z","end":"2026-03-03T22:07:33.964366Z","steps":["trace[1835110533] 'process raft request' (duration: 613.363348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:33.96447Z","caller":"traceutil/trace.go:171","msg":"trace[554733846] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"665.033596ms","start":"2026-03-03T22:07:33.299392Z","end":"2026-03-03T22:07:33.964425Z","steps":["trace[554733846] 'process raft request' (duration: 567.688292ms)","trace[554733846] 'compare' (duration: 96.626658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:33.964594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.30407Z","time spent":"660.367842ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:33.9646Z","caller":"traceutil/trace.go:171","msg":"trace[1170632620] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"663.672315ms","start":"2026-03-03T22:07:33.300874Z","end":"2026-03-03T22:07:33.964546Z","steps":["trace[1170632620] 'process raft request' (duration: 662.97119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:33.964732Z","caller":"traceutil/trace.go:171","msg":"trace[1717904929] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"661.868795ms","start":"2026-03-03T22:07:33.302838Z","end":"2026-03-03T22:07:33.964706Z","steps":["trace[1717904929] 'process raft request' (duration: 661.072087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:33.964626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.350602Z","time spent":"613.91316ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:33.96462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.29936Z","time spent":"665.20205ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:33.964996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.302826Z","time spent":"662.016318ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:33.965235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.30085Z","time spent":"664.052913ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:34.345888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.832443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T22:07:34.346098Z","caller":"traceutil/trace.go:171","msg":"trace[664025728] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25274; }","duration":"1.00459328s","start":"2026-03-03T22:07:33.34145Z","end":"2026-03-03T22:07:34.346043Z","steps":["trace[664025728] 'read index received' (duration: 259.549127ms)","trace[664025728] 'applied index is now lower than readState.Index' (duration: 745.041063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:34.34658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005106071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:34.346665Z","caller":"traceutil/trace.go:171","msg":"trace[652272601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24427; }","duration":"1.005254734s","start":"2026-03-03T22:07:33.34139Z","end":"2026-03-03T22:07:34.346645Z","steps":["trace[652272601] 'agreement among raft nodes before linearized reading' (duration: 1.00509223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.346719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.341371Z","time spent":"1.005336335s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:07:34.455907Z","caller":"traceutil/trace.go:171","msg":"trace[220325119] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"672.788177ms","start":"2026-03-03T22:07:33.783072Z","end":"2026-03-03T22:07:34.45586Z","steps":["trace[220325119] 'process raft request' (duration: 672.44561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.456192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.783041Z","time spent":"673.000502ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:34.458897Z","caller":"traceutil/trace.go:171","msg":"trace[350581091] linearizableReadLoop","detail":"{readStateIndex:25283; appliedIndex:25283; }","duration":"112.741704ms","start":"2026-03-03T22:07:34.346134Z","end":"2026-03-03T22:07:34.458876Z","steps":["trace[350581091] 'read index received' (duration: 112.729474ms)","trace[350581091] 'applied index is now lower than readState.Index' (duration: 10.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:34.459063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.108278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:34.459124Z","caller":"traceutil/trace.go:171","msg":"trace[1831513491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24428; }","duration":"111.22113ms","start":"2026-03-03T22:07:34.347889Z","end":"2026-03-03T22:07:34.45911Z","steps":["trace[1831513491] 'agreement among raft nodes before linearized reading' (duration: 111.114378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.459165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.615715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:07:34.459267Z","caller":"traceutil/trace.go:171","msg":"trace[567556392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24428; }","duration":"659.746967ms","start":"2026-03-03T22:07:33.799492Z","end":"2026-03-03T22:07:34.459239Z","steps":["trace[567556392] 'agreement among raft nodes before linearized reading' (duration: 659.482792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.459321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.799481Z","time spent":"659.8304ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:34.459405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.355971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:07:34.459447Z","caller":"traceutil/trace.go:171","msg":"trace[144208349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24428; }","duration":"664.453673ms","start":"2026-03-03T22:07:33.794984Z","end":"2026-03-03T22:07:34.459438Z","steps":["trace[144208349] 'agreement among raft nodes before linearized reading' (duration: 664.309729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.459477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.79496Z","time spent":"664.510424ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:34.459608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.075746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T22:07:34.45959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.963199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:34.459643Z","caller":"traceutil/trace.go:171","msg":"trace[1036160049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24428; }","duration":"665.165199ms","start":"2026-03-03T22:07:33.794469Z","end":"2026-03-03T22:07:34.459634Z","steps":["trace[1036160049] 'agreement among raft nodes before linearized reading' (duration: 665.077857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.459667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.794446Z","time spent":"665.21587ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T22:07:34.459683Z","caller":"traceutil/trace.go:171","msg":"trace[624644547] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24428; }","duration":"604.120142ms","start":"2026-03-03T22:07:33.855538Z","end":"2026-03-03T22:07:34.459658Z","steps":["trace[624644547] 'agreement among raft nodes before linearized reading' (duration: 603.875597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.459718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.242468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T22:07:34.45975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.85552Z","time spent":"604.218634ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:07:34.459754Z","caller":"traceutil/trace.go:171","msg":"trace[1590617695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24428; }","duration":"659.287988ms","start":"2026-03-03T22:07:33.800455Z","end":"2026-03-03T22:07:34.459743Z","steps":["trace[1590617695] 'agreement among raft nodes before linearized reading' (duration: 659.181426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.460264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.384325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T22:07:34.460278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.800449Z","time spent":"659.81315ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T22:07:34.460307Z","caller":"traceutil/trace.go:171","msg":"trace[1443674161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24428; }","duration":"964.472117ms","start":"2026-03-03T22:07:33.495823Z","end":"2026-03-03T22:07:34.460295Z","steps":["trace[1443674161] 'agreement among raft nodes before linearized reading' (duration: 964.349665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.460342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.495799Z","time spent":"964.536409ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:07:34.460431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.241658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:34.460461Z","caller":"traceutil/trace.go:171","msg":"trace[168761812] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24428; }","duration":"822.648037ms","start":"2026-03-03T22:07:33.637802Z","end":"2026-03-03T22:07:34.46045Z","steps":["trace[168761812] 'agreement among raft nodes before linearized reading' (duration: 822.279769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:34.460491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:33.637772Z","time spent":"822.709888ms","remote":"127.0.0.1:55768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:35.115161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.995433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:07:35.115676Z","caller":"traceutil/trace.go:171","msg":"trace[407248993] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"639.781684ms","start":"2026-03-03T22:07:34.475874Z","end":"2026-03-03T22:07:35.115656Z","steps":["trace[407248993] 'process raft request' (duration: 639.429607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.115747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.466352Z","time spent":"649.362598ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:35.115728Z","caller":"traceutil/trace.go:171","msg":"trace[1748535524] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"649.977581ms","start":"2026-03-03T22:07:34.465692Z","end":"2026-03-03T22:07:35.11567Z","steps":["trace[1748535524] 'process raft request' (duration: 382.360175ms)","trace[1748535524] 'compare' (duration: 266.585352ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:35.115861Z","caller":"traceutil/trace.go:171","msg":"trace[922146578] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"639.871176ms","start":"2026-03-03T22:07:34.475959Z","end":"2026-03-03T22:07:35.115831Z","steps":["trace[922146578] 'process raft request' (duration: 639.652941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.115966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.46567Z","time spent":"650.145504ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:35.116037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.475891Z","time spent":"640.03493ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:35.116461Z","caller":"traceutil/trace.go:171","msg":"trace[679338837] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"640.232293ms","start":"2026-03-03T22:07:34.476196Z","end":"2026-03-03T22:07:35.116428Z","steps":["trace[679338837] 'process raft request' (duration: 639.577229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:35.116595Z","caller":"traceutil/trace.go:171","msg":"trace[694970028] linearizableReadLoop","detail":"{readStateIndex:25287; appliedIndex:25283; }","duration":"640.287724ms","start":"2026-03-03T22:07:34.476287Z","end":"2026-03-03T22:07:35.116575Z","steps":["trace[694970028] 'read index received' (duration: 371.782909ms)","trace[694970028] 'applied index is now lower than readState.Index' (duration: 268.503495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:35.116786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.476159Z","time spent":"640.391787ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:35.11678Z","caller":"traceutil/trace.go:171","msg":"trace[1840131402] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"640.014549ms","start":"2026-03-03T22:07:34.476719Z","end":"2026-03-03T22:07:35.116734Z","steps":["trace[1840131402] 'process raft request' (duration: 639.401766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.116945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.644113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:35.117067Z","caller":"traceutil/trace.go:171","msg":"trace[1222323961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24433; }","duration":"640.808856ms","start":"2026-03-03T22:07:34.476232Z","end":"2026-03-03T22:07:35.117041Z","steps":["trace[1222323961] 'agreement among raft nodes before linearized reading' (duration: 640.5725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.117095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.187048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:07:35.117126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.47622Z","time spent":"640.896988ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:07:35.117144Z","caller":"traceutil/trace.go:171","msg":"trace[1121318790] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24433; }","duration":"331.315041ms","start":"2026-03-03T22:07:34.785815Z","end":"2026-03-03T22:07:35.11713Z","steps":["trace[1121318790] 'agreement among raft nodes before linearized reading' (duration: 331.207388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.11722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.785789Z","time spent":"331.422452ms","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:35.117302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.512927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T22:07:35.117373Z","caller":"traceutil/trace.go:171","msg":"trace[1404264454] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24433; }","duration":"431.586768ms","start":"2026-03-03T22:07:34.685766Z","end":"2026-03-03T22:07:35.117353Z","steps":["trace[1404264454] 'agreement among raft nodes before linearized reading' (duration: 431.367994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.116975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.476707Z","time spent":"640.164892ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:35.117412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.213534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:07:35.117421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.685737Z","time spent":"431.675601ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-03T22:07:35.117463Z","caller":"traceutil/trace.go:171","msg":"trace[2015954896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24433; }","duration":"505.322756ms","start":"2026-03-03T22:07:34.612125Z","end":"2026-03-03T22:07:35.117448Z","steps":["trace[2015954896] 'agreement among raft nodes before linearized reading' (duration: 504.751944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.117496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:34.612095Z","time spent":"505.395428ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:07:35.498442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.020213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:35.498553Z","caller":"traceutil/trace.go:171","msg":"trace[1286939376] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24433; }","duration":"277.195908ms","start":"2026-03-03T22:07:35.221327Z","end":"2026-03-03T22:07:35.498523Z","steps":["trace[1286939376] 'range keys from in-memory index tree' (duration: 276.906831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:35.498623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.471148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:35.4988Z","caller":"traceutil/trace.go:171","msg":"trace[1921384887] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24433; }","duration":"139.723724ms","start":"2026-03-03T22:07:35.359034Z","end":"2026-03-03T22:07:35.498758Z","steps":["trace[1921384887] 'count revisions from in-memory index tree' (duration: 139.357725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:36.207251Z","caller":"traceutil/trace.go:171","msg":"trace[1866255861] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"453.041544ms","start":"2026-03-03T22:07:35.754176Z","end":"2026-03-03T22:07:36.207218Z","steps":["trace[1866255861] 'process raft request' (duration: 452.870811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:36.207447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:35.754143Z","time spent":"453.208169ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:36.207928Z","caller":"traceutil/trace.go:171","msg":"trace[2132388719] linearizableReadLoop","detail":"{readStateIndex:25289; appliedIndex:25289; }","duration":"369.148162ms","start":"2026-03-03T22:07:35.838768Z","end":"2026-03-03T22:07:36.207916Z","steps":["trace[2132388719] 'read index received' (duration: 369.142731ms)","trace[2132388719] 'applied index is now lower than readState.Index' (duration: 4.611µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:36.208093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.327895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T22:07:36.208137Z","caller":"traceutil/trace.go:171","msg":"trace[1661798121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24434; }","duration":"369.415227ms","start":"2026-03-03T22:07:35.838707Z","end":"2026-03-03T22:07:36.208123Z","steps":["trace[1661798121] 'agreement among raft nodes before linearized reading' (duration: 369.261364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:36.208176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:35.838685Z","time spent":"369.483659ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T22:07:36.268579Z","caller":"traceutil/trace.go:171","msg":"trace[1096024112] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"297.350946ms","start":"2026-03-03T22:07:35.971207Z","end":"2026-03-03T22:07:36.268558Z","steps":["trace[1096024112] 'process raft request' (duration: 297.283885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:36.268619Z","caller":"traceutil/trace.go:171","msg":"trace[199204890] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"428.559232ms","start":"2026-03-03T22:07:35.840016Z","end":"2026-03-03T22:07:36.268575Z","steps":["trace[199204890] 'process raft request' (duration: 428.330407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:36.268627Z","caller":"traceutil/trace.go:171","msg":"trace[829884087] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"297.946949ms","start":"2026-03-03T22:07:35.970642Z","end":"2026-03-03T22:07:36.268589Z","steps":["trace[829884087] 'process raft request' (duration: 297.798896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:36.268762Z","caller":"traceutil/trace.go:171","msg":"trace[173129444] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"297.139541ms","start":"2026-03-03T22:07:35.971615Z","end":"2026-03-03T22:07:36.268754Z","steps":["trace[173129444] 'process raft request' (duration: 296.911736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:36.268861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:35.839988Z","time spent":"428.720274ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:36.26895Z","caller":"traceutil/trace.go:171","msg":"trace[1170242249] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"296.531628ms","start":"2026-03-03T22:07:35.972411Z","end":"2026-03-03T22:07:36.268943Z","steps":["trace[1170242249] 'process raft request' (duration: 296.306503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:36.269126Z","caller":"traceutil/trace.go:171","msg":"trace[870808437] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"296.082088ms","start":"2026-03-03T22:07:35.973035Z","end":"2026-03-03T22:07:36.269117Z","steps":["trace[870808437] 'process raft request' (duration: 295.878313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.136272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.599512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:37.136396Z","caller":"traceutil/trace.go:171","msg":"trace[1598334375] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24441; }","duration":"545.789226ms","start":"2026-03-03T22:07:36.590574Z","end":"2026-03-03T22:07:37.136363Z","steps":["trace[1598334375] 'count revisions from in-memory index tree' (duration: 545.50686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.136464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:36.590553Z","time spent":"545.891848ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:37.136797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.600783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T22:07:37.136857Z","caller":"traceutil/trace.go:171","msg":"trace[969246661] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24441; }","duration":"469.713445ms","start":"2026-03-03T22:07:36.667131Z","end":"2026-03-03T22:07:37.136845Z","steps":["trace[969246661] 'range keys from in-memory index tree' (duration: 469.49887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.136883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:36.667108Z","time spent":"469.770177ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T22:07:37.425769Z","caller":"traceutil/trace.go:171","msg":"trace[53380553] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"285.685927ms","start":"2026-03-03T22:07:37.140039Z","end":"2026-03-03T22:07:37.425725Z","steps":["trace[53380553] 'process raft request' (duration: 285.431681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:37.778489Z","caller":"traceutil/trace.go:171","msg":"trace[1889196195] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"637.287148ms","start":"2026-03-03T22:07:37.141167Z","end":"2026-03-03T22:07:37.778454Z","steps":["trace[1889196195] 'process raft request' (duration: 637.184745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:37.778524Z","caller":"traceutil/trace.go:171","msg":"trace[891475138] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"637.327189ms","start":"2026-03-03T22:07:37.141149Z","end":"2026-03-03T22:07:37.778476Z","steps":["trace[891475138] 'process raft request' (duration: 636.999152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.778722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.141138Z","time spent":"637.460662ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:37.778757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.141126Z","time spent":"637.500322ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:37.779206Z","caller":"traceutil/trace.go:171","msg":"trace[1967704125] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"636.607384ms","start":"2026-03-03T22:07:37.142589Z","end":"2026-03-03T22:07:37.779196Z","steps":["trace[1967704125] 'process raft request' (duration: 635.802945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.779263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.142575Z","time spent":"636.662186ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:37.779361Z","caller":"traceutil/trace.go:171","msg":"trace[327598650] linearizableReadLoop","detail":"{readStateIndex:25299; appliedIndex:25296; }","duration":"637.515854ms","start":"2026-03-03T22:07:37.141835Z","end":"2026-03-03T22:07:37.779351Z","steps":["trace[327598650] 'read index received' (duration: 283.737683ms)","trace[327598650] 'applied index is now lower than readState.Index' (duration: 353.777091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:37.77955Z","caller":"traceutil/trace.go:171","msg":"trace[972415851] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"636.913921ms","start":"2026-03-03T22:07:37.142591Z","end":"2026-03-03T22:07:37.779505Z","steps":["trace[972415851] 'process raft request' (duration: 636.559973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.779699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.835291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a0651be-59e0-4c9b-ad38-3979cdb8d56f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-03T22:07:37.779679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.846777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:37.779754Z","caller":"traceutil/trace.go:171","msg":"trace[563130973] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a0651be-59e0-4c9b-ad38-3979cdb8d56f; range_end:; response_count:1; response_revision:24446; }","duration":"637.927933ms","start":"2026-03-03T22:07:37.141807Z","end":"2026-03-03T22:07:37.779735Z","steps":["trace[563130973] 'agreement among raft nodes before linearized reading' (duration: 637.640016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.779761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.142563Z","time spent":"637.093305ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:37.779784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.141797Z","time spent":"637.981185ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8a0651be-59e0-4c9b-ad38-3979cdb8d56f\" "} {"level":"info","ts":"2026-03-03T22:07:37.779788Z","caller":"traceutil/trace.go:171","msg":"trace[981144950] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24446; }","duration":"370.044841ms","start":"2026-03-03T22:07:37.409715Z","end":"2026-03-03T22:07:37.779759Z","steps":["trace[981144950] 'agreement among raft nodes before linearized reading' (duration: 369.830686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.779846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.409687Z","time spent":"370.147514ms","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:37.779853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.742853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T22:07:37.779894Z","caller":"traceutil/trace.go:171","msg":"trace[779895311] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24446; }","duration":"404.806034ms","start":"2026-03-03T22:07:37.375079Z","end":"2026-03-03T22:07:37.779885Z","steps":["trace[779895311] 'agreement among raft nodes before linearized reading' (duration: 404.507967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.779921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.37507Z","time spent":"404.844914ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:37.779885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.387302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:37.779969Z","caller":"traceutil/trace.go:171","msg":"trace[1346130697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24446; }","duration":"439.506234ms","start":"2026-03-03T22:07:37.340442Z","end":"2026-03-03T22:07:37.779948Z","steps":["trace[1346130697] 'agreement among raft nodes before linearized reading' (duration: 439.31931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.779942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.091884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T22:07:37.780013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.340433Z","time spent":"439.572195ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:07:37.780063Z","caller":"traceutil/trace.go:171","msg":"trace[2099510626] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24446; }","duration":"217.274118ms","start":"2026-03-03T22:07:37.56276Z","end":"2026-03-03T22:07:37.780034Z","steps":["trace[2099510626] 'agreement among raft nodes before linearized reading' (duration: 216.832558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.780078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.908293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267218"} {"level":"info","ts":"2026-03-03T22:07:37.780138Z","caller":"traceutil/trace.go:171","msg":"trace[427302689] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24446; }","duration":"493.963334ms","start":"2026-03-03T22:07:37.286155Z","end":"2026-03-03T22:07:37.780118Z","steps":["trace[427302689] 'agreement among raft nodes before linearized reading' (duration: 493.370231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:37.780175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:37.2861Z","time spent":"494.065426ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267241,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T22:07:38.341444Z","caller":"traceutil/trace.go:171","msg":"trace[1119417919] linearizableReadLoop","detail":"{readStateIndex:25304; appliedIndex:25303; }","duration":"121.701983ms","start":"2026-03-03T22:07:38.219725Z","end":"2026-03-03T22:07:38.341427Z","steps":["trace[1119417919] 'read index received' (duration: 121.668142ms)","trace[1119417919] 'applied index is now lower than readState.Index' (duration: 32.721µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:38.34163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.900028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:38.3416Z","caller":"traceutil/trace.go:171","msg":"trace[451773093] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"125.009987ms","start":"2026-03-03T22:07:38.21654Z","end":"2026-03-03T22:07:38.34155Z","steps":["trace[451773093] 'process raft request' (duration: 124.753031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:38.341657Z","caller":"traceutil/trace.go:171","msg":"trace[703403029] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24448; }","duration":"121.982279ms","start":"2026-03-03T22:07:38.219663Z","end":"2026-03-03T22:07:38.341646Z","steps":["trace[703403029] 'agreement among raft nodes before linearized reading' (duration: 121.859136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.864105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.595169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:07:38.864435Z","caller":"traceutil/trace.go:171","msg":"trace[587074810] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"590.313135ms","start":"2026-03-03T22:07:38.274066Z","end":"2026-03-03T22:07:38.864379Z","steps":["trace[587074810] 'process raft request' (duration: 388.323838ms)","trace[587074810] 'compare' (duration: 201.297782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:38.864518Z","caller":"traceutil/trace.go:171","msg":"trace[1652981409] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"588.168888ms","start":"2026-03-03T22:07:38.276327Z","end":"2026-03-03T22:07:38.864496Z","steps":["trace[1652981409] 'process raft request' (duration: 588.088516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.864606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.276311Z","time spent":"588.252189ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:38.864623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.274036Z","time spent":"590.473839ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:38.864768Z","caller":"traceutil/trace.go:171","msg":"trace[2003391100] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"589.908445ms","start":"2026-03-03T22:07:38.274849Z","end":"2026-03-03T22:07:38.864757Z","steps":["trace[2003391100] 'process raft request' (duration: 589.409674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.86482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.27483Z","time spent":"589.962657ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:38.864789Z","caller":"traceutil/trace.go:171","msg":"trace[1095919311] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"180.788916ms","start":"2026-03-03T22:07:38.68397Z","end":"2026-03-03T22:07:38.864759Z","steps":["trace[1095919311] 'process raft request' (duration: 180.731835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:38.864966Z","caller":"traceutil/trace.go:171","msg":"trace[2007691997] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"588.509485ms","start":"2026-03-03T22:07:38.276447Z","end":"2026-03-03T22:07:38.864956Z","steps":["trace[2007691997] 'process raft request' (duration: 588.010954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:38.864996Z","caller":"traceutil/trace.go:171","msg":"trace[443694617] linearizableReadLoop","detail":"{readStateIndex:25309; appliedIndex:25304; }","duration":"523.48391ms","start":"2026-03-03T22:07:38.341499Z","end":"2026-03-03T22:07:38.864983Z","steps":["trace[443694617] 'read index received' (duration: 320.851049ms)","trace[443694617] 'applied index is now lower than readState.Index' (duration: 202.631351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:38.865022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.276415Z","time spent":"588.574676ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:38.865071Z","caller":"traceutil/trace.go:171","msg":"trace[317262456] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"304.476194ms","start":"2026-03-03T22:07:38.560585Z","end":"2026-03-03T22:07:38.865061Z","steps":["trace[317262456] 'process raft request' (duration: 304.003184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:38.865167Z","caller":"traceutil/trace.go:171","msg":"trace[1018505870] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"588.909534ms","start":"2026-03-03T22:07:38.276245Z","end":"2026-03-03T22:07:38.865155Z","steps":["trace[1018505870] 'process raft request' (duration: 588.130337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.865167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.90946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:38.865203Z","caller":"traceutil/trace.go:171","msg":"trace[874403474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24455; }","duration":"523.976791ms","start":"2026-03-03T22:07:38.341219Z","end":"2026-03-03T22:07:38.865196Z","steps":["trace[874403474] 'agreement among raft nodes before linearized reading' (duration: 523.866288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.865188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.560568Z","time spent":"304.527335ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:38.865224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.341208Z","time spent":"524.012652ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:07:38.865227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.276237Z","time spent":"588.958165ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:38.988525Z","caller":"traceutil/trace.go:171","msg":"trace[1657946207] linearizableReadLoop","detail":"{readStateIndex:25312; appliedIndex:25311; }","duration":"123.456413ms","start":"2026-03-03T22:07:38.865022Z","end":"2026-03-03T22:07:38.988479Z","steps":["trace[1657946207] 'read index received' (duration: 107.626172ms)","trace[1657946207] 'applied index is now lower than readState.Index' (duration: 15.828521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:38.988717Z","caller":"traceutil/trace.go:171","msg":"trace[1084871366] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"230.91325ms","start":"2026-03-03T22:07:38.757742Z","end":"2026-03-03T22:07:38.988655Z","steps":["trace[1084871366] 'process raft request' (duration: 214.983716ms)","trace[1084871366] 'compare' (duration: 15.569156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:38.9888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.906456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:07:38.9888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.916858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:38.988848Z","caller":"traceutil/trace.go:171","msg":"trace[369355301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24456; }","duration":"468.024248ms","start":"2026-03-03T22:07:38.520808Z","end":"2026-03-03T22:07:38.988832Z","steps":["trace[369355301] 'agreement among raft nodes before linearized reading' (duration: 467.856454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:38.988883Z","caller":"traceutil/trace.go:171","msg":"trace[527662948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24456; }","duration":"122.074761ms","start":"2026-03-03T22:07:38.866787Z","end":"2026-03-03T22:07:38.988862Z","steps":["trace[527662948] 'agreement among raft nodes before linearized reading' (duration: 121.926668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.988895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.520796Z","time spent":"468.08682ms","remote":"127.0.0.1:57932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:38.988832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.173263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:38.989037Z","caller":"traceutil/trace.go:171","msg":"trace[503845345] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24456; }","duration":"333.429668ms","start":"2026-03-03T22:07:38.65556Z","end":"2026-03-03T22:07:38.98899Z","steps":["trace[503845345] 'agreement among raft nodes before linearized reading' (duration: 333.096071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.989006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.816999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:07:38.989078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.655531Z","time spent":"333.536921ms","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:07:38.989149Z","caller":"traceutil/trace.go:171","msg":"trace[1677420419] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24456; }","duration":"502.053355ms","start":"2026-03-03T22:07:38.487068Z","end":"2026-03-03T22:07:38.989121Z","steps":["trace[1677420419] 'agreement among raft nodes before linearized reading' (duration: 501.748807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:38.989217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:38.487036Z","time spent":"502.170368ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:40.151449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.663301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"warn","ts":"2026-03-03T22:07:40.151457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.883202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:40.151535Z","caller":"traceutil/trace.go:171","msg":"trace[1840052575] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24461; }","duration":"246.023945ms","start":"2026-03-03T22:07:39.905493Z","end":"2026-03-03T22:07:40.151517Z","steps":["trace[1840052575] 'count revisions from in-memory index tree' (duration: 245.77495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:40.151523Z","caller":"traceutil/trace.go:171","msg":"trace[2139404659] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24461; }","duration":"120.789554ms","start":"2026-03-03T22:07:40.030718Z","end":"2026-03-03T22:07:40.151507Z","steps":["trace[2139404659] 'range keys from in-memory index tree' (duration: 120.427525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:40.455711Z","caller":"traceutil/trace.go:171","msg":"trace[1589757611] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"177.183387ms","start":"2026-03-03T22:07:40.27848Z","end":"2026-03-03T22:07:40.455663Z","steps":["trace[1589757611] 'process raft request' (duration: 98.09355ms)","trace[1589757611] 'compare' (duration: 78.567265ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:40.455862Z","caller":"traceutil/trace.go:171","msg":"trace[230237215] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"177.003292ms","start":"2026-03-03T22:07:40.278826Z","end":"2026-03-03T22:07:40.455829Z","steps":["trace[230237215] 'process raft request' (duration: 176.731786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:40.455974Z","caller":"traceutil/trace.go:171","msg":"trace[268013605] linearizableReadLoop","detail":"{readStateIndex:25322; appliedIndex:25318; }","duration":"159.612596ms","start":"2026-03-03T22:07:40.296327Z","end":"2026-03-03T22:07:40.455939Z","steps":["trace[268013605] 'read index received' (duration: 80.57991ms)","trace[268013605] 'applied index is now lower than readState.Index' (duration: 79.031466ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:40.45614Z","caller":"traceutil/trace.go:171","msg":"trace[1235204042] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"109.242776ms","start":"2026-03-03T22:07:40.346871Z","end":"2026-03-03T22:07:40.456114Z","steps":["trace[1235204042] 'process raft request' (duration: 109.000851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:40.456281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.927653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T22:07:40.456293Z","caller":"traceutil/trace.go:171","msg":"trace[412278317] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"177.34742ms","start":"2026-03-03T22:07:40.278932Z","end":"2026-03-03T22:07:40.45628Z","steps":["trace[412278317] 'process raft request' (duration: 176.773938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:40.456326Z","caller":"traceutil/trace.go:171","msg":"trace[130041929] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24467; }","duration":"160.034125ms","start":"2026-03-03T22:07:40.296279Z","end":"2026-03-03T22:07:40.456313Z","steps":["trace[130041929] 'agreement among raft nodes before linearized reading' (duration: 159.83516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:40.456363Z","caller":"traceutil/trace.go:171","msg":"trace[1563968052] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"176.147824ms","start":"2026-03-03T22:07:40.280204Z","end":"2026-03-03T22:07:40.456352Z","steps":["trace[1563968052] 'process raft request' (duration: 175.612722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:40.456744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.941414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:40.456791Z","caller":"traceutil/trace.go:171","msg":"trace[500941103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24467; }","duration":"115.019666ms","start":"2026-03-03T22:07:40.341756Z","end":"2026-03-03T22:07:40.456776Z","steps":["trace[500941103] 'agreement among raft nodes before linearized reading' (duration: 114.925494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:40.456802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.272261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:40.456863Z","caller":"traceutil/trace.go:171","msg":"trace[1313452138] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24467; }","duration":"115.404773ms","start":"2026-03-03T22:07:40.34144Z","end":"2026-03-03T22:07:40.456845Z","steps":["trace[1313452138] 'agreement among raft nodes before linearized reading' (duration: 115.291721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:40.460375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.985985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T22:07:40.460442Z","caller":"traceutil/trace.go:171","msg":"trace[539673925] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24467; }","duration":"129.102298ms","start":"2026-03-03T22:07:40.331326Z","end":"2026-03-03T22:07:40.460428Z","steps":["trace[539673925] 'agreement among raft nodes before linearized reading' (duration: 125.238161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:41.144626Z","caller":"traceutil/trace.go:171","msg":"trace[1768877668] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"272.223948ms","start":"2026-03-03T22:07:40.872377Z","end":"2026-03-03T22:07:41.144601Z","steps":["trace[1768877668] 'process raft request' (duration: 270.507159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:41.144924Z","caller":"traceutil/trace.go:171","msg":"trace[908801721] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"272.261299ms","start":"2026-03-03T22:07:40.872641Z","end":"2026-03-03T22:07:41.144902Z","steps":["trace[908801721] 'process raft request' (duration: 271.922041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:41.145192Z","caller":"traceutil/trace.go:171","msg":"trace[778649770] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"272.437672ms","start":"2026-03-03T22:07:40.872733Z","end":"2026-03-03T22:07:41.14517Z","steps":["trace[778649770] 'process raft request' (duration: 272.093325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:41.145755Z","caller":"traceutil/trace.go:171","msg":"trace[178169564] linearizableReadLoop","detail":"{readStateIndex:25334; appliedIndex:25329; }","duration":"249.568135ms","start":"2026-03-03T22:07:40.896179Z","end":"2026-03-03T22:07:41.145747Z","steps":["trace[178169564] 'read index received' (duration: 246.762943ms)","trace[178169564] 'applied index is now lower than readState.Index' (duration: 2.804642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:41.145794Z","caller":"traceutil/trace.go:171","msg":"trace[1661816247] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"270.291005ms","start":"2026-03-03T22:07:40.875488Z","end":"2026-03-03T22:07:41.145779Z","steps":["trace[1661816247] 'process raft request' (duration: 270.211513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:41.145862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.667637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:41.145892Z","caller":"traceutil/trace.go:171","msg":"trace[1062540059] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24478; }","duration":"249.743258ms","start":"2026-03-03T22:07:40.896141Z","end":"2026-03-03T22:07:41.145884Z","steps":["trace[1062540059] 'agreement among raft nodes before linearized reading' (duration: 249.657566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:41.145925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.342607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T22:07:41.145975Z","caller":"traceutil/trace.go:171","msg":"trace[1474109054] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24478; }","duration":"216.431109ms","start":"2026-03-03T22:07:40.929531Z","end":"2026-03-03T22:07:41.145962Z","steps":["trace[1474109054] 'agreement among raft nodes before linearized reading' (duration: 216.288016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:41.146003Z","caller":"traceutil/trace.go:171","msg":"trace[2011252403] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"273.260121ms","start":"2026-03-03T22:07:40.872735Z","end":"2026-03-03T22:07:41.145995Z","steps":["trace[2011252403] 'process raft request' (duration: 272.345561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:41.146095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.155776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:41.146123Z","caller":"traceutil/trace.go:171","msg":"trace[913897198] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24478; }","duration":"173.213708ms","start":"2026-03-03T22:07:40.972902Z","end":"2026-03-03T22:07:41.146116Z","steps":["trace[913897198] 'agreement among raft nodes before linearized reading' (duration: 173.152357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:43.256756Z","caller":"traceutil/trace.go:171","msg":"trace[1311223746] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"169.196208ms","start":"2026-03-03T22:07:43.087535Z","end":"2026-03-03T22:07:43.256731Z","steps":["trace[1311223746] 'process raft request' (duration: 169.035935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:43.635605Z","caller":"traceutil/trace.go:171","msg":"trace[1431306267] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"485.320982ms","start":"2026-03-03T22:07:43.150257Z","end":"2026-03-03T22:07:43.635578Z","steps":["trace[1431306267] 'process raft request' (duration: 401.241654ms)","trace[1431306267] 'compare' (duration: 83.464125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:43.635954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.150221Z","time spent":"485.647909ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:43.63607Z","caller":"traceutil/trace.go:171","msg":"trace[1604469091] linearizableReadLoop","detail":"{readStateIndex:25351; appliedIndex:25345; }","duration":"442.46455ms","start":"2026-03-03T22:07:43.193589Z","end":"2026-03-03T22:07:43.636054Z","steps":["trace[1604469091] 'read index received' (duration: 62.861157ms)","trace[1604469091] 'applied index is now lower than readState.Index' (duration: 379.602443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:43.636528Z","caller":"traceutil/trace.go:171","msg":"trace[743981011] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"485.394593ms","start":"2026-03-03T22:07:43.15089Z","end":"2026-03-03T22:07:43.636284Z","steps":["trace[743981011] 'process raft request' (duration: 484.585226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:43.636601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.150867Z","time spent":"485.69314ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:43.636777Z","caller":"traceutil/trace.go:171","msg":"trace[468707174] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"485.60802ms","start":"2026-03-03T22:07:43.151145Z","end":"2026-03-03T22:07:43.636753Z","steps":["trace[468707174] 'process raft request' (duration: 484.77729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:43.636829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.151139Z","time spent":"485.662841ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:43.636907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.30634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:43.636957Z","caller":"traceutil/trace.go:171","msg":"trace[653889812] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24495; }","duration":"443.388882ms","start":"2026-03-03T22:07:43.193555Z","end":"2026-03-03T22:07:43.636944Z","steps":["trace[653889812] 'agreement among raft nodes before linearized reading' (duration: 443.2891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:43.636991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.193542Z","time spent":"443.440603ms","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:07:43.637154Z","caller":"traceutil/trace.go:171","msg":"trace[1313556872] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"485.479187ms","start":"2026-03-03T22:07:43.151661Z","end":"2026-03-03T22:07:43.637141Z","steps":["trace[1313556872] 'process raft request' (duration: 484.315431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:43.637214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.151637Z","time spent":"485.538428ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:43.637297Z","caller":"traceutil/trace.go:171","msg":"trace[1665229274] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"484.355831ms","start":"2026-03-03T22:07:43.152929Z","end":"2026-03-03T22:07:43.637285Z","steps":["trace[1665229274] 'process raft request' (duration: 483.085142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:43.637356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.1529Z","time spent":"484.424833ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:44.128589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.5357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T22:07:44.128892Z","caller":"traceutil/trace.go:171","msg":"trace[125007515] linearizableReadLoop","detail":"{readStateIndex:25352; appliedIndex:25351; }","duration":"492.732948ms","start":"2026-03-03T22:07:43.636107Z","end":"2026-03-03T22:07:44.12884Z","steps":["trace[125007515] 'read index received' (duration: 104.922882ms)","trace[125007515] 'applied index is now lower than readState.Index' (duration: 387.808006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:44.129676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.295915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:44.129772Z","caller":"traceutil/trace.go:171","msg":"trace[566452940] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24495; }","duration":"658.437089ms","start":"2026-03-03T22:07:43.471314Z","end":"2026-03-03T22:07:44.129751Z","steps":["trace[566452940] 'agreement among raft nodes before linearized reading' (duration: 658.242193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.130142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.471304Z","time spent":"658.814387ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:44.130483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.687017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:07:44.130476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.097602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:44.130531Z","caller":"traceutil/trace.go:171","msg":"trace[1643979782] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24495; }","duration":"249.766768ms","start":"2026-03-03T22:07:43.880749Z","end":"2026-03-03T22:07:44.130516Z","steps":["trace[1643979782] 'agreement among raft nodes before linearized reading' (duration: 249.690037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.130555Z","caller":"traceutil/trace.go:171","msg":"trace[722441128] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24495; }","duration":"861.216675ms","start":"2026-03-03T22:07:43.269316Z","end":"2026-03-03T22:07:44.130533Z","steps":["trace[722441128] 'agreement among raft nodes before linearized reading' (duration: 861.075332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.130565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.940966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T22:07:44.130579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.696839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:07:44.130696Z","caller":"traceutil/trace.go:171","msg":"trace[1846182576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24495; }","duration":"319.136491ms","start":"2026-03-03T22:07:43.811532Z","end":"2026-03-03T22:07:44.130669Z","steps":["trace[1846182576] 'agreement among raft nodes before linearized reading' (duration: 318.699731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.130767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.81152Z","time spent":"319.236173ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:07:44.130765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.022593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T22:07:44.130613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.269293Z","time spent":"861.305366ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:07:44.130882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.541109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:07:44.130807Z","caller":"traceutil/trace.go:171","msg":"trace[1210281484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24495; }","duration":"322.905573ms","start":"2026-03-03T22:07:43.80779Z","end":"2026-03-03T22:07:44.130696Z","steps":["trace[1210281484] 'agreement among raft nodes before linearized reading' (duration: 322.460214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.13089Z","caller":"traceutil/trace.go:171","msg":"trace[1235072317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24495; }","duration":"682.195587ms","start":"2026-03-03T22:07:43.448667Z","end":"2026-03-03T22:07:44.130862Z","steps":["trace[1235072317] 'agreement among raft nodes before linearized reading' (duration: 681.789418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.130918Z","caller":"traceutil/trace.go:171","msg":"trace[609475224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24495; }","duration":"328.619791ms","start":"2026-03-03T22:07:43.802291Z","end":"2026-03-03T22:07:44.13091Z","steps":["trace[609475224] 'agreement among raft nodes before linearized reading' (duration: 328.472198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.130942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.802265Z","time spent":"328.672102ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:44.130954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.448654Z","time spent":"682.289369ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:07:44.13098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.883587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:07:44.131069Z","caller":"traceutil/trace.go:171","msg":"trace[1762639936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24495; }","duration":"319.990309ms","start":"2026-03-03T22:07:43.811058Z","end":"2026-03-03T22:07:44.131048Z","steps":["trace[1762639936] 'agreement among raft nodes before linearized reading' (duration: 319.697553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.131134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.810998Z","time spent":"320.118101ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:44.131216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.807756Z","time spent":"323.443105ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:07:44.133921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.331741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T22:07:44.133993Z","caller":"traceutil/trace.go:171","msg":"trace[725430829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24495; }","duration":"486.722064ms","start":"2026-03-03T22:07:43.647261Z","end":"2026-03-03T22:07:44.133983Z","steps":["trace[725430829] 'agreement among raft nodes before linearized reading' (duration: 482.686095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.134029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:43.647205Z","time spent":"486.816926ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T22:07:44.243866Z","caller":"traceutil/trace.go:171","msg":"trace[1977822872] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"108.289726ms","start":"2026-03-03T22:07:44.135546Z","end":"2026-03-03T22:07:44.243836Z","steps":["trace[1977822872] 'process raft request' (duration: 107.879237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.429082Z","caller":"traceutil/trace.go:171","msg":"trace[1025065618] linearizableReadLoop","detail":"{readStateIndex:25356; appliedIndex:25352; }","duration":"291.67341ms","start":"2026-03-03T22:07:44.137372Z","end":"2026-03-03T22:07:44.429045Z","steps":["trace[1025065618] 'read index received' (duration: 106.074087ms)","trace[1025065618] 'applied index is now lower than readState.Index' (duration: 185.597903ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:44.429485Z","caller":"traceutil/trace.go:171","msg":"trace[1399926482] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"292.97786ms","start":"2026-03-03T22:07:44.136484Z","end":"2026-03-03T22:07:44.429461Z","steps":["trace[1399926482] 'process raft request' (duration: 292.168421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.429927Z","caller":"traceutil/trace.go:171","msg":"trace[122408802] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"293.428729ms","start":"2026-03-03T22:07:44.136486Z","end":"2026-03-03T22:07:44.429915Z","steps":["trace[122408802] 'process raft request' (duration: 292.391426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.430024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.464915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:44.430121Z","caller":"traceutil/trace.go:171","msg":"trace[481053410] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"293.504332ms","start":"2026-03-03T22:07:44.136606Z","end":"2026-03-03T22:07:44.43011Z","steps":["trace[481053410] 'process raft request' (duration: 292.326235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.430149Z","caller":"traceutil/trace.go:171","msg":"trace[1086104037] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24501; }","duration":"119.643559ms","start":"2026-03-03T22:07:44.310482Z","end":"2026-03-03T22:07:44.430126Z","steps":["trace[1086104037] 'agreement among raft nodes before linearized reading' (duration: 119.441325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.430245Z","caller":"traceutil/trace.go:171","msg":"trace[1245959573] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"291.902895ms","start":"2026-03-03T22:07:44.138326Z","end":"2026-03-03T22:07:44.430229Z","steps":["trace[1245959573] 'process raft request' (duration: 290.657647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:44.430493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.086432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-430487f9-1dba-41d2-8db3-8a7076f909b6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T22:07:44.430543Z","caller":"traceutil/trace.go:171","msg":"trace[504883082] range","detail":"{range_begin:/registry/persistentvolumes/pvc-430487f9-1dba-41d2-8db3-8a7076f909b6; range_end:; response_count:1; response_revision:24501; }","duration":"293.175684ms","start":"2026-03-03T22:07:44.137354Z","end":"2026-03-03T22:07:44.430529Z","steps":["trace[504883082] 'agreement among raft nodes before linearized reading' (duration: 292.965739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:44.430516Z","caller":"traceutil/trace.go:171","msg":"trace[1566498223] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"133.131409ms","start":"2026-03-03T22:07:44.297339Z","end":"2026-03-03T22:07:44.430471Z","steps":["trace[1566498223] 'process raft request' (duration: 132.240339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:45.832273Z","caller":"traceutil/trace.go:171","msg":"trace[699045187] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"189.846117ms","start":"2026-03-03T22:07:45.642398Z","end":"2026-03-03T22:07:45.832244Z","steps":["trace[699045187] 'process raft request' (duration: 189.532161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:46.113271Z","caller":"traceutil/trace.go:171","msg":"trace[709940444] linearizableReadLoop","detail":"{readStateIndex:25365; appliedIndex:25360; }","duration":"428.995712ms","start":"2026-03-03T22:07:45.684264Z","end":"2026-03-03T22:07:46.11326Z","steps":["trace[709940444] 'read index received' (duration: 147.854936ms)","trace[709940444] 'applied index is now lower than readState.Index' (duration: 281.139736ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:46.113301Z","caller":"traceutil/trace.go:171","msg":"trace[1461556438] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"470.599005ms","start":"2026-03-03T22:07:45.642647Z","end":"2026-03-03T22:07:46.113246Z","steps":["trace[1461556438] 'process raft request' (duration: 464.514559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:46.11335Z","caller":"traceutil/trace.go:171","msg":"trace[1172218024] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"470.654526ms","start":"2026-03-03T22:07:45.642689Z","end":"2026-03-03T22:07:46.113344Z","steps":["trace[1172218024] 'process raft request' (duration: 470.478542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:46.113414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:45.642685Z","time spent":"470.676706ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:46.113423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:45.64264Z","time spent":"470.715727ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:46.113564Z","caller":"traceutil/trace.go:171","msg":"trace[2084722105] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"470.83506ms","start":"2026-03-03T22:07:45.642723Z","end":"2026-03-03T22:07:46.113558Z","steps":["trace[2084722105] 'process raft request' (duration: 470.490772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:46.113598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:45.642718Z","time spent":"470.857851ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:46.113661Z","caller":"traceutil/trace.go:171","msg":"trace[696206909] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"470.85455ms","start":"2026-03-03T22:07:45.642775Z","end":"2026-03-03T22:07:46.11363Z","steps":["trace[696206909] 'process raft request' (duration: 470.459012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:46.113721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.391849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:07:46.113792Z","caller":"traceutil/trace.go:171","msg":"trace[285208375] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24508; }","duration":"384.481291ms","start":"2026-03-03T22:07:45.729291Z","end":"2026-03-03T22:07:46.113772Z","steps":["trace[285208375] 'agreement among raft nodes before linearized reading' (duration: 384.331328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:46.113799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:45.642743Z","time spent":"470.979493ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:07:46.113814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.533004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T22:07:46.113836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:45.729239Z","time spent":"384.589504ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T22:07:46.113879Z","caller":"traceutil/trace.go:171","msg":"trace[1118008924] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24508; }","duration":"429.636535ms","start":"2026-03-03T22:07:45.684223Z","end":"2026-03-03T22:07:46.113859Z","steps":["trace[1118008924] 'agreement among raft nodes before linearized reading' (duration: 429.40552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:46.113914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:45.684212Z","time spent":"429.695657ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T22:07:50.405636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.843541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:07:50.405731Z","caller":"traceutil/trace.go:171","msg":"trace[249167673] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24544; }","duration":"313.002185ms","start":"2026-03-03T22:07:50.092704Z","end":"2026-03-03T22:07:50.405706Z","steps":["trace[249167673] 'count revisions from in-memory index tree' (duration: 312.733869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:50.405779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:50.092675Z","time spent":"313.091816ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:07:50.406362Z","caller":"traceutil/trace.go:171","msg":"trace[1548519529] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"272.425222ms","start":"2026-03-03T22:07:50.133902Z","end":"2026-03-03T22:07:50.406328Z","steps":["trace[1548519529] 'process raft request' (duration: 267.633806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:50.733945Z","caller":"traceutil/trace.go:171","msg":"trace[1023161319] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"596.563254ms","start":"2026-03-03T22:07:50.13735Z","end":"2026-03-03T22:07:50.733913Z","steps":["trace[1023161319] 'process raft request' (duration: 509.866018ms)","trace[1023161319] 'compare' (duration: 86.474371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:07:50.734181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:50.137316Z","time spent":"596.716977ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:50.734318Z","caller":"traceutil/trace.go:171","msg":"trace[175344085] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"589.151059ms","start":"2026-03-03T22:07:50.145139Z","end":"2026-03-03T22:07:50.73429Z","steps":["trace[175344085] 'process raft request' (duration: 588.71964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:50.734475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:50.145105Z","time spent":"589.270591ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:50.734763Z","caller":"traceutil/trace.go:171","msg":"trace[1074044004] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"589.265862ms","start":"2026-03-03T22:07:50.145487Z","end":"2026-03-03T22:07:50.734753Z","steps":["trace[1074044004] 'process raft request' (duration: 588.884923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:50.734812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:50.145477Z","time spent":"589.313232ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:07:50.734857Z","caller":"traceutil/trace.go:171","msg":"trace[585948478] linearizableReadLoop","detail":"{readStateIndex:25406; appliedIndex:25402; }","duration":"387.0788ms","start":"2026-03-03T22:07:50.34772Z","end":"2026-03-03T22:07:50.734799Z","steps":["trace[585948478] 'read index received' (duration: 53.802935ms)","trace[585948478] 'applied index is now lower than readState.Index' (duration: 333.274605ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:07:50.735019Z","caller":"traceutil/trace.go:171","msg":"trace[1468341403] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"244.339339ms","start":"2026-03-03T22:07:50.49065Z","end":"2026-03-03T22:07:50.734989Z","steps":["trace[1468341403] 'process raft request' (duration: 244.116294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:50.735136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.418237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:07:50.735171Z","caller":"traceutil/trace.go:171","msg":"trace[1300982489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24549; }","duration":"387.453798ms","start":"2026-03-03T22:07:50.347708Z","end":"2026-03-03T22:07:50.735162Z","steps":["trace[1300982489] 'agreement among raft nodes before linearized reading' (duration: 387.276914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:50.73519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:50.347604Z","time spent":"387.581831ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:07:50.735327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.480533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T22:07:50.735275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.086223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:07:50.735329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.450404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:07:50.73535Z","caller":"traceutil/trace.go:171","msg":"trace[633004180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24549; }","duration":"276.565325ms","start":"2026-03-03T22:07:50.458779Z","end":"2026-03-03T22:07:50.735344Z","steps":["trace[633004180] 'agreement among raft nodes before linearized reading' (duration: 276.504373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:50.735368Z","caller":"traceutil/trace.go:171","msg":"trace[974951671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24549; }","duration":"272.523796ms","start":"2026-03-03T22:07:50.462831Z","end":"2026-03-03T22:07:50.735354Z","steps":["trace[974951671] 'agreement among raft nodes before linearized reading' (duration: 272.369141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:07:50.735365Z","caller":"traceutil/trace.go:171","msg":"trace[1783257439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24549; }","duration":"384.33037ms","start":"2026-03-03T22:07:50.351022Z","end":"2026-03-03T22:07:50.735352Z","steps":["trace[1783257439] 'agreement among raft nodes before linearized reading' (duration: 384.072083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:50.735443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:07:50.350995Z","time spent":"384.436411ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:07:50.735568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.689157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:07:50.735585Z","caller":"traceutil/trace.go:171","msg":"trace[1034427875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24549; }","duration":"276.762479ms","start":"2026-03-03T22:07:50.458818Z","end":"2026-03-03T22:07:50.73558Z","steps":["trace[1034427875] 'agreement among raft nodes before linearized reading' (duration: 276.688647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:07:50.735629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.360373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:07:50.735686Z","caller":"traceutil/trace.go:171","msg":"trace[326000684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24549; }","duration":"277.460355ms","start":"2026-03-03T22:07:50.45821Z","end":"2026-03-03T22:07:50.73567Z","steps":["trace[326000684] 'agreement among raft nodes before linearized reading' (duration: 277.24901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:08:06.64293Z","caller":"traceutil/trace.go:171","msg":"trace[1287287095] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"273.758772ms","start":"2026-03-03T22:08:06.369141Z","end":"2026-03-03T22:08:06.6429Z","steps":["trace[1287287095] 'process raft request' (duration: 273.531137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:08:06.670223Z","caller":"traceutil/trace.go:171","msg":"trace[210039867] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"152.831996ms","start":"2026-03-03T22:08:06.517362Z","end":"2026-03-03T22:08:06.670194Z","steps":["trace[210039867] 'process raft request' (duration: 150.655728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:08:35.277156Z","caller":"traceutil/trace.go:171","msg":"trace[1633641162] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"358.415493ms","start":"2026-03-03T22:08:34.918688Z","end":"2026-03-03T22:08:35.277104Z","steps":["trace[1633641162] 'process raft request' (duration: 271.256386ms)","trace[1633641162] 'compare' (duration: 86.971082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:08:35.277409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:08:34.918647Z","time spent":"358.635238ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:08:35.280228Z","caller":"traceutil/trace.go:171","msg":"trace[355619716] linearizableReadLoop","detail":"{readStateIndex:25897; appliedIndex:25893; }","duration":"187.189709ms","start":"2026-03-03T22:08:35.09299Z","end":"2026-03-03T22:08:35.28018Z","steps":["trace[355619716] 'read index received' (duration: 97.061776ms)","trace[355619716] 'applied index is now lower than readState.Index' (duration: 90.126093ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:08:35.28034Z","caller":"traceutil/trace.go:171","msg":"trace[1036635196] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"330.85296ms","start":"2026-03-03T22:08:34.949452Z","end":"2026-03-03T22:08:35.280305Z","steps":["trace[1036635196] 'process raft request' (duration: 330.589224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:08:35.28041Z","caller":"traceutil/trace.go:171","msg":"trace[632420741] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"330.944502ms","start":"2026-03-03T22:08:34.949449Z","end":"2026-03-03T22:08:35.280394Z","steps":["trace[632420741] 'process raft request' (duration: 330.659106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:08:35.280551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:08:34.949425Z","time spent":"330.984323ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:08:35.280594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:08:34.949419Z","time spent":"331.039685ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:08:35.280774Z","caller":"traceutil/trace.go:171","msg":"trace[1875661348] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"331.339371ms","start":"2026-03-03T22:08:34.949418Z","end":"2026-03-03T22:08:35.280758Z","steps":["trace[1875661348] 'process raft request' (duration: 330.40509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:08:35.280831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:08:34.949366Z","time spent":"331.440253ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:08:35.280975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.58545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T22:08:35.281005Z","caller":"traceutil/trace.go:171","msg":"trace[144361342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25028; }","duration":"179.640721ms","start":"2026-03-03T22:08:35.101357Z","end":"2026-03-03T22:08:35.280998Z","steps":["trace[144361342] 'agreement among raft nodes before linearized reading' (duration: 179.536679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:08:35.280976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.578917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T22:08:35.28112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.14302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T22:08:35.281149Z","caller":"traceutil/trace.go:171","msg":"trace[1182451125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25028; }","duration":"188.206371ms","start":"2026-03-03T22:08:35.092934Z","end":"2026-03-03T22:08:35.28114Z","steps":["trace[1182451125] 'agreement among raft nodes before linearized reading' (duration: 188.13787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:08:35.281578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.107468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T22:08:35.281614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.163658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:08:35.281638Z","caller":"traceutil/trace.go:171","msg":"trace[1914242932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25028; }","duration":"183.168059ms","start":"2026-03-03T22:08:35.098456Z","end":"2026-03-03T22:08:35.281624Z","steps":["trace[1914242932] 'agreement among raft nodes before linearized reading' (duration: 182.790471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:08:35.281681Z","caller":"traceutil/trace.go:171","msg":"trace[737373827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25028; }","duration":"183.277941ms","start":"2026-03-03T22:08:35.098385Z","end":"2026-03-03T22:08:35.281663Z","steps":["trace[737373827] 'agreement among raft nodes before linearized reading' (duration: 182.864342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:08:35.281953Z","caller":"traceutil/trace.go:171","msg":"trace[1916147074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25028; }","duration":"187.67626ms","start":"2026-03-03T22:08:35.093359Z","end":"2026-03-03T22:08:35.281036Z","steps":["trace[1916147074] 'agreement among raft nodes before linearized reading' (duration: 187.404434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:08:42.8125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.637113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:08:42.812628Z","caller":"traceutil/trace.go:171","msg":"trace[1973750528] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25083; }","duration":"135.801267ms","start":"2026-03-03T22:08:42.676795Z","end":"2026-03-03T22:08:42.812596Z","steps":["trace[1973750528] 'range keys from in-memory index tree' (duration: 135.285965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:08:48.436718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.288412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:08:48.436855Z","caller":"traceutil/trace.go:171","msg":"trace[1672007806] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"205.341152ms","start":"2026-03-03T22:08:48.2315Z","end":"2026-03-03T22:08:48.436841Z","steps":["trace[1672007806] 'process raft request' (duration: 30.850325ms)","trace[1672007806] 'compare' (duration: 174.18171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:09:47.796156Z","caller":"traceutil/trace.go:171","msg":"trace[1530805793] linearizableReadLoop","detail":"{readStateIndex:26517; appliedIndex:26516; }","duration":"129.410615ms","start":"2026-03-03T22:09:47.666712Z","end":"2026-03-03T22:09:47.796123Z","steps":["trace[1530805793] 'read index received' (duration: 48.866516ms)","trace[1530805793] 'applied index is now lower than readState.Index' (duration: 80.542419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:09:47.796356Z","caller":"traceutil/trace.go:171","msg":"trace[2122725308] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"152.10615ms","start":"2026-03-03T22:09:47.644231Z","end":"2026-03-03T22:09:47.796337Z","steps":["trace[2122725308] 'process raft request' (duration: 71.439057ms)","trace[2122725308] 'compare' (duration: 80.252323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:09:47.796796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.857224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:09:47.79682Z","caller":"traceutil/trace.go:171","msg":"trace[625998845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25633; }","duration":"125.12076ms","start":"2026-03-03T22:09:47.671693Z","end":"2026-03-03T22:09:47.796814Z","steps":["trace[625998845] 'agreement among raft nodes before linearized reading' (duration: 124.835194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:09:47.796809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.891097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T22:09:47.796926Z","caller":"traceutil/trace.go:171","msg":"trace[1488316385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25633; }","duration":"130.248834ms","start":"2026-03-03T22:09:47.666663Z","end":"2026-03-03T22:09:47.796911Z","steps":["trace[1488316385] 'agreement among raft nodes before linearized reading' (duration: 129.782384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:09:47.796989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.67147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:09:47.797013Z","caller":"traceutil/trace.go:171","msg":"trace[2086749053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25633; }","duration":"115.735342ms","start":"2026-03-03T22:09:47.681268Z","end":"2026-03-03T22:09:47.797004Z","steps":["trace[2086749053] 'agreement among raft nodes before linearized reading' (duration: 115.693651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:09:47.796948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.76017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T22:09:47.797137Z","caller":"traceutil/trace.go:171","msg":"trace[1324006719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25633; }","duration":"115.001295ms","start":"2026-03-03T22:09:47.682131Z","end":"2026-03-03T22:09:47.797132Z","steps":["trace[1324006719] 'agreement among raft nodes before linearized reading' (duration: 114.76889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:10:08.113004Z","caller":"traceutil/trace.go:171","msg":"trace[1580338656] linearizableReadLoop","detail":"{readStateIndex:26709; appliedIndex:26707; }","duration":"136.544244ms","start":"2026-03-03T22:10:07.976436Z","end":"2026-03-03T22:10:08.112981Z","steps":["trace[1580338656] 'read index received' (duration: 105.042984ms)","trace[1580338656] 'applied index is now lower than readState.Index' (duration: 31.50025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:10:08.113382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.85016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:10:08.11355Z","caller":"traceutil/trace.go:171","msg":"trace[1345757244] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25821; }","duration":"137.096335ms","start":"2026-03-03T22:10:07.976426Z","end":"2026-03-03T22:10:08.113523Z","steps":["trace[1345757244] 'agreement among raft nodes before linearized reading' (duration: 136.774118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:10:08.113891Z","caller":"traceutil/trace.go:171","msg":"trace[1849548695] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"158.629494ms","start":"2026-03-03T22:10:07.955243Z","end":"2026-03-03T22:10:08.113872Z","steps":["trace[1849548695] 'process raft request' (duration: 126.321017ms)","trace[1849548695] 'compare' (duration: 30.857175ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:10:08.114121Z","caller":"traceutil/trace.go:171","msg":"trace[91404868] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"157.943218ms","start":"2026-03-03T22:10:07.956134Z","end":"2026-03-03T22:10:08.114077Z","steps":["trace[91404868] 'process raft request' (duration: 156.775883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:10:54.68394Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23632} {"level":"info","ts":"2026-03-03T22:10:54.854458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23632,"took":"165.278212ms","hash":3676593112,"current-db-size-bytes":47468544,"current-db-size":"48 MB","current-db-size-in-use-bytes":33177600,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T22:10:54.854519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3676593112,"revision":23632,"compact-revision":20520} {"level":"info","ts":"2026-03-03T22:11:23.742329Z","caller":"traceutil/trace.go:171","msg":"trace[1644779406] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"175.541549ms","start":"2026-03-03T22:11:23.56676Z","end":"2026-03-03T22:11:23.742302Z","steps":["trace[1644779406] 'process raft request' (duration: 175.314924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:11:35.541617Z","caller":"traceutil/trace.go:171","msg":"trace[1795654574] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"168.302699ms","start":"2026-03-03T22:11:35.373277Z","end":"2026-03-03T22:11:35.54158Z","steps":["trace[1795654574] 'process raft request' (duration: 168.086254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:11:52.3799Z","caller":"traceutil/trace.go:171","msg":"trace[1241797347] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"100.914812ms","start":"2026-03-03T22:11:52.278946Z","end":"2026-03-03T22:11:52.379861Z","steps":["trace[1241797347] 'process raft request' (duration: 100.664096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:11:52.379973Z","caller":"traceutil/trace.go:171","msg":"trace[2123185739] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"100.860131ms","start":"2026-03-03T22:11:52.279078Z","end":"2026-03-03T22:11:52.379938Z","steps":["trace[2123185739] 'process raft request' (duration: 100.679687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:11:52.380319Z","caller":"traceutil/trace.go:171","msg":"trace[1055258379] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"100.760489ms","start":"2026-03-03T22:11:52.279533Z","end":"2026-03-03T22:11:52.380293Z","steps":["trace[1055258379] 'process raft request' (duration: 100.261648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:12:05.605906Z","caller":"traceutil/trace.go:171","msg":"trace[2113535688] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"100.166906ms","start":"2026-03-03T22:12:05.505712Z","end":"2026-03-03T22:12:05.605879Z","steps":["trace[2113535688] 'process raft request' (duration: 99.676855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:12:28.645376Z","caller":"traceutil/trace.go:171","msg":"trace[590331450] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"110.067877ms","start":"2026-03-03T22:12:28.535282Z","end":"2026-03-03T22:12:28.64535Z","steps":["trace[590331450] 'process raft request' (duration: 109.978284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:12:28.645399Z","caller":"traceutil/trace.go:171","msg":"trace[905652250] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"110.077686ms","start":"2026-03-03T22:12:28.53529Z","end":"2026-03-03T22:12:28.645367Z","steps":["trace[905652250] 'process raft request' (duration: 98.741773ms)","trace[905652250] 'compare' (duration: 11.099577ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:14:19.189056Z","caller":"traceutil/trace.go:171","msg":"trace[1935861118] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"101.212986ms","start":"2026-03-03T22:14:19.087826Z","end":"2026-03-03T22:14:19.189039Z","steps":["trace[1935861118] 'process raft request' (duration: 100.824867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:14:19.189379Z","caller":"traceutil/trace.go:171","msg":"trace[2005387427] transaction","detail":"{read_only:false; response_revision:27884; number_of_response:1; }","duration":"100.195973ms","start":"2026-03-03T22:14:19.088957Z","end":"2026-03-03T22:14:19.189153Z","steps":["trace[2005387427] 'process raft request' (duration: 99.796414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:15:54.692582Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26217} {"level":"info","ts":"2026-03-03T22:15:54.814131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26217,"took":"118.419618ms","hash":3013011313,"current-db-size-bytes":47468544,"current-db-size":"48 MB","current-db-size-in-use-bytes":31346688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T22:15:54.81426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3013011313,"revision":26217,"compact-revision":23632} {"level":"info","ts":"2026-03-03T22:16:57.782656Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T22:16:57.789227Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T22:16:57.789363Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T22:20:54.699983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28565} {"level":"info","ts":"2026-03-03T22:20:54.876655Z","caller":"traceutil/trace.go:171","msg":"trace[1977134162] transaction","detail":"{read_only:false; response_revision:30668; number_of_response:1; }","duration":"119.422031ms","start":"2026-03-03T22:20:54.757185Z","end":"2026-03-03T22:20:54.876607Z","steps":["trace[1977134162] 'process raft request' (duration: 33.747959ms)","trace[1977134162] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 83.739758ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:20:54.876727Z","caller":"traceutil/trace.go:171","msg":"trace[1749883458] transaction","detail":"{read_only:false; response_revision:30669; number_of_response:1; }","duration":"117.59891ms","start":"2026-03-03T22:20:54.759077Z","end":"2026-03-03T22:20:54.876676Z","steps":["trace[1749883458] 'process raft request' (duration: 117.355025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:20:54.945265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28565,"took":"239.662948ms","hash":2230678753,"current-db-size-bytes":47468544,"current-db-size":"48 MB","current-db-size-in-use-bytes":28078080,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T22:20:54.945334Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2230678753,"revision":28565,"compact-revision":26217} {"level":"info","ts":"2026-03-03T22:23:54.588967Z","caller":"traceutil/trace.go:171","msg":"trace[1567044450] transaction","detail":"{read_only:false; response_revision:31900; number_of_response:1; }","duration":"117.582213ms","start":"2026-03-03T22:23:54.471346Z","end":"2026-03-03T22:23:54.588928Z","steps":["trace[1567044450] 'process raft request' (duration: 106.58498ms)","trace[1567044450] 'compare' (duration: 10.305718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:25:54.707542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30667} {"level":"info","ts":"2026-03-03T22:25:54.865439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30667,"took":"151.540174ms","hash":4290357091,"current-db-size-bytes":47468544,"current-db-size":"48 MB","current-db-size-in-use-bytes":27770880,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T22:25:54.865514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4290357091,"revision":30667,"compact-revision":28565} {"level":"info","ts":"2026-03-03T22:30:54.715863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32822} {"level":"info","ts":"2026-03-03T22:30:54.86164Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32822,"took":"141.900991ms","hash":585578693,"current-db-size-bytes":49627136,"current-db-size":"50 MB","current-db-size-in-use-bytes":29913088,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T22:30:54.861703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":585578693,"revision":32822,"compact-revision":30667} {"level":"info","ts":"2026-03-03T22:31:54.505714Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008e9e.wal"} {"level":"info","ts":"2026-03-03T22:31:59.805133Z","caller":"traceutil/trace.go:171","msg":"trace[1860380979] transaction","detail":"{read_only:false; response_revision:35396; number_of_response:1; }","duration":"154.304295ms","start":"2026-03-03T22:31:59.650783Z","end":"2026-03-03T22:31:59.805087Z","steps":["trace[1860380979] 'process raft request' (duration: 97.788374ms)","trace[1860380979] 'compare' (duration: 56.170404ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:31:59.805271Z","caller":"traceutil/trace.go:171","msg":"trace[487682456] transaction","detail":"{read_only:false; response_revision:35397; number_of_response:1; }","duration":"154.363597ms","start":"2026-03-03T22:31:59.650883Z","end":"2026-03-03T22:31:59.805247Z","steps":["trace[487682456] 'process raft request' (duration: 153.980718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:35:54.721206Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34902} {"level":"info","ts":"2026-03-03T22:35:54.842039Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34902,"took":"115.256802ms","hash":2399370689,"current-db-size-bytes":51736576,"current-db-size":"52 MB","current-db-size-in-use-bytes":29093888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T22:35:54.842134Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2399370689,"revision":34902,"compact-revision":32822} {"level":"warn","ts":"2026-03-03T22:36:22.464293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.217077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1431"} {"level":"info","ts":"2026-03-03T22:36:22.464374Z","caller":"traceutil/trace.go:171","msg":"trace[1978842245] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:37230; }","duration":"132.332899ms","start":"2026-03-03T22:36:22.332022Z","end":"2026-03-03T22:36:22.464355Z","steps":["trace[1978842245] 'range keys from in-memory index tree' (duration: 132.096714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:37:00.021507Z","caller":"traceutil/trace.go:171","msg":"trace[582723561] transaction","detail":"{read_only:false; response_revision:37486; number_of_response:1; }","duration":"101.368214ms","start":"2026-03-03T22:36:59.920108Z","end":"2026-03-03T22:37:00.021476Z","steps":["trace[582723561] 'process raft request' (duration: 25.700899ms)","trace[582723561] 'compare' (duration: 75.528182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:37:23.457063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.561902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T22:37:23.457555Z","caller":"traceutil/trace.go:171","msg":"trace[1262775147] linearizableReadLoop","detail":"{readStateIndex:38884; appliedIndex:38883; }","duration":"241.21961ms","start":"2026-03-03T22:37:23.216287Z","end":"2026-03-03T22:37:23.457507Z","steps":["trace[1262775147] 'read index received' (duration: 44.29124ms)","trace[1262775147] 'applied index is now lower than readState.Index' (duration: 196.92394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:37:23.45788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.571978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-8zsrt\" ","response":"range_response_count:1 size:15400"} {"level":"info","ts":"2026-03-03T22:37:23.457883Z","caller":"traceutil/trace.go:171","msg":"trace[708117177] transaction","detail":"{read_only:false; response_revision:37639; number_of_response:1; }","duration":"233.037519ms","start":"2026-03-03T22:37:23.224806Z","end":"2026-03-03T22:37:23.457843Z","steps":["trace[708117177] 'process raft request' (duration: 232.63967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:37:23.457973Z","caller":"traceutil/trace.go:171","msg":"trace[1812345065] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-8zsrt; range_end:; response_count:1; response_revision:37639; }","duration":"241.706551ms","start":"2026-03-03T22:37:23.216243Z","end":"2026-03-03T22:37:23.45795Z","steps":["trace[1812345065] 'agreement among raft nodes before linearized reading' (duration: 241.358083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:37:23.458235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.99956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:37:23.458328Z","caller":"traceutil/trace.go:171","msg":"trace[930855385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37640; }","duration":"117.166815ms","start":"2026-03-03T22:37:23.341134Z","end":"2026-03-03T22:37:23.458301Z","steps":["trace[930855385] 'agreement among raft nodes before linearized reading' (duration: 117.011101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:37:23.458486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.992998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-sync-rqqlf\" ","response":"range_response_count:1 size:7049"} {"level":"info","ts":"2026-03-03T22:37:23.45862Z","caller":"traceutil/trace.go:171","msg":"trace[763005485] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-sync-rqqlf; range_end:; response_count:1; response_revision:37640; }","duration":"219.335635ms","start":"2026-03-03T22:37:23.239258Z","end":"2026-03-03T22:37:23.458593Z","steps":["trace[763005485] 'agreement among raft nodes before linearized reading' (duration: 218.780643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:38:22.259109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.128037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386326"} {"level":"info","ts":"2026-03-03T22:38:22.259203Z","caller":"traceutil/trace.go:171","msg":"trace[1245833997] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38043; }","duration":"100.283351ms","start":"2026-03-03T22:38:22.158902Z","end":"2026-03-03T22:38:22.259185Z","steps":["trace[1245833997] 'range keys from in-memory index tree' (duration: 98.079061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:38:46.311764Z","caller":"traceutil/trace.go:171","msg":"trace[677575966] linearizableReadLoop","detail":"{readStateIndex:39470; appliedIndex:39469; }","duration":"114.344131ms","start":"2026-03-03T22:38:46.197383Z","end":"2026-03-03T22:38:46.311728Z","steps":["trace[677575966] 'read index received' (duration: 91.603568ms)","trace[677575966] 'applied index is now lower than readState.Index' (duration: 22.739013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:38:46.311887Z","caller":"traceutil/trace.go:171","msg":"trace[535339975] transaction","detail":"{read_only:false; response_revision:38207; number_of_response:1; }","duration":"114.73625ms","start":"2026-03-03T22:38:46.19712Z","end":"2026-03-03T22:38:46.311856Z","steps":["trace[535339975] 'process raft request' (duration: 91.873394ms)","trace[535339975] 'compare' (duration: 22.423137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:38:46.311917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.522205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:38:46.31209Z","caller":"traceutil/trace.go:171","msg":"trace[215776794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38207; }","duration":"114.71474ms","start":"2026-03-03T22:38:46.197343Z","end":"2026-03-03T22:38:46.312058Z","steps":["trace[215776794] 'agreement among raft nodes before linearized reading' (duration: 114.517505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:38:46.316145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.904634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-qkrdj.1899746467c6d821\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38206 ","response":"range_response_count:1000 size:777694"} {"level":"info","ts":"2026-03-03T22:38:46.31622Z","caller":"traceutil/trace.go:171","msg":"trace[1834934871] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-qkrdj.1899746467c6d821\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:38206; }","duration":"148.021767ms","start":"2026-03-03T22:38:46.168183Z","end":"2026-03-03T22:38:46.316204Z","steps":["trace[1834934871] 'range keys from in-memory index tree' (duration: 143.919406ms)"],"step_count":1}