{"level":"warn","ts":"2026-03-02T02:10:32.845817Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:10:32.84598Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T02:10:32.846111Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:10:32.846128Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-02T02:10:32.84615Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:10:32.846866Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-03-02T02:10:32.846947Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T02:10:32.851226Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.976467ms"} {"level":"info","ts":"2026-03-02T02:10:32.858692Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-03-02T02:10:32.858816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T02:10:32.858836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-03-02T02:10:32.858863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T02:10:32.858875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-03-02T02:10:32.858922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-03-02T02:10:32.864331Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T02:10:32.865909Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T02:10:32.867215Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T02:10:32.87078Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T02:10:32.871341Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T02:10:32.87146Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:10:32.871497Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:10:32.871519Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:10:32.873255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-03-02T02:10:32.875938Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-02T02:10:32.878405Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:10:32.878497Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-02T02:10:32.87859Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-02T02:10:32.878767Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T02:10:32.87883Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T02:10:33.759664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T02:10:33.759772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T02:10:33.759819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-03-02T02:10:33.759849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-03-02T02:10:33.75986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-02T02:10:33.759879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-03-02T02:10:33.759895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-02T02:10:33.761081Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:33.76203Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:10:33.76203Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T02:10:33.7622Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:10:33.762405Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T02:10:33.762514Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T02:10:33.762675Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:33.762899Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:33.762984Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:33.764383Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-03-02T02:10:33.76602Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-02T02:10:53.845669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.305997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:10:53.84578Z","caller":"traceutil/trace.go:171","msg":"trace[1874352629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:452; }","duration":"393.510502ms","start":"2026-03-02T02:10:53.452249Z","end":"2026-03-02T02:10:53.84576Z","steps":["trace[1874352629] 'range keys from in-memory index tree' (duration: 393.146553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:53.845831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:10:53.452187Z","time spent":"393.634506ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:10:59.582801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.071022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:10:59.582905Z","caller":"traceutil/trace.go:171","msg":"trace[1036797362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"217.206195ms","start":"2026-03-02T02:10:59.365675Z","end":"2026-03-02T02:10:59.582881Z","steps":["trace[1036797362] 'range keys from in-memory index tree' (duration: 216.934088ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:59.750805Z","caller":"traceutil/trace.go:171","msg":"trace[2128977682] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"162.962711ms","start":"2026-03-02T02:10:59.587808Z","end":"2026-03-02T02:10:59.750771Z","steps":["trace[2128977682] 'process raft request' (duration: 162.750525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:03.015947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.991825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:03.016548Z","caller":"traceutil/trace.go:171","msg":"trace[1445810077] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:514; }","duration":"346.351478ms","start":"2026-03-02T02:11:02.670176Z","end":"2026-03-02T02:11:03.016528Z","steps":["trace[1445810077] 'read index received' (duration: 61.013126ms)","trace[1445810077] 'applied index is now lower than readState.Index' (duration: 285.336792ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:03.016596Z","caller":"traceutil/trace.go:171","msg":"trace[1701715345] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"350.12957ms","start":"2026-03-02T02:11:02.666425Z","end":"2026-03-02T02:11:03.016554Z","steps":["trace[1701715345] 'process raft request' (duration: 64.86353ms)","trace[1701715345] 'compare' (duration: 283.823991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:03.016773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.822775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-02T02:11:03.017281Z","caller":"traceutil/trace.go:171","msg":"trace[510959266] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:500; }","duration":"358.053722ms","start":"2026-03-02T02:11:02.658852Z","end":"2026-03-02T02:11:03.016906Z","steps":["trace[510959266] 'agreement among raft nodes before linearized reading' (duration: 357.772815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:03.017641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:02.658822Z","time spent":"358.801272ms","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4358,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-02T02:11:03.018347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:02.66639Z","time spent":"350.305735ms","remote":"127.0.0.1:34854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:03.11442Z","caller":"traceutil/trace.go:171","msg":"trace[1688617581] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"441.089439ms","start":"2026-03-02T02:11:02.673273Z","end":"2026-03-02T02:11:03.114362Z","steps":["trace[1688617581] 'process raft request' (duration: 440.729799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:03.114464Z","caller":"traceutil/trace.go:171","msg":"trace[223448031] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"436.121546ms","start":"2026-03-02T02:11:02.678293Z","end":"2026-03-02T02:11:03.114414Z","steps":["trace[223448031] 'process raft request' (duration: 435.957942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:03.114596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:02.673252Z","time spent":"441.262014ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:11:03.114651Z","caller":"traceutil/trace.go:171","msg":"trace[1548347039] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"428.006198ms","start":"2026-03-02T02:11:02.686614Z","end":"2026-03-02T02:11:03.11462Z","steps":["trace[1548347039] 'process raft request' (duration: 427.70341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:03.114698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:02.678276Z","time spent":"436.292201ms","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:03.114819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:02.686586Z","time spent":"428.143962ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16942,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:03.115047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.45797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-02T02:11:03.11504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.390589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-02T02:11:03.115081Z","caller":"traceutil/trace.go:171","msg":"trace[648245306] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:504; }","duration":"252.620585ms","start":"2026-03-02T02:11:02.86245Z","end":"2026-03-02T02:11:03.11507Z","steps":["trace[648245306] 'agreement among raft nodes before linearized reading' (duration: 252.489362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:03.115096Z","caller":"traceutil/trace.go:171","msg":"trace[871328503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:504; }","duration":"252.493001ms","start":"2026-03-02T02:11:02.862584Z","end":"2026-03-02T02:11:03.115077Z","steps":["trace[871328503] 'agreement among raft nodes before linearized reading' (duration: 252.282176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:03.115221Z","caller":"traceutil/trace.go:171","msg":"trace[1259125435] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"405.409283ms","start":"2026-03-02T02:11:02.709491Z","end":"2026-03-02T02:11:03.1149Z","steps":["trace[1259125435] 'process raft request' (duration: 404.95091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:03.11602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:02.709455Z","time spent":"406.43424ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:08.671344Z","caller":"traceutil/trace.go:171","msg":"trace[1639251271] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"123.364208ms","start":"2026-03-02T02:11:08.547952Z","end":"2026-03-02T02:11:08.671317Z","steps":["trace[1639251271] 'process raft request' (duration: 122.874225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:08.682187Z","caller":"traceutil/trace.go:171","msg":"trace[403212805] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"131.538728ms","start":"2026-03-02T02:11:08.550621Z","end":"2026-03-02T02:11:08.68216Z","steps":["trace[403212805] 'process raft request' (duration: 131.368533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:11.217396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.121206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:11.217493Z","caller":"traceutil/trace.go:171","msg":"trace[1321809248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"194.28415ms","start":"2026-03-02T02:11:11.023183Z","end":"2026-03-02T02:11:11.217467Z","steps":["trace[1321809248] 'range keys from in-memory index tree' (duration: 194.021134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:13.100362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.120935ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T02:11:13.100581Z","caller":"traceutil/trace.go:171","msg":"trace[1641456569] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:572; }","duration":"1.044672636s","start":"2026-03-02T02:11:12.055861Z","end":"2026-03-02T02:11:13.100533Z","steps":["trace[1641456569] 'read index received' (duration: 353.379507ms)","trace[1641456569] 'applied index is now lower than readState.Index' (duration: 691.290959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:13.100821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.962433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:11:13.100925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045032636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T02:11:13.100965Z","caller":"traceutil/trace.go:171","msg":"trace[1844354742] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"681.165688ms","start":"2026-03-02T02:11:12.41977Z","end":"2026-03-02T02:11:13.100936Z","steps":["trace[1844354742] 'agreement among raft nodes before linearized reading' (duration: 680.958042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:13.10106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:12.419744Z","time spent":"681.303282ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-02T02:11:13.101051Z","caller":"traceutil/trace.go:171","msg":"trace[860758875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:556; }","duration":"1.045218011s","start":"2026-03-02T02:11:12.055808Z","end":"2026-03-02T02:11:13.101026Z","steps":["trace[860758875] 'agreement among raft nodes before linearized reading' (duration: 1.044864512s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:13.101121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:12.055787Z","time spent":"1.045323254s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:11:13.101109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.062719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:11:13.101261Z","caller":"traceutil/trace.go:171","msg":"trace[1747797018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:556; }","duration":"821.184193ms","start":"2026-03-02T02:11:12.280003Z","end":"2026-03-02T02:11:13.101187Z","steps":["trace[1747797018] 'agreement among raft nodes before linearized reading' (duration: 820.843524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:13.10132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:12.279916Z","time spent":"821.391738ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:11:13.101377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.14904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:11:13.101435Z","caller":"traceutil/trace.go:171","msg":"trace[405467382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:556; }","duration":"894.53039ms","start":"2026-03-02T02:11:12.206886Z","end":"2026-03-02T02:11:13.101417Z","steps":["trace[405467382] 'agreement among raft nodes before linearized reading' (duration: 893.829381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:13.101596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:12.206857Z","time spent":"894.722815ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:11:14.176903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.791749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:14.17711Z","caller":"traceutil/trace.go:171","msg":"trace[1714859053] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"176.36408ms","start":"2026-03-02T02:11:14.000718Z","end":"2026-03-02T02:11:14.177082Z","steps":["trace[1714859053] 'process raft request' (duration: 58.277383ms)","trace[1714859053] 'compare' (duration: 117.653396ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:14.313707Z","caller":"traceutil/trace.go:171","msg":"trace[4272516] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"116.536486ms","start":"2026-03-02T02:11:14.197142Z","end":"2026-03-02T02:11:14.313678Z","steps":["trace[4272516] 'process raft request' (duration: 116.480744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:14.313735Z","caller":"traceutil/trace.go:171","msg":"trace[874770741] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"132.036131ms","start":"2026-03-02T02:11:14.181669Z","end":"2026-03-02T02:11:14.313705Z","steps":["trace[874770741] 'process raft request' (duration: 125.28838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:14.980403Z","caller":"traceutil/trace.go:171","msg":"trace[1938223164] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:588; }","duration":"128.327671ms","start":"2026-03-02T02:11:14.852048Z","end":"2026-03-02T02:11:14.980376Z","steps":["trace[1938223164] 'read index received' (duration: 119.090234ms)","trace[1938223164] 'applied index is now lower than readState.Index' (duration: 9.236267ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:14.980481Z","caller":"traceutil/trace.go:171","msg":"trace[780973924] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"610.828522ms","start":"2026-03-02T02:11:14.369614Z","end":"2026-03-02T02:11:14.980443Z","steps":["trace[780973924] 'process raft request' (duration: 601.606955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:14.980656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:14.369604Z","time spent":"610.961205ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:11:14.981159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.074931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lh7jv\" ","response":"range_response_count:1 size:17239"} {"level":"info","ts":"2026-03-02T02:11:14.98121Z","caller":"traceutil/trace.go:171","msg":"trace[245699394] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lh7jv; range_end:; response_count:1; response_revision:572; }","duration":"129.180744ms","start":"2026-03-02T02:11:14.852014Z","end":"2026-03-02T02:11:14.981195Z","steps":["trace[245699394] 'agreement among raft nodes before linearized reading' (duration: 128.468755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.396548Z","caller":"traceutil/trace.go:171","msg":"trace[1886818338] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"222.921087ms","start":"2026-03-02T02:11:15.173591Z","end":"2026-03-02T02:11:15.396512Z","steps":["trace[1886818338] 'process raft request' (duration: 163.467903ms)","trace[1886818338] 'compare' (duration: 59.112375ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:15.396592Z","caller":"traceutil/trace.go:171","msg":"trace[1846510100] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"222.29945ms","start":"2026-03-02T02:11:15.174249Z","end":"2026-03-02T02:11:15.396549Z","steps":["trace[1846510100] 'process raft request' (duration: 222.234798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.396646Z","caller":"traceutil/trace.go:171","msg":"trace[176516493] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"222.871445ms","start":"2026-03-02T02:11:15.173719Z","end":"2026-03-02T02:11:15.39659Z","steps":["trace[176516493] 'process raft request' (duration: 222.705811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.41654Z","caller":"traceutil/trace.go:171","msg":"trace[662385381] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"203.389564ms","start":"2026-03-02T02:11:15.2131Z","end":"2026-03-02T02:11:15.416489Z","steps":["trace[662385381] 'process raft request' (duration: 203.144137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.41689Z","caller":"traceutil/trace.go:171","msg":"trace[1816015515] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"186.612434ms","start":"2026-03-02T02:11:15.230202Z","end":"2026-03-02T02:11:15.416815Z","steps":["trace[1816015515] 'process raft request' (duration: 186.330936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.416889Z","caller":"traceutil/trace.go:171","msg":"trace[1171963057] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"187.670992ms","start":"2026-03-02T02:11:15.229069Z","end":"2026-03-02T02:11:15.41674Z","steps":["trace[1171963057] 'process raft request' (duration: 187.301792ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.559056Z","caller":"traceutil/trace.go:171","msg":"trace[970454321] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"139.611134ms","start":"2026-03-02T02:11:15.419407Z","end":"2026-03-02T02:11:15.559018Z","steps":["trace[970454321] 'process raft request' (duration: 77.131849ms)","trace[970454321] 'compare' (duration: 62.163267ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:15.559231Z","caller":"traceutil/trace.go:171","msg":"trace[1602063498] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"107.900033ms","start":"2026-03-02T02:11:15.451296Z","end":"2026-03-02T02:11:15.559196Z","steps":["trace[1602063498] 'process raft request' (duration: 107.652467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.946268Z","caller":"traceutil/trace.go:171","msg":"trace[459322739] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"160.36172ms","start":"2026-03-02T02:11:15.785837Z","end":"2026-03-02T02:11:15.946199Z","steps":["trace[459322739] 'process raft request' (duration: 60.515443ms)","trace[459322739] 'compare' (duration: 99.540509ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:15.946405Z","caller":"traceutil/trace.go:171","msg":"trace[1791610986] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"159.18983ms","start":"2026-03-02T02:11:15.787175Z","end":"2026-03-02T02:11:15.946365Z","steps":["trace[1791610986] 'process raft request' (duration: 158.972064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.946566Z","caller":"traceutil/trace.go:171","msg":"trace[740985733] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:685; }","duration":"158.969553ms","start":"2026-03-02T02:11:15.787564Z","end":"2026-03-02T02:11:15.946533Z","steps":["trace[740985733] 'read index received' (duration: 980.046µs)","trace[740985733] 'applied index is now lower than readState.Index' (duration: 157.987037ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:15.946734Z","caller":"traceutil/trace.go:171","msg":"trace[883844556] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"159.378795ms","start":"2026-03-02T02:11:15.787244Z","end":"2026-03-02T02:11:15.946623Z","steps":["trace[883844556] 'process raft request' (duration: 159.016345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.946839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.24498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-03-02T02:11:15.946899Z","caller":"traceutil/trace.go:171","msg":"trace[74274847] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:672; }","duration":"159.354654ms","start":"2026-03-02T02:11:15.78753Z","end":"2026-03-02T02:11:15.946884Z","steps":["trace[74274847] 'agreement among raft nodes before linearized reading' (duration: 159.150168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.973468Z","caller":"traceutil/trace.go:171","msg":"trace[416998508] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"183.07587ms","start":"2026-03-02T02:11:15.790366Z","end":"2026-03-02T02:11:15.973442Z","steps":["trace[416998508] 'process raft request' (duration: 182.926486ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.980349Z","caller":"traceutil/trace.go:171","msg":"trace[847446320] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"133.179322ms","start":"2026-03-02T02:11:15.847154Z","end":"2026-03-02T02:11:15.980333Z","steps":["trace[847446320] 'process raft request' (duration: 132.865353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.980851Z","caller":"traceutil/trace.go:171","msg":"trace[2081043965] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"117.307156ms","start":"2026-03-02T02:11:15.863495Z","end":"2026-03-02T02:11:15.980802Z","steps":["trace[2081043965] 'process raft request' (duration: 116.784312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.981332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.120782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:11:15.981371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.724876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T02:11:15.98146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.166605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.981499Z","caller":"traceutil/trace.go:171","msg":"trace[624121594] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"157.253558ms","start":"2026-03-02T02:11:15.824236Z","end":"2026-03-02T02:11:15.981489Z","steps":["trace[624121594] 'agreement among raft nodes before linearized reading' (duration: 157.200146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.981407Z","caller":"traceutil/trace.go:171","msg":"trace[1904820730] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"189.226595ms","start":"2026-03-02T02:11:15.79216Z","end":"2026-03-02T02:11:15.981387Z","steps":["trace[1904820730] 'agreement among raft nodes before linearized reading' (duration: 189.095901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.981526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.916106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7q8lg\" ","response":"range_response_count:1 size:4675"} {"level":"info","ts":"2026-03-02T02:11:15.981632Z","caller":"traceutil/trace.go:171","msg":"trace[478351283] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7q8lg; range_end:; response_count:1; response_revision:679; }","duration":"123.06807ms","start":"2026-03-02T02:11:15.858539Z","end":"2026-03-02T02:11:15.981607Z","steps":["trace[478351283] 'agreement among raft nodes before linearized reading' (duration: 122.880145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.981681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.554694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.981733Z","caller":"traceutil/trace.go:171","msg":"trace[1560056778] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"189.620485ms","start":"2026-03-02T02:11:15.792082Z","end":"2026-03-02T02:11:15.981703Z","steps":["trace[1560056778] 'agreement among raft nodes before linearized reading' (duration: 189.574574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.981701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.523763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.981811Z","caller":"traceutil/trace.go:171","msg":"trace[1454799002] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"189.669506ms","start":"2026-03-02T02:11:15.792106Z","end":"2026-03-02T02:11:15.981776Z","steps":["trace[1454799002] 'agreement among raft nodes before linearized reading' (duration: 189.470941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.981993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.51183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4685"} {"level":"warn","ts":"2026-03-02T02:11:15.982018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.845792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.982053Z","caller":"traceutil/trace.go:171","msg":"trace[2140628018] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"189.894663ms","start":"2026-03-02T02:11:15.792148Z","end":"2026-03-02T02:11:15.982042Z","steps":["trace[2140628018] 'agreement among raft nodes before linearized reading' (duration: 189.845101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.982037Z","caller":"traceutil/trace.go:171","msg":"trace[696421253] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:679; }","duration":"193.571171ms","start":"2026-03-02T02:11:15.788456Z","end":"2026-03-02T02:11:15.982027Z","steps":["trace[696421253] 'agreement among raft nodes before linearized reading' (duration: 193.388386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.981831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.79412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:11:15.982135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.971625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.982149Z","caller":"traceutil/trace.go:171","msg":"trace[1461302595] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"190.121579ms","start":"2026-03-02T02:11:15.792018Z","end":"2026-03-02T02:11:15.982139Z","steps":["trace[1461302595] 'agreement among raft nodes before linearized reading' (duration: 189.79119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.982182Z","caller":"traceutil/trace.go:171","msg":"trace[840220908] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"190.031257ms","start":"2026-03-02T02:11:15.792137Z","end":"2026-03-02T02:11:15.982168Z","steps":["trace[840220908] 'agreement among raft nodes before linearized reading' (duration: 189.954755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:15.981489Z","caller":"traceutil/trace.go:171","msg":"trace[1573640519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:679; }","duration":"193.881269ms","start":"2026-03-02T02:11:15.78759Z","end":"2026-03-02T02:11:15.981472Z","steps":["trace[1573640519] 'agreement among raft nodes before linearized reading' (duration: 193.622242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.982308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.025054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.982344Z","caller":"traceutil/trace.go:171","msg":"trace[1942829896] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"178.078475ms","start":"2026-03-02T02:11:15.804255Z","end":"2026-03-02T02:11:15.982334Z","steps":["trace[1942829896] 'agreement among raft nodes before linearized reading' (duration: 178.024604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.982307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.130829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.982422Z","caller":"traceutil/trace.go:171","msg":"trace[107803239] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"190.274453ms","start":"2026-03-02T02:11:15.792129Z","end":"2026-03-02T02:11:15.982403Z","steps":["trace[107803239] 'agreement among raft nodes before linearized reading' (duration: 190.128389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.982379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.086428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:15.98321Z","caller":"traceutil/trace.go:171","msg":"trace[1672902911] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"190.93579ms","start":"2026-03-02T02:11:15.79226Z","end":"2026-03-02T02:11:15.983196Z","steps":["trace[1672902911] 'agreement among raft nodes before linearized reading' (duration: 189.970585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:16.447004Z","caller":"traceutil/trace.go:171","msg":"trace[1142355371] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"310.722303ms","start":"2026-03-02T02:11:16.136255Z","end":"2026-03-02T02:11:16.446977Z","steps":["trace[1142355371] 'process raft request' (duration: 282.953628ms)","trace[1142355371] 'compare' (duration: 27.60165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:16.447143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:16.136225Z","time spent":"310.839286ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:16.482042Z","caller":"traceutil/trace.go:171","msg":"trace[1246738556] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"288.555088ms","start":"2026-03-02T02:11:16.193448Z","end":"2026-03-02T02:11:16.482003Z","steps":["trace[1246738556] 'process raft request' (duration: 288.325462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:16.482078Z","caller":"traceutil/trace.go:171","msg":"trace[75078862] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"199.449399ms","start":"2026-03-02T02:11:16.282612Z","end":"2026-03-02T02:11:16.482061Z","steps":["trace[75078862] 'process raft request' (duration: 199.295415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:16.849129Z","caller":"traceutil/trace.go:171","msg":"trace[1442048744] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"312.723166ms","start":"2026-03-02T02:11:16.536378Z","end":"2026-03-02T02:11:16.849101Z","steps":["trace[1442048744] 'process raft request' (duration: 312.624804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:16.849419Z","caller":"traceutil/trace.go:171","msg":"trace[1859824052] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"253.063957ms","start":"2026-03-02T02:11:16.596281Z","end":"2026-03-02T02:11:16.849345Z","steps":["trace[1859824052] 'process raft request' (duration: 252.781739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:16.849189Z","caller":"traceutil/trace.go:171","msg":"trace[855419275] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"314.33879ms","start":"2026-03-02T02:11:16.5348Z","end":"2026-03-02T02:11:16.849138Z","steps":["trace[855419275] 'process raft request' (duration: 215.851869ms)","trace[855419275] 'compare' (duration: 98.179153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:16.849617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:16.536351Z","time spent":"313.161689ms","remote":"127.0.0.1:34430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:16.849395Z","caller":"traceutil/trace.go:171","msg":"trace[246049968] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"226.416853ms","start":"2026-03-02T02:11:16.622955Z","end":"2026-03-02T02:11:16.849372Z","steps":["trace[246049968] 'process raft request' (duration: 226.241328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:16.849881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:16.534763Z","time spent":"314.934946ms","remote":"127.0.0.1:34430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:16.948763Z","caller":"traceutil/trace.go:171","msg":"trace[531637909] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"148.092391ms","start":"2026-03-02T02:11:16.800637Z","end":"2026-03-02T02:11:16.94873Z","steps":["trace[531637909] 'process raft request' (duration: 147.883246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:17.0298Z","caller":"traceutil/trace.go:171","msg":"trace[1395071437] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"172.115246ms","start":"2026-03-02T02:11:16.857654Z","end":"2026-03-02T02:11:17.02977Z","steps":["trace[1395071437] 'process raft request' (duration: 127.008636ms)","trace[1395071437] 'compare' (duration: 44.882674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:17.029831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.031108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T02:11:17.029947Z","caller":"traceutil/trace.go:171","msg":"trace[1549203071] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:704; }","duration":"180.197383ms","start":"2026-03-02T02:11:16.849716Z","end":"2026-03-02T02:11:17.029913Z","steps":["trace[1549203071] 'agreement among raft nodes before linearized reading' (duration: 99.070927ms)","trace[1549203071] 'range keys from in-memory index tree' (duration: 80.847699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:17.030032Z","caller":"traceutil/trace.go:171","msg":"trace[504101384] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"172.27699ms","start":"2026-03-02T02:11:16.857722Z","end":"2026-03-02T02:11:17.029998Z","steps":["trace[504101384] 'process raft request' (duration: 171.990692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:17.030108Z","caller":"traceutil/trace.go:171","msg":"trace[1836558477] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"160.076083ms","start":"2026-03-02T02:11:16.870027Z","end":"2026-03-02T02:11:17.030103Z","steps":["trace[1836558477] 'process raft request' (duration: 159.856097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:17.03006Z","caller":"traceutil/trace.go:171","msg":"trace[1739053311] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"142.860212ms","start":"2026-03-02T02:11:16.887177Z","end":"2026-03-02T02:11:17.030037Z","steps":["trace[1739053311] 'process raft request' (duration: 142.78775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:17.030279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.375272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lh7jv\" ","response":"range_response_count:1 size:17516"} {"level":"info","ts":"2026-03-02T02:11:17.030314Z","caller":"traceutil/trace.go:171","msg":"trace[2071409478] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lh7jv; range_end:; response_count:1; response_revision:709; }","duration":"144.482505ms","start":"2026-03-02T02:11:16.885822Z","end":"2026-03-02T02:11:17.030304Z","steps":["trace[2071409478] 'agreement among raft nodes before linearized reading' (duration: 144.29054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:17.950706Z","caller":"traceutil/trace.go:171","msg":"trace[227137804] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"157.095303ms","start":"2026-03-02T02:11:17.793582Z","end":"2026-03-02T02:11:17.950677Z","steps":["trace[227137804] 'process raft request' (duration: 143.501158ms)","trace[227137804] 'compare' (duration: 13.229775ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:18.107189Z","caller":"traceutil/trace.go:171","msg":"trace[474261449] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"103.040083ms","start":"2026-03-02T02:11:18.004107Z","end":"2026-03-02T02:11:18.107147Z","steps":["trace[474261449] 'process raft request' (duration: 73.689096ms)","trace[474261449] 'compare' (duration: 29.108211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:18.107222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.981759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:11:18.107311Z","caller":"traceutil/trace.go:171","msg":"trace[286485865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:742; }","duration":"107.133393ms","start":"2026-03-02T02:11:18.000158Z","end":"2026-03-02T02:11:18.107291Z","steps":["trace[286485865] 'agreement among raft nodes before linearized reading' (duration: 106.882156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:18.558483Z","caller":"traceutil/trace.go:171","msg":"trace[1693492007] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"336.576727ms","start":"2026-03-02T02:11:18.221872Z","end":"2026-03-02T02:11:18.558449Z","steps":["trace[1693492007] 'process raft request' (duration: 336.150025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:18.558835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:18.221839Z","time spent":"336.821553ms","remote":"127.0.0.1:34430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:11:18.583402Z","caller":"traceutil/trace.go:171","msg":"trace[892517066] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"191.407603ms","start":"2026-03-02T02:11:18.391969Z","end":"2026-03-02T02:11:18.583377Z","steps":["trace[892517066] 'read index received' (duration: 166.047813ms)","trace[892517066] 'applied index is now lower than readState.Index' (duration: 25.35866ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:18.58344Z","caller":"traceutil/trace.go:171","msg":"trace[1928464373] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"342.531556ms","start":"2026-03-02T02:11:18.240881Z","end":"2026-03-02T02:11:18.583413Z","steps":["trace[1928464373] 'process raft request' (duration: 342.134975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:18.583519Z","caller":"traceutil/trace.go:171","msg":"trace[1283910984] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"158.81564ms","start":"2026-03-02T02:11:18.424666Z","end":"2026-03-02T02:11:18.583482Z","steps":["trace[1283910984] 'process raft request' (duration: 158.661436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:18.583656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.67689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-02T02:11:18.583672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:18.240826Z","time spent":"342.674249ms","remote":"127.0.0.1:34430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:18.583766Z","caller":"traceutil/trace.go:171","msg":"trace[23516674] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:749; }","duration":"191.803374ms","start":"2026-03-02T02:11:18.391909Z","end":"2026-03-02T02:11:18.583713Z","steps":["trace[23516674] 'agreement among raft nodes before linearized reading' (duration: 191.566118ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:19.265495Z","caller":"traceutil/trace.go:171","msg":"trace[1974525353] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"112.26799ms","start":"2026-03-02T02:11:19.153188Z","end":"2026-03-02T02:11:19.265456Z","steps":["trace[1974525353] 'process raft request' (duration: 112.075625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:19.26736Z","caller":"traceutil/trace.go:171","msg":"trace[1596658717] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"113.162515ms","start":"2026-03-02T02:11:19.15418Z","end":"2026-03-02T02:11:19.267343Z","steps":["trace[1596658717] 'process raft request' (duration: 113.025501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:19.26765Z","caller":"traceutil/trace.go:171","msg":"trace[1802588023] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"111.51933ms","start":"2026-03-02T02:11:19.156103Z","end":"2026-03-02T02:11:19.267622Z","steps":["trace[1802588023] 'process raft request' (duration: 111.188811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:20.21372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.167023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:11:20.213853Z","caller":"traceutil/trace.go:171","msg":"trace[971536017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"101.382859ms","start":"2026-03-02T02:11:20.112442Z","end":"2026-03-02T02:11:20.213825Z","steps":["trace[971536017] 'range keys from in-memory index tree' (duration: 100.814094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:24.362308Z","caller":"traceutil/trace.go:171","msg":"trace[1485203044] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"117.356107ms","start":"2026-03-02T02:11:24.244921Z","end":"2026-03-02T02:11:24.362277Z","steps":["trace[1485203044] 'process raft request' (duration: 117.154482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:24.365973Z","caller":"traceutil/trace.go:171","msg":"trace[821783248] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"118.19763ms","start":"2026-03-02T02:11:24.247761Z","end":"2026-03-02T02:11:24.365958Z","steps":["trace[821783248] 'process raft request' (duration: 118.118618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:25.53586Z","caller":"traceutil/trace.go:171","msg":"trace[47893433] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"138.661509ms","start":"2026-03-02T02:11:25.397159Z","end":"2026-03-02T02:11:25.53582Z","steps":["trace[47893433] 'process raft request' (duration: 138.431103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:28.560274Z","caller":"traceutil/trace.go:171","msg":"trace[108189617] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"107.252506ms","start":"2026-03-02T02:11:28.452994Z","end":"2026-03-02T02:11:28.560247Z","steps":["trace[108189617] 'process raft request' (duration: 107.050861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:28.571918Z","caller":"traceutil/trace.go:171","msg":"trace[2123742041] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"112.818376ms","start":"2026-03-02T02:11:28.459075Z","end":"2026-03-02T02:11:28.571894Z","steps":["trace[2123742041] 'process raft request' (duration: 112.705113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:33.593502Z","caller":"traceutil/trace.go:171","msg":"trace[1707331621] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:939; }","duration":"192.546584ms","start":"2026-03-02T02:11:33.400916Z","end":"2026-03-02T02:11:33.593463Z","steps":["trace[1707331621] 'read index received' (duration: 131.865536ms)","trace[1707331621] 'applied index is now lower than readState.Index' (duration: 60.678878ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:33.593571Z","caller":"traceutil/trace.go:171","msg":"trace[1199711790] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"560.07919ms","start":"2026-03-02T02:11:33.033449Z","end":"2026-03-02T02:11:33.593528Z","steps":["trace[1199711790] 'process raft request' (duration: 499.468674ms)","trace[1199711790] 'compare' (duration: 60.247966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:33.593756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:33.033429Z","time spent":"560.235224ms","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:33.593797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.863703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:11:33.593887Z","caller":"traceutil/trace.go:171","msg":"trace[938137073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:918; }","duration":"193.024836ms","start":"2026-03-02T02:11:33.400838Z","end":"2026-03-02T02:11:33.593862Z","steps":["trace[938137073] 'agreement among raft nodes before linearized reading' (duration: 192.7652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:33.5939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.91911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:11:33.593878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.070705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:11:33.593948Z","caller":"traceutil/trace.go:171","msg":"trace[1211913967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:918; }","duration":"191.011802ms","start":"2026-03-02T02:11:33.402923Z","end":"2026-03-02T02:11:33.593935Z","steps":["trace[1211913967] 'agreement among raft nodes before linearized reading' (duration: 190.752905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:33.593973Z","caller":"traceutil/trace.go:171","msg":"trace[366630295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:918; }","duration":"169.244269ms","start":"2026-03-02T02:11:33.424711Z","end":"2026-03-02T02:11:33.593956Z","steps":["trace[366630295] 'agreement among raft nodes before linearized reading' (duration: 168.999402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.050303Z","caller":"traceutil/trace.go:171","msg":"trace[781597123] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"391.260963ms","start":"2026-03-02T02:11:45.65901Z","end":"2026-03-02T02:11:46.050271Z","steps":["trace[781597123] 'read index received' (duration: 391.057578ms)","trace[781597123] 'applied index is now lower than readState.Index' (duration: 201.905µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:46.050569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.52912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:11:46.050564Z","caller":"traceutil/trace.go:171","msg":"trace[324009380] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"391.542701ms","start":"2026-03-02T02:11:45.658975Z","end":"2026-03-02T02:11:46.050518Z","steps":["trace[324009380] 'process raft request' (duration: 391.106219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:46.050613Z","caller":"traceutil/trace.go:171","msg":"trace[217175504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:979; }","duration":"391.642853ms","start":"2026-03-02T02:11:45.658957Z","end":"2026-03-02T02:11:46.0506Z","steps":["trace[217175504] 'agreement among raft nodes before linearized reading' (duration: 391.441097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.050656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:45.658925Z","time spent":"391.722595ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:11:46.050772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:45.658954Z","time spent":"391.693604ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:46.077562Z","caller":"traceutil/trace.go:171","msg":"trace[689267458] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"414.569618ms","start":"2026-03-02T02:11:45.662969Z","end":"2026-03-02T02:11:46.077539Z","steps":["trace[689267458] 'process raft request' (duration: 414.455785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:46.077725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:45.662949Z","time spent":"414.677641ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:12:22.045792Z","caller":"traceutil/trace.go:171","msg":"trace[1612663552] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1471; }","duration":"111.067427ms","start":"2026-03-02T02:12:21.934644Z","end":"2026-03-02T02:12:22.045711Z","steps":["trace[1612663552] 'process raft request' (duration: 110.747869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:25.774017Z","caller":"traceutil/trace.go:171","msg":"trace[885554150] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1572; }","duration":"148.304739ms","start":"2026-03-02T02:12:25.625681Z","end":"2026-03-02T02:12:25.773986Z","steps":["trace[885554150] 'read index received' (duration: 104.3293ms)","trace[885554150] 'applied index is now lower than readState.Index' (duration: 43.973929ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:25.774174Z","caller":"traceutil/trace.go:171","msg":"trace[1627454121] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"163.14078ms","start":"2026-03-02T02:12:25.610996Z","end":"2026-03-02T02:12:25.774137Z","steps":["trace[1627454121] 'process raft request' (duration: 119.021637ms)","trace[1627454121] 'compare' (duration: 43.799185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:12:25.774287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.566867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:25.774337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.498985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:25.774395Z","caller":"traceutil/trace.go:171","msg":"trace[38673317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"148.733891ms","start":"2026-03-02T02:12:25.625634Z","end":"2026-03-02T02:12:25.774368Z","steps":["trace[38673317] 'agreement among raft nodes before linearized reading' (duration: 148.541786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:25.774416Z","caller":"traceutil/trace.go:171","msg":"trace[537481240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"148.612678ms","start":"2026-03-02T02:12:25.625783Z","end":"2026-03-02T02:12:25.774396Z","steps":["trace[537481240] 'agreement among raft nodes before linearized reading' (duration: 148.466084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:25.774693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.73816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:25.774711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.770531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:25.774803Z","caller":"traceutil/trace.go:171","msg":"trace[2014679626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"118.847993ms","start":"2026-03-02T02:12:25.655901Z","end":"2026-03-02T02:12:25.774749Z","steps":["trace[2014679626] 'agreement among raft nodes before linearized reading' (duration: 118.686989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:25.774854Z","caller":"traceutil/trace.go:171","msg":"trace[1843073082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1515; }","duration":"118.888454ms","start":"2026-03-02T02:12:25.655867Z","end":"2026-03-02T02:12:25.774755Z","steps":["trace[1843073082] 'agreement among raft nodes before linearized reading' (duration: 118.801132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:33.701186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.042512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:33.701378Z","caller":"traceutil/trace.go:171","msg":"trace[1534363086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"678.298919ms","start":"2026-03-02T02:12:33.02305Z","end":"2026-03-02T02:12:33.701349Z","steps":["trace[1534363086] 'range keys from in-memory index tree' (duration: 677.921149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:33.701444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:33.02302Z","time spent":"678.406852ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:12:33.701413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.037587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:12:33.701522Z","caller":"traceutil/trace.go:171","msg":"trace[872717801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1631; }","duration":"789.203862ms","start":"2026-03-02T02:12:32.912296Z","end":"2026-03-02T02:12:33.7015Z","steps":["trace[872717801] 'range keys from in-memory index tree' (duration: 788.779261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:33.701588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:32.91228Z","time spent":"789.298595ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:12:33.701563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.259551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T02:12:33.701612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.506776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:12:33.701681Z","caller":"traceutil/trace.go:171","msg":"trace[928066760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1631; }","duration":"842.407404ms","start":"2026-03-02T02:12:32.859229Z","end":"2026-03-02T02:12:33.701637Z","steps":["trace[928066760] 'range keys from in-memory index tree' (duration: 842.035155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:33.701693Z","caller":"traceutil/trace.go:171","msg":"trace[709328653] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1631; }","duration":"985.6497ms","start":"2026-03-02T02:12:32.716022Z","end":"2026-03-02T02:12:33.701672Z","steps":["trace[709328653] 'count revisions from in-memory index tree' (duration: 985.384133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:33.701765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:32.715994Z","time spent":"985.755283ms","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:12:33.701823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.495053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:12:33.701766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:32.85921Z","time spent":"842.543109ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:12:33.701864Z","caller":"traceutil/trace.go:171","msg":"trace[435716046] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1631; }","duration":"228.577215ms","start":"2026-03-02T02:12:33.473274Z","end":"2026-03-02T02:12:33.701852Z","steps":["trace[435716046] 'count revisions from in-memory index tree' (duration: 228.407001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:33.701669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.002942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79328164-f175-44ac-af90-a5f701774bfd\" ","response":"range_response_count:1 size:3625"} {"level":"warn","ts":"2026-03-02T02:12:33.701923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.348529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:12:33.701985Z","caller":"traceutil/trace.go:171","msg":"trace[1645059527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1631; }","duration":"802.563334ms","start":"2026-03-02T02:12:32.8994Z","end":"2026-03-02T02:12:33.701964Z","steps":["trace[1645059527] 'range keys from in-memory index tree' (duration: 802.145084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:33.701961Z","caller":"traceutil/trace.go:171","msg":"trace[1304428669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79328164-f175-44ac-af90-a5f701774bfd; range_end:; response_count:1; response_revision:1631; }","duration":"370.322271ms","start":"2026-03-02T02:12:33.331592Z","end":"2026-03-02T02:12:33.701914Z","steps":["trace[1304428669] 'range keys from in-memory index tree' (duration: 369.760736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:33.701977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.998605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T02:12:33.702029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:32.899363Z","time spent":"802.654376ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:12:33.702044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:33.331568Z","time spent":"370.451545ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79328164-f175-44ac-af90-a5f701774bfd\" "} {"level":"info","ts":"2026-03-02T02:12:33.702065Z","caller":"traceutil/trace.go:171","msg":"trace[167720527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1631; }","duration":"784.158059ms","start":"2026-03-02T02:12:32.917882Z","end":"2026-03-02T02:12:33.70204Z","steps":["trace[167720527] 'range keys from in-memory index tree' (duration: 783.441201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:33.702114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:32.917856Z","time spent":"784.247632ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T02:12:33.722802Z","caller":"traceutil/trace.go:171","msg":"trace[18069919] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"156.217858ms","start":"2026-03-02T02:12:33.566572Z","end":"2026-03-02T02:12:33.72279Z","steps":["trace[18069919] 'process raft request' (duration: 155.428327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:33.871033Z","caller":"traceutil/trace.go:171","msg":"trace[682267809] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"147.221981ms","start":"2026-03-02T02:12:33.723775Z","end":"2026-03-02T02:12:33.870997Z","steps":["trace[682267809] 'process raft request' (duration: 147.093567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:33.871045Z","caller":"traceutil/trace.go:171","msg":"trace[805532981] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"147.227941ms","start":"2026-03-02T02:12:33.723775Z","end":"2026-03-02T02:12:33.871003Z","steps":["trace[805532981] 'process raft request' (duration: 98.576288ms)","trace[805532981] 'compare' (duration: 48.306714ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:33.888249Z","caller":"traceutil/trace.go:171","msg":"trace[242525713] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"163.12011ms","start":"2026-03-02T02:12:33.725096Z","end":"2026-03-02T02:12:33.888216Z","steps":["trace[242525713] 'process raft request' (duration: 162.833353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:33.888345Z","caller":"traceutil/trace.go:171","msg":"trace[871378142] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"161.909318ms","start":"2026-03-02T02:12:33.7264Z","end":"2026-03-02T02:12:33.888309Z","steps":["trace[871378142] 'process raft request' (duration: 161.696412ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:34.061139Z","caller":"traceutil/trace.go:171","msg":"trace[2109888400] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"100.628222ms","start":"2026-03-02T02:12:33.960448Z","end":"2026-03-02T02:12:34.061077Z","steps":["trace[2109888400] 'process raft request' (duration: 72.647554ms)","trace[2109888400] 'compare' (duration: 27.645069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:12:34.709474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.793929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:12:34.70971Z","caller":"traceutil/trace.go:171","msg":"trace[25603705] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"290.103547ms","start":"2026-03-02T02:12:34.419583Z","end":"2026-03-02T02:12:34.709686Z","steps":["trace[25603705] 'process raft request' (duration: 290.031385ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:34.709896Z","caller":"traceutil/trace.go:171","msg":"trace[879426994] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"291.068582ms","start":"2026-03-02T02:12:34.418776Z","end":"2026-03-02T02:12:34.709844Z","steps":["trace[879426994] 'process raft request' (duration: 36.745269ms)","trace[879426994] 'compare' (duration: 253.633485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:12:35.52122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.326779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:35.521338Z","caller":"traceutil/trace.go:171","msg":"trace[812969762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1641; }","duration":"497.510003ms","start":"2026-03-02T02:12:35.0238Z","end":"2026-03-02T02:12:35.52131Z","steps":["trace[812969762] 'range keys from in-memory index tree' (duration: 497.184865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.52145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.023759Z","time spent":"497.635148ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:12:35.55501Z","caller":"traceutil/trace.go:171","msg":"trace[1266161035] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"194.078556ms","start":"2026-03-02T02:12:35.360893Z","end":"2026-03-02T02:12:35.554972Z","steps":["trace[1266161035] 'process raft request' (duration: 193.832559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:42.716758Z","caller":"traceutil/trace.go:171","msg":"trace[1021341840] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1769; }","duration":"244.681679ms","start":"2026-03-02T02:12:42.472048Z","end":"2026-03-02T02:12:42.716729Z","steps":["trace[1021341840] 'read index received' (duration: 244.537356ms)","trace[1021341840] 'applied index is now lower than readState.Index' (duration: 143.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:42.716925Z","caller":"traceutil/trace.go:171","msg":"trace[1158387082] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"261.393749ms","start":"2026-03-02T02:12:42.455441Z","end":"2026-03-02T02:12:42.716835Z","steps":["trace[1158387082] 'process raft request' (duration: 261.095521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:42.71705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.976817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-02T02:12:42.717104Z","caller":"traceutil/trace.go:171","msg":"trace[1643006265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1708; }","duration":"245.0865ms","start":"2026-03-02T02:12:42.471998Z","end":"2026-03-02T02:12:42.717085Z","steps":["trace[1643006265] 'agreement among raft nodes before linearized reading' (duration: 244.873834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:43.899324Z","caller":"traceutil/trace.go:171","msg":"trace[1206169231] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"104.74061ms","start":"2026-03-02T02:12:43.794563Z","end":"2026-03-02T02:12:43.899303Z","steps":["trace[1206169231] 'read index received' (duration: 104.570216ms)","trace[1206169231] 'applied index is now lower than readState.Index' (duration: 169.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:43.89939Z","caller":"traceutil/trace.go:171","msg":"trace[929880265] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"141.305645ms","start":"2026-03-02T02:12:43.758059Z","end":"2026-03-02T02:12:43.899364Z","steps":["trace[929880265] 'process raft request' (duration: 141.068669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:43.899571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.994318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:12:43.89964Z","caller":"traceutil/trace.go:171","msg":"trace[2097781162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1712; }","duration":"105.126091ms","start":"2026-03-02T02:12:43.794496Z","end":"2026-03-02T02:12:43.899622Z","steps":["trace[2097781162] 'agreement among raft nodes before linearized reading' (duration: 104.934756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:51.342165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.672763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:51.342293Z","caller":"traceutil/trace.go:171","msg":"trace[1098223361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1764; }","duration":"320.882648ms","start":"2026-03-02T02:12:51.021382Z","end":"2026-03-02T02:12:51.342265Z","steps":["trace[1098223361] 'range keys from in-memory index tree' (duration: 320.56185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:51.342353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:51.021336Z","time spent":"321.006761ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:12:51.342792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.088752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-03-02T02:12:51.342887Z","caller":"traceutil/trace.go:171","msg":"trace[827318636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1764; }","duration":"349.235896ms","start":"2026-03-02T02:12:50.993629Z","end":"2026-03-02T02:12:51.342864Z","steps":["trace[827318636] 'range keys from in-memory index tree' (duration: 348.894937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:51.34294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:50.993607Z","time spent":"349.316467ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:12:51.342933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.152305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:12:51.342942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.398132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:12:51.343042Z","caller":"traceutil/trace.go:171","msg":"trace[786504510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"384.556907ms","start":"2026-03-02T02:12:50.958461Z","end":"2026-03-02T02:12:51.343018Z","steps":["trace[786504510] 'range keys from in-memory index tree' (duration: 384.182326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:51.343048Z","caller":"traceutil/trace.go:171","msg":"trace[876314161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"428.348191ms","start":"2026-03-02T02:12:50.914676Z","end":"2026-03-02T02:12:51.343024Z","steps":["trace[876314161] 'range keys from in-memory index tree' (duration: 427.923149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:51.34309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:50.914651Z","time spent":"428.428173ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:12:51.34309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:50.958435Z","time spent":"384.644849ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:12:55.224047Z","caller":"traceutil/trace.go:171","msg":"trace[419124000] linearizableReadLoop","detail":"{readStateIndex:1843; appliedIndex:1842; }","duration":"371.066691ms","start":"2026-03-02T02:12:54.852953Z","end":"2026-03-02T02:12:55.22402Z","steps":["trace[419124000] 'read index received' (duration: 370.834745ms)","trace[419124000] 'applied index is now lower than readState.Index' (duration: 230.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:55.22418Z","caller":"traceutil/trace.go:171","msg":"trace[1391107480] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"380.619793ms","start":"2026-03-02T02:12:54.843532Z","end":"2026-03-02T02:12:55.224151Z","steps":["trace[1391107480] 'process raft request' (duration: 380.332645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:55.224281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.313557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:12:55.224324Z","caller":"traceutil/trace.go:171","msg":"trace[823390662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1779; }","duration":"371.41425ms","start":"2026-03-02T02:12:54.852898Z","end":"2026-03-02T02:12:55.224312Z","steps":["trace[823390662] 'agreement among raft nodes before linearized reading' (duration: 371.251196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:55.224343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.968008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:12:55.224347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:54.843507Z","time spent":"380.738005ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:12:55.224411Z","caller":"traceutil/trace.go:171","msg":"trace[944605846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1779; }","duration":"371.062051ms","start":"2026-03-02T02:12:54.853331Z","end":"2026-03-02T02:12:55.224393Z","steps":["trace[944605846] 'agreement among raft nodes before linearized reading' (duration: 370.888516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:55.224428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:54.852845Z","time spent":"371.564143ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:12:55.224454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:54.853315Z","time spent":"371.127932ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:12:55.224432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.319487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:12:55.224576Z","caller":"traceutil/trace.go:171","msg":"trace[987880374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1779; }","duration":"201.528732ms","start":"2026-03-02T02:12:55.023012Z","end":"2026-03-02T02:12:55.224541Z","steps":["trace[987880374] 'agreement among raft nodes before linearized reading' (duration: 201.262085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:15.315441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316537860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:13:15.37968Z","caller":"traceutil/trace.go:171","msg":"trace[193391631] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"564.638399ms","start":"2026-03-02T02:13:14.815007Z","end":"2026-03-02T02:13:15.379645Z","steps":["trace[193391631] 'read index received' (duration: 564.395532ms)","trace[193391631] 'applied index is now lower than readState.Index' (duration: 241.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:15.37976Z","caller":"traceutil/trace.go:171","msg":"trace[1274868596] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"567.822792ms","start":"2026-03-02T02:13:14.811886Z","end":"2026-03-02T02:13:15.379709Z","steps":["trace[1274868596] 'process raft request' (duration: 567.555865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:15.379958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.916596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:15.380043Z","caller":"traceutil/trace.go:171","msg":"trace[332786631] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1888; }","duration":"565.042878ms","start":"2026-03-02T02:13:14.814979Z","end":"2026-03-02T02:13:15.380022Z","steps":["trace[332786631] 'agreement among raft nodes before linearized reading' (duration: 564.886714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:15.380101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.087565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:13:15.380095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:14.814968Z","time spent":"565.112081ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:13:15.380121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:14.811867Z","time spent":"568.060038ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:15.380169Z","caller":"traceutil/trace.go:171","msg":"trace[21919885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"357.186018ms","start":"2026-03-02T02:13:15.022966Z","end":"2026-03-02T02:13:15.380152Z","steps":["trace[21919885] 'agreement among raft nodes before linearized reading' (duration: 357.027704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:15.380324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.74584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:13:15.380332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:15.022875Z","time spent":"357.418334ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:13:15.380439Z","caller":"traceutil/trace.go:171","msg":"trace[1772777796] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1888; }","duration":"528.034389ms","start":"2026-03-02T02:13:14.852378Z","end":"2026-03-02T02:13:15.380412Z","steps":["trace[1772777796] 'agreement among raft nodes before linearized reading' (duration: 527.499635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:15.380498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:14.852355Z","time spent":"528.128381ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:13:15.583046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.982426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:15.5833Z","caller":"traceutil/trace.go:171","msg":"trace[1646039409] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1958; }","duration":"145.895306ms","start":"2026-03-02T02:13:15.437377Z","end":"2026-03-02T02:13:15.583273Z","steps":["trace[1646039409] 'read index received' (duration: 17.449707ms)","trace[1646039409] 'applied index is now lower than readState.Index' (duration: 128.442879ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:15.583452Z","caller":"traceutil/trace.go:171","msg":"trace[568916638] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"197.849309ms","start":"2026-03-02T02:13:15.385583Z","end":"2026-03-02T02:13:15.583433Z","steps":["trace[568916638] 'process raft request' (duration: 69.359769ms)","trace[568916638] 'compare' (duration: 127.843033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:15.583597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.179434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:15.583736Z","caller":"traceutil/trace.go:171","msg":"trace[83195766] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1891; }","duration":"146.369159ms","start":"2026-03-02T02:13:15.437332Z","end":"2026-03-02T02:13:15.583701Z","steps":["trace[83195766] 'agreement among raft nodes before linearized reading' (duration: 146.125803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:15.583839Z","caller":"traceutil/trace.go:171","msg":"trace[53256612] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"197.727455ms","start":"2026-03-02T02:13:15.386098Z","end":"2026-03-02T02:13:15.583825Z","steps":["trace[53256612] 'process raft request' (duration: 197.084958ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:26.394974Z","caller":"traceutil/trace.go:171","msg":"trace[816355575] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"277.300243ms","start":"2026-03-02T02:13:26.117642Z","end":"2026-03-02T02:13:26.394943Z","steps":["trace[816355575] 'process raft request' (duration: 277.109468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.525497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.715837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:27.525689Z","caller":"traceutil/trace.go:171","msg":"trace[150243767] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2010; }","duration":"1.269299701s","start":"2026-03-02T02:13:26.25637Z","end":"2026-03-02T02:13:27.525669Z","steps":["trace[150243767] 'read index received' (duration: 138.447702ms)","trace[150243767] 'applied index is now lower than readState.Index' (duration: 1.130851029s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:27.52585Z","caller":"traceutil/trace.go:171","msg":"trace[207048001] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"1.212258954s","start":"2026-03-02T02:13:26.31357Z","end":"2026-03-02T02:13:27.525829Z","steps":["trace[207048001] 'process raft request' (duration: 1.212029108s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.526048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.313533Z","time spent":"1.212382467s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:27.526136Z","caller":"traceutil/trace.go:171","msg":"trace[1343340138] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.300850658s","start":"2026-03-02T02:13:26.225254Z","end":"2026-03-02T02:13:27.526104Z","steps":["trace[1343340138] 'process raft request' (duration: 779.430373ms)","trace[1343340138] 'compare' (duration: 520.448459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:27.526285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.22522Z","time spent":"1.30097856s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:27.526374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.912565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:13:27.526359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.445618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:13:27.526415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.021429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-03-02T02:13:27.526474Z","caller":"traceutil/trace.go:171","msg":"trace[1059745971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"873.045178ms","start":"2026-03-02T02:13:26.653396Z","end":"2026-03-02T02:13:27.526441Z","steps":["trace[1059745971] 'agreement among raft nodes before linearized reading' (duration: 872.830272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.526459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.287923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T02:13:27.526509Z","caller":"traceutil/trace.go:171","msg":"trace[1380881870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1942; }","duration":"984.159662ms","start":"2026-03-02T02:13:26.542323Z","end":"2026-03-02T02:13:27.526483Z","steps":["trace[1380881870] 'agreement among raft nodes before linearized reading' (duration: 983.919656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.526531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.653373Z","time spent":"873.146971ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:13:27.526544Z","caller":"traceutil/trace.go:171","msg":"trace[1973807754] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1942; }","duration":"669.442187ms","start":"2026-03-02T02:13:26.857082Z","end":"2026-03-02T02:13:27.526524Z","steps":["trace[1973807754] 'agreement among raft nodes before linearized reading' (duration: 669.17783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.526509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270108421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T02:13:27.526588Z","caller":"traceutil/trace.go:171","msg":"trace[700753752] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1942; }","duration":"934.674904ms","start":"2026-03-02T02:13:26.591779Z","end":"2026-03-02T02:13:27.526454Z","steps":["trace[700753752] 'agreement among raft nodes before linearized reading' (duration: 934.462399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.526608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.857059Z","time spent":"669.53941ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T02:13:27.52656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238507512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T02:13:27.526655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.591748Z","time spent":"934.89427ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:13:27.526676Z","caller":"traceutil/trace.go:171","msg":"trace[1794520171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1942; }","duration":"1.270327687s","start":"2026-03-02T02:13:26.256304Z","end":"2026-03-02T02:13:27.526632Z","steps":["trace[1794520171] 'agreement among raft nodes before linearized reading' (duration: 1.269888245s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:27.526692Z","caller":"traceutil/trace.go:171","msg":"trace[394157919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"1.238699487s","start":"2026-03-02T02:13:26.287957Z","end":"2026-03-02T02:13:27.526657Z","steps":["trace[394157919] 'agreement among raft nodes before linearized reading' (duration: 1.238265746s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.526746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.287938Z","time spent":"1.238797451s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:27.526747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.256275Z","time spent":"1.27045417s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:13:27.526577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.542296Z","time spent":"984.254435ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:13:27.835032Z","caller":"traceutil/trace.go:171","msg":"trace[1315993180] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"303.415396ms","start":"2026-03-02T02:13:27.531588Z","end":"2026-03-02T02:13:27.835003Z","steps":["trace[1315993180] 'process raft request' (duration: 303.1538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.835262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.531556Z","time spent":"303.614252ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:27.835611Z","caller":"traceutil/trace.go:171","msg":"trace[1551430049] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"303.93092ms","start":"2026-03-02T02:13:27.531646Z","end":"2026-03-02T02:13:27.835577Z","steps":["trace[1551430049] 'process raft request' (duration: 303.309084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:27.835675Z","caller":"traceutil/trace.go:171","msg":"trace[1527744242] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2013; }","duration":"297.160012ms","start":"2026-03-02T02:13:27.538492Z","end":"2026-03-02T02:13:27.835652Z","steps":["trace[1527744242] 'read index received' (duration: 49.768015ms)","trace[1527744242] 'applied index is now lower than readState.Index' (duration: 247.390647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:27.835886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.531618Z","time spent":"304.065783ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:27.83588Z","caller":"traceutil/trace.go:171","msg":"trace[1128231526] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"303.994421ms","start":"2026-03-02T02:13:27.53185Z","end":"2026-03-02T02:13:27.835845Z","steps":["trace[1128231526] 'process raft request' (duration: 303.633392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.835971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.430889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:27.836071Z","caller":"traceutil/trace.go:171","msg":"trace[762997734] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1945; }","duration":"297.552373ms","start":"2026-03-02T02:13:27.538467Z","end":"2026-03-02T02:13:27.836019Z","steps":["trace[762997734] 'agreement among raft nodes before linearized reading' (duration: 297.408479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.836072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.531834Z","time spent":"304.140686ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:28.938799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.065397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:28.939069Z","caller":"traceutil/trace.go:171","msg":"trace[1972912122] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"1.349362519s","start":"2026-03-02T02:13:27.58965Z","end":"2026-03-02T02:13:28.939013Z","steps":["trace[1972912122] 'process raft request' (duration: 679.591113ms)","trace[1972912122] 'compare' (duration: 668.731569ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:28.939238Z","caller":"traceutil/trace.go:171","msg":"trace[676316242] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"538.298808ms","start":"2026-03-02T02:13:28.400914Z","end":"2026-03-02T02:13:28.939213Z","steps":["trace[676316242] 'process raft request' (duration: 538.240827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.939315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.589628Z","time spent":"1.349555403s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:28.939351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.400883Z","time spent":"538.420682ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:28.939426Z","caller":"traceutil/trace.go:171","msg":"trace[453587807] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2017; }","duration":"1.103590034s","start":"2026-03-02T02:13:27.835792Z","end":"2026-03-02T02:13:28.939382Z","steps":["trace[453587807] 'read index received' (duration: 433.487889ms)","trace[453587807] 'applied index is now lower than readState.Index' (duration: 670.099245ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:28.93961Z","caller":"traceutil/trace.go:171","msg":"trace[2046786537] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"811.927464ms","start":"2026-03-02T02:13:28.127636Z","end":"2026-03-02T02:13:28.939563Z","steps":["trace[2046786537] 'process raft request' (duration: 811.37772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.939682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370909003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:13:28.939706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296143772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:13:28.939735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.408156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:28.939742Z","caller":"traceutil/trace.go:171","msg":"trace[456471275] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1948; }","duration":"1.371009256s","start":"2026-03-02T02:13:27.568719Z","end":"2026-03-02T02:13:28.939728Z","steps":["trace[456471275] 'agreement among raft nodes before linearized reading' (duration: 1.370890773s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:28.939793Z","caller":"traceutil/trace.go:171","msg":"trace[1451841435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"913.523429ms","start":"2026-03-02T02:13:28.026252Z","end":"2026-03-02T02:13:28.939776Z","steps":["trace[1451841435] 'agreement among raft nodes before linearized reading' (duration: 913.441707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.939799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.568704Z","time spent":"1.371086668s","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:13:28.939798Z","caller":"traceutil/trace.go:171","msg":"trace[1022641330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1948; }","duration":"1.296263096s","start":"2026-03-02T02:13:27.643512Z","end":"2026-03-02T02:13:28.939775Z","steps":["trace[1022641330] 'agreement among raft nodes before linearized reading' (duration: 1.295986209s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.939837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.026219Z","time spent":"913.610461ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:13:28.939826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.1276Z","time spent":"812.100919ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:28.939856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.64347Z","time spent":"1.296373809s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:13:28.939845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294412827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:13:28.939943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100320157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:28.94007Z","caller":"traceutil/trace.go:171","msg":"trace[250255954] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1948; }","duration":"1.100506553s","start":"2026-03-02T02:13:27.839543Z","end":"2026-03-02T02:13:28.94005Z","steps":["trace[250255954] 'agreement among raft nodes before linearized reading' (duration: 1.100110733s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:28.940054Z","caller":"traceutil/trace.go:171","msg":"trace[997599026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1948; }","duration":"1.294633983s","start":"2026-03-02T02:13:27.645367Z","end":"2026-03-02T02:13:28.940001Z","steps":["trace[997599026] 'agreement among raft nodes before linearized reading' (duration: 1.294072458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.9401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.753632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:13:28.94021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.839506Z","time spent":"1.100638016s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T02:13:28.940324Z","caller":"traceutil/trace.go:171","msg":"trace[404783828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"406.034339ms","start":"2026-03-02T02:13:28.534225Z","end":"2026-03-02T02:13:28.940259Z","steps":["trace[404783828] 'agreement among raft nodes before linearized reading' (duration: 405.440953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.940354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.645318Z","time spent":"1.294871109s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:28.940464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.5342Z","time spent":"406.248845ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:13:29.194234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.641435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:29.194543Z","caller":"traceutil/trace.go:171","msg":"trace[1453369130] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"248.797384ms","start":"2026-03-02T02:13:28.945714Z","end":"2026-03-02T02:13:29.194511Z","steps":["trace[1453369130] 'process raft request' (duration: 122.77881ms)","trace[1453369130] 'compare' (duration: 125.518931ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:29.194711Z","caller":"traceutil/trace.go:171","msg":"trace[875795019] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2020; }","duration":"248.054535ms","start":"2026-03-02T02:13:28.946625Z","end":"2026-03-02T02:13:29.19468Z","steps":["trace[875795019] 'read index received' (duration: 122.080841ms)","trace[875795019] 'applied index is now lower than readState.Index' (duration: 125.971184ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:29.194739Z","caller":"traceutil/trace.go:171","msg":"trace[1204271804] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"248.517057ms","start":"2026-03-02T02:13:28.946179Z","end":"2026-03-02T02:13:29.194696Z","steps":["trace[1204271804] 'process raft request' (duration: 248.176878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.194905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.240891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:13:29.194989Z","caller":"traceutil/trace.go:171","msg":"trace[89459556] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1950; }","duration":"248.465946ms","start":"2026-03-02T02:13:28.946502Z","end":"2026-03-02T02:13:29.194968Z","steps":["trace[89459556] 'agreement among raft nodes before linearized reading' (duration: 248.22584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.194989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.07098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:29.195048Z","caller":"traceutil/trace.go:171","msg":"trace[1332628215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1950; }","duration":"247.142701ms","start":"2026-03-02T02:13:28.94789Z","end":"2026-03-02T02:13:29.195032Z","steps":["trace[1332628215] 'agreement among raft nodes before linearized reading' (duration: 246.950206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.932534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.202676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:29.93291Z","caller":"traceutil/trace.go:171","msg":"trace[307593373] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"711.006137ms","start":"2026-03-02T02:13:29.221868Z","end":"2026-03-02T02:13:29.932874Z","steps":["trace[307593373] 'process raft request' (duration: 387.268236ms)","trace[307593373] 'compare' (duration: 322.970101ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:29.933022Z","caller":"traceutil/trace.go:171","msg":"trace[2102592127] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"400.164885ms","start":"2026-03-02T02:13:29.532847Z","end":"2026-03-02T02:13:29.933012Z","steps":["trace[2102592127] 'process raft request' (duration: 399.814506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.93315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:29.221835Z","time spent":"711.188802ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:29.933167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:29.532816Z","time spent":"400.260467ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:29.932945Z","caller":"traceutil/trace.go:171","msg":"trace[738182300] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"399.843647ms","start":"2026-03-02T02:13:29.533061Z","end":"2026-03-02T02:13:29.932904Z","steps":["trace[738182300] 'process raft request' (duration: 399.703483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.933513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:29.533019Z","time spent":"400.248767ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:30.597046Z","caller":"traceutil/trace.go:171","msg":"trace[726438326] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"204.190695ms","start":"2026-03-02T02:13:30.392827Z","end":"2026-03-02T02:13:30.597018Z","steps":["trace[726438326] 'read index received' (duration: 204.00677ms)","trace[726438326] 'applied index is now lower than readState.Index' (duration: 182.395µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:30.597231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.369489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:13:30.597269Z","caller":"traceutil/trace.go:171","msg":"trace[2014086983] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1957; }","duration":"204.452612ms","start":"2026-03-02T02:13:30.392805Z","end":"2026-03-02T02:13:30.597257Z","steps":["trace[2014086983] 'agreement among raft nodes before linearized reading' (duration: 204.320798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:30.597226Z","caller":"traceutil/trace.go:171","msg":"trace[2023472101] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"205.383586ms","start":"2026-03-02T02:13:30.391754Z","end":"2026-03-02T02:13:30.597138Z","steps":["trace[2023472101] 'process raft request' (duration: 205.080998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:31.420546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.399195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898e466ce21a7bf\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-02T02:13:31.420618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.579862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:31.420696Z","caller":"traceutil/trace.go:171","msg":"trace[2008095198] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898e466ce21a7bf; range_end:; response_count:1; response_revision:1957; }","duration":"486.60989ms","start":"2026-03-02T02:13:30.934046Z","end":"2026-03-02T02:13:31.420656Z","steps":["trace[2008095198] 'range keys from in-memory index tree' (duration: 486.078717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:31.420761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:30.934021Z","time spent":"486.728014ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898e466ce21a7bf\" "} {"level":"info","ts":"2026-03-02T02:13:31.420732Z","caller":"traceutil/trace.go:171","msg":"trace[1752460356] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1957; }","duration":"639.756497ms","start":"2026-03-02T02:13:30.780945Z","end":"2026-03-02T02:13:31.420702Z","steps":["trace[1752460356] 'count revisions from in-memory index tree' (duration: 639.49502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:31.420842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:30.78092Z","time spent":"639.906521ms","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:13:31.420933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.064801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:31.421055Z","caller":"traceutil/trace.go:171","msg":"trace[427187716] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2029; }","duration":"427.51813ms","start":"2026-03-02T02:13:30.993519Z","end":"2026-03-02T02:13:31.421037Z","steps":["trace[427187716] 'read index received' (duration: 247.237373ms)","trace[427187716] 'applied index is now lower than readState.Index' (duration: 180.279407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:31.421463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.390037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:31.421565Z","caller":"traceutil/trace.go:171","msg":"trace[546560292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1958; }","duration":"398.623213ms","start":"2026-03-02T02:13:31.022918Z","end":"2026-03-02T02:13:31.421541Z","steps":["trace[546560292] 'agreement among raft nodes before linearized reading' (duration: 398.400727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:31.42162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:31.022889Z","time spent":"398.718595ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:13:31.421664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.150157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:31.42171Z","caller":"traceutil/trace.go:171","msg":"trace[1259893208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1958; }","duration":"428.195439ms","start":"2026-03-02T02:13:30.9935Z","end":"2026-03-02T02:13:31.421696Z","steps":["trace[1259893208] 'agreement among raft nodes before linearized reading' (duration: 428.054355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:31.4217Z","caller":"traceutil/trace.go:171","msg":"trace[85099408] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"474.277387ms","start":"2026-03-02T02:13:30.947363Z","end":"2026-03-02T02:13:31.42164Z","steps":["trace[85099408] 'process raft request' (duration: 293.366874ms)","trace[85099408] 'compare' (duration: 179.881326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:31.421745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:30.993444Z","time spent":"428.293671ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:13:31.421767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.413672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:13:31.421849Z","caller":"traceutil/trace.go:171","msg":"trace[551308602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1958; }","duration":"222.573726ms","start":"2026-03-02T02:13:31.199254Z","end":"2026-03-02T02:13:31.421828Z","steps":["trace[551308602] 'agreement among raft nodes before linearized reading' (duration: 222.32956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:31.421933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:30.94732Z","time spent":"474.485172ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:31.421917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.953386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:13:31.422021Z","caller":"traceutil/trace.go:171","msg":"trace[747130068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1958; }","duration":"223.142621ms","start":"2026-03-02T02:13:31.198852Z","end":"2026-03-02T02:13:31.421994Z","steps":["trace[747130068] 'agreement among raft nodes before linearized reading' (duration: 222.803943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:31.530306Z","caller":"traceutil/trace.go:171","msg":"trace[1583168022] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"106.665457ms","start":"2026-03-02T02:13:31.423602Z","end":"2026-03-02T02:13:31.530268Z","steps":["trace[1583168022] 'process raft request' (duration: 104.408928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:31.531126Z","caller":"traceutil/trace.go:171","msg":"trace[732499816] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"103.747501ms","start":"2026-03-02T02:13:31.427354Z","end":"2026-03-02T02:13:31.531101Z","steps":["trace[732499816] 'process raft request' (duration: 103.6971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:31.531441Z","caller":"traceutil/trace.go:171","msg":"trace[2030168951] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"104.351897ms","start":"2026-03-02T02:13:31.427069Z","end":"2026-03-02T02:13:31.531421Z","steps":["trace[2030168951] 'process raft request' (duration: 103.852394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:36.67128Z","caller":"traceutil/trace.go:171","msg":"trace[1896251748] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"212.313089ms","start":"2026-03-02T02:13:36.45894Z","end":"2026-03-02T02:13:36.671253Z","steps":["trace[1896251748] 'read index received' (duration: 212.094553ms)","trace[1896251748] 'applied index is now lower than readState.Index' (duration: 217.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:36.671364Z","caller":"traceutil/trace.go:171","msg":"trace[440379462] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"224.359425ms","start":"2026-03-02T02:13:36.44696Z","end":"2026-03-02T02:13:36.67132Z","steps":["trace[440379462] 'process raft request' (duration: 224.088888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:36.671543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.578155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:36.671608Z","caller":"traceutil/trace.go:171","msg":"trace[1658358904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"212.714159ms","start":"2026-03-02T02:13:36.458872Z","end":"2026-03-02T02:13:36.671586Z","steps":["trace[1658358904] 'agreement among raft nodes before linearized reading' (duration: 212.482863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:21.917175Z","caller":"traceutil/trace.go:171","msg":"trace[984199590] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"275.526622ms","start":"2026-03-02T02:14:21.641524Z","end":"2026-03-02T02:14:21.91705Z","steps":["trace[984199590] 'process raft request' (duration: 275.319246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:21.922083Z","caller":"traceutil/trace.go:171","msg":"trace[549998290] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2464; }","duration":"111.47079ms","start":"2026-03-02T02:14:21.810584Z","end":"2026-03-02T02:14:21.922055Z","steps":["trace[549998290] 'read index received' (duration: 106.305364ms)","trace[549998290] 'applied index is now lower than readState.Index' (duration: 5.164456ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:21.922153Z","caller":"traceutil/trace.go:171","msg":"trace[632787880] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"192.159301ms","start":"2026-03-02T02:14:21.729976Z","end":"2026-03-02T02:14:21.922136Z","steps":["trace[632787880] 'process raft request' (duration: 191.939775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:21.922369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.776948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:14:21.922383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.318586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:14:21.92245Z","caller":"traceutil/trace.go:171","msg":"trace[306697388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2376; }","duration":"111.940672ms","start":"2026-03-02T02:14:21.810487Z","end":"2026-03-02T02:14:21.922428Z","steps":["trace[306697388] 'agreement among raft nodes before linearized reading' (duration: 111.672155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:21.922459Z","caller":"traceutil/trace.go:171","msg":"trace[2080380612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2376; }","duration":"108.43845ms","start":"2026-03-02T02:14:21.814001Z","end":"2026-03-02T02:14:21.922439Z","steps":["trace[2080380612] 'agreement among raft nodes before linearized reading' (duration: 108.214964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:22.666595Z","caller":"traceutil/trace.go:171","msg":"trace[824871073] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"526.409295ms","start":"2026-03-02T02:14:22.140156Z","end":"2026-03-02T02:14:22.666565Z","steps":["trace[824871073] 'process raft request' (duration: 526.060526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:22.666876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:22.140124Z","time spent":"526.5724ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:22.799465Z","caller":"traceutil/trace.go:171","msg":"trace[1529875793] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"657.613684ms","start":"2026-03-02T02:14:22.1418Z","end":"2026-03-02T02:14:22.799414Z","steps":["trace[1529875793] 'process raft request' (duration: 657.198193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:22.799679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:22.141766Z","time spent":"657.799128ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:22.800924Z","caller":"traceutil/trace.go:171","msg":"trace[1822718222] linearizableReadLoop","detail":"{readStateIndex:2470; appliedIndex:2468; }","duration":"594.404672ms","start":"2026-03-02T02:14:22.206486Z","end":"2026-03-02T02:14:22.800891Z","steps":["trace[1822718222] 'read index received' (duration: 459.725763ms)","trace[1822718222] 'applied index is now lower than readState.Index' (duration: 134.677569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:22.801164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.68146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:14:22.801226Z","caller":"traceutil/trace.go:171","msg":"trace[1329555351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2380; }","duration":"594.773882ms","start":"2026-03-02T02:14:22.206438Z","end":"2026-03-02T02:14:22.801212Z","steps":["trace[1329555351] 'agreement among raft nodes before linearized reading' (duration: 594.571526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:22.801262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:22.206424Z","time spent":"594.829944ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:22.801283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.159845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-02T02:14:22.801332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.665728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-02T02:14:22.801381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.752157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:14:22.801434Z","caller":"traceutil/trace.go:171","msg":"trace[789614670] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2380; }","duration":"406.332469ms","start":"2026-03-02T02:14:22.395046Z","end":"2026-03-02T02:14:22.801378Z","steps":["trace[789614670] 'agreement among raft nodes before linearized reading' (duration: 406.044671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:22.801513Z","caller":"traceutil/trace.go:171","msg":"trace[624218666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2380; }","duration":"552.913082ms","start":"2026-03-02T02:14:22.248573Z","end":"2026-03-02T02:14:22.801486Z","steps":["trace[624218666] 'agreement among raft nodes before linearized reading' (duration: 552.571653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:22.801524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:22.395024Z","time spent":"406.478903ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T02:14:22.801438Z","caller":"traceutil/trace.go:171","msg":"trace[1152738754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2380; }","duration":"554.814022ms","start":"2026-03-02T02:14:22.246595Z","end":"2026-03-02T02:14:22.801409Z","steps":["trace[1152738754] 'agreement among raft nodes before linearized reading' (duration: 554.501724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:22.801575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:22.248562Z","time spent":"553.000854ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:22.801622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:22.246584Z","time spent":"555.018927ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:14:24.90752Z","caller":"traceutil/trace.go:171","msg":"trace[1318048659] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"100.504472ms","start":"2026-03-02T02:14:24.806966Z","end":"2026-03-02T02:14:24.907471Z","steps":["trace[1318048659] 'process raft request' (duration: 100.258115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:25.015883Z","caller":"traceutil/trace.go:171","msg":"trace[35895077] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"103.297995ms","start":"2026-03-02T02:14:24.912553Z","end":"2026-03-02T02:14:25.015851Z","steps":["trace[35895077] 'process raft request' (duration: 28.852658ms)","trace[35895077] 'compare' (duration: 74.221021ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:25.016273Z","caller":"traceutil/trace.go:171","msg":"trace[1425217558] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"102.870963ms","start":"2026-03-02T02:14:24.913372Z","end":"2026-03-02T02:14:25.016243Z","steps":["trace[1425217558] 'process raft request' (duration: 102.427431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:25.016444Z","caller":"traceutil/trace.go:171","msg":"trace[1560724391] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"102.629936ms","start":"2026-03-02T02:14:24.913777Z","end":"2026-03-02T02:14:25.016407Z","steps":["trace[1560724391] 'process raft request' (duration: 102.256406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:56.898068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316539450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:14:57.418945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.795341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:14:57.419182Z","caller":"traceutil/trace.go:171","msg":"trace[885476114] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"1.175679948s","start":"2026-03-02T02:14:56.243455Z","end":"2026-03-02T02:14:57.419135Z","steps":["trace[885476114] 'process raft request' (duration: 744.59999ms)","trace[885476114] 'compare' (duration: 430.567225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:57.419246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022103002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T02:14:57.41928Z","caller":"traceutil/trace.go:171","msg":"trace[1514122124] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2567; }","duration":"1.022178554s","start":"2026-03-02T02:14:56.397085Z","end":"2026-03-02T02:14:57.419264Z","steps":["trace[1514122124] 'agreement among raft nodes before linearized reading' (duration: 1.022055911s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.419315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:56.397056Z","time spent":"1.022253856s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T02:14:57.419438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:56.243449Z","time spent":"1.175868763s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:57.419557Z","caller":"traceutil/trace.go:171","msg":"trace[273356292] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"542.63305ms","start":"2026-03-02T02:14:56.876916Z","end":"2026-03-02T02:14:57.419549Z","steps":["trace[273356292] 'process raft request' (duration: 542.141567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.419606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:56.876834Z","time spent":"542.748143ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:57.419938Z","caller":"traceutil/trace.go:171","msg":"trace[1916875014] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2662; }","duration":"1.021979848s","start":"2026-03-02T02:14:56.397156Z","end":"2026-03-02T02:14:57.419136Z","steps":["trace[1916875014] 'read index received' (duration: 590.995653ms)","trace[1916875014] 'applied index is now lower than readState.Index' (duration: 430.983585ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:57.839559Z","caller":"traceutil/trace.go:171","msg":"trace[57264730] linearizableReadLoop","detail":"{readStateIndex:2665; appliedIndex:2664; }","duration":"419.500405ms","start":"2026-03-02T02:14:57.420027Z","end":"2026-03-02T02:14:57.839527Z","steps":["trace[57264730] 'read index received' (duration: 413.664072ms)","trace[57264730] 'applied index is now lower than readState.Index' (duration: 5.834663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:57.839665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.497972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:57.839674Z","caller":"traceutil/trace.go:171","msg":"trace[1328209519] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"803.336973ms","start":"2026-03-02T02:14:57.036288Z","end":"2026-03-02T02:14:57.839625Z","steps":["trace[1328209519] 'process raft request' (duration: 797.51435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:57.839749Z","caller":"traceutil/trace.go:171","msg":"trace[1870707727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2568; }","duration":"815.657227ms","start":"2026-03-02T02:14:57.024069Z","end":"2026-03-02T02:14:57.839727Z","steps":["trace[1870707727] 'agreement among raft nodes before linearized reading' (duration: 815.513993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.839795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:57.024041Z","time spent":"815.748018ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:14:57.839818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.121877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-02T02:14:57.839819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.892816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:14:57.839855Z","caller":"traceutil/trace.go:171","msg":"trace[1613769157] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2568; }","duration":"967.22355ms","start":"2026-03-02T02:14:56.872622Z","end":"2026-03-02T02:14:57.839845Z","steps":["trace[1613769157] 'agreement among raft nodes before linearized reading' (duration: 967.059666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:57.839861Z","caller":"traceutil/trace.go:171","msg":"trace[790182454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2568; }","duration":"662.008649ms","start":"2026-03-02T02:14:57.177843Z","end":"2026-03-02T02:14:57.839852Z","steps":["trace[790182454] 'agreement among raft nodes before linearized reading' (duration: 661.809664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.839895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:57.177808Z","time spent":"662.076641ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:57.839974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10003756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1898e47c7fe97b6e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-02T02:14:57.840012Z","caller":"traceutil/trace.go:171","msg":"trace[1886172124] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1898e47c7fe97b6e; range_end:; response_count:1; response_revision:2568; }","duration":"1.100122743s","start":"2026-03-02T02:14:56.739883Z","end":"2026-03-02T02:14:57.840006Z","steps":["trace[1886172124] 'agreement among raft nodes before linearized reading' (duration: 1.100035431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.839888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:57.036265Z","time spent":"803.503997ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:57.840032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:56.739857Z","time spent":"1.100169644s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.1898e47c7fe97b6e\" "} {"level":"warn","ts":"2026-03-02T02:14:57.839892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:56.872582Z","time spent":"967.302092ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T02:14:57.840197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.890647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-02T02:14:57.840264Z","caller":"traceutil/trace.go:171","msg":"trace[1186794285] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2568; }","duration":"417.01571ms","start":"2026-03-02T02:14:57.423232Z","end":"2026-03-02T02:14:57.840248Z","steps":["trace[1186794285] 'agreement among raft nodes before linearized reading' (duration: 416.566729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.840302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:57.423215Z","time spent":"417.073291ms","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T02:14:57.840521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.019439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:14:57.840709Z","caller":"traceutil/trace.go:171","msg":"trace[2097570639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2568; }","duration":"662.219385ms","start":"2026-03-02T02:14:57.178454Z","end":"2026-03-02T02:14:57.840674Z","steps":["trace[2097570639] 'agreement among raft nodes before linearized reading' (duration: 661.078885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.841233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:57.17839Z","time spent":"662.80731ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:57.841023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.530593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:14:57.841548Z","caller":"traceutil/trace.go:171","msg":"trace[1823264462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2568; }","duration":"663.063457ms","start":"2026-03-02T02:14:57.17844Z","end":"2026-03-02T02:14:57.841504Z","steps":["trace[1823264462] 'agreement among raft nodes before linearized reading' (duration: 661.26093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.841657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:57.178419Z","time spent":"663.2013ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:17:28.258408Z","caller":"traceutil/trace.go:171","msg":"trace[1677347678] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"226.100034ms","start":"2026-03-02T02:17:28.032278Z","end":"2026-03-02T02:17:28.258378Z","steps":["trace[1677347678] 'process raft request' (duration: 225.928469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:55.026131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.083472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:18:55.026382Z","caller":"traceutil/trace.go:171","msg":"trace[1898219835] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"176.431619ms","start":"2026-03-02T02:18:54.849913Z","end":"2026-03-02T02:18:55.026345Z","steps":["trace[1898219835] 'process raft request' (duration: 60.015278ms)","trace[1898219835] 'compare' (duration: 115.917467ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:55.026483Z","caller":"traceutil/trace.go:171","msg":"trace[2041276753] linearizableReadLoop","detail":"{readStateIndex:4488; appliedIndex:4486; }","duration":"144.019376ms","start":"2026-03-02T02:18:54.882443Z","end":"2026-03-02T02:18:55.026462Z","steps":["trace[2041276753] 'read index received' (duration: 27.38976ms)","trace[2041276753] 'applied index is now lower than readState.Index' (duration: 116.627776ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:55.026515Z","caller":"traceutil/trace.go:171","msg":"trace[421774359] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"115.99101ms","start":"2026-03-02T02:18:54.910498Z","end":"2026-03-02T02:18:55.026489Z","steps":["trace[421774359] 'process raft request' (duration: 115.831635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:55.026771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.314374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-patch\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:18:55.026706Z","caller":"traceutil/trace.go:171","msg":"trace[49727661] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"167.750447ms","start":"2026-03-02T02:18:54.858875Z","end":"2026-03-02T02:18:55.026626Z","steps":["trace[49727661] 'process raft request' (duration: 167.380097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:55.026852Z","caller":"traceutil/trace.go:171","msg":"trace[1133432486] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-patch; range_end:; response_count:0; response_revision:4316; }","duration":"144.401966ms","start":"2026-03-02T02:18:54.882431Z","end":"2026-03-02T02:18:55.026833Z","steps":["trace[1133432486] 'agreement among raft nodes before linearized reading' (duration: 144.240862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:55.275353Z","caller":"traceutil/trace.go:171","msg":"trace[2107407516] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"152.417629ms","start":"2026-03-02T02:18:55.122847Z","end":"2026-03-02T02:18:55.275265Z","steps":["trace[2107407516] 'process raft request' (duration: 73.396275ms)","trace[2107407516] 'compare' (duration: 78.11699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:55.275652Z","caller":"traceutil/trace.go:171","msg":"trace[234776454] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"140.44246ms","start":"2026-03-02T02:18:55.135186Z","end":"2026-03-02T02:18:55.275628Z","steps":["trace[234776454] 'process raft request' (duration: 139.368881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:55.276048Z","caller":"traceutil/trace.go:171","msg":"trace[1105354355] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"128.124433ms","start":"2026-03-02T02:18:55.147904Z","end":"2026-03-02T02:18:55.276029Z","steps":["trace[1105354355] 'process raft request' (duration: 127.298671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:55.276052Z","caller":"traceutil/trace.go:171","msg":"trace[1327264790] linearizableReadLoop","detail":"{readStateIndex:4494; appliedIndex:4492; }","duration":"139.549157ms","start":"2026-03-02T02:18:55.136472Z","end":"2026-03-02T02:18:55.276021Z","steps":["trace[1327264790] 'read index received' (duration: 59.854314ms)","trace[1327264790] 'applied index is now lower than readState.Index' (duration: 79.693843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:18:55.276489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.001268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T02:18:55.276499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.595252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:18:55.276539Z","caller":"traceutil/trace.go:171","msg":"trace[456573182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4322; }","duration":"140.099301ms","start":"2026-03-02T02:18:55.136427Z","end":"2026-03-02T02:18:55.276526Z","steps":["trace[456573182] 'agreement among raft nodes before linearized reading' (duration: 139.916576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:55.276553Z","caller":"traceutil/trace.go:171","msg":"trace[521416454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4322; }","duration":"138.681373ms","start":"2026-03-02T02:18:55.137857Z","end":"2026-03-02T02:18:55.276538Z","steps":["trace[521416454] 'agreement among raft nodes before linearized reading' (duration: 138.473218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:55.276622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.636826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:18:55.276708Z","caller":"traceutil/trace.go:171","msg":"trace[392845262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4322; }","duration":"134.732598ms","start":"2026-03-02T02:18:55.14192Z","end":"2026-03-02T02:18:55.276653Z","steps":["trace[392845262] 'agreement among raft nodes before linearized reading' (duration: 134.585215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:58.875248Z","caller":"traceutil/trace.go:171","msg":"trace[1319613307] linearizableReadLoop","detail":"{readStateIndex:4580; appliedIndex:4578; }","duration":"161.715197ms","start":"2026-03-02T02:18:58.713504Z","end":"2026-03-02T02:18:58.875219Z","steps":["trace[1319613307] 'read index received' (duration: 145.564777ms)","trace[1319613307] 'applied index is now lower than readState.Index' (duration: 16.14923ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:58.875347Z","caller":"traceutil/trace.go:171","msg":"trace[1745041363] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"203.87185ms","start":"2026-03-02T02:18:58.671448Z","end":"2026-03-02T02:18:58.87532Z","steps":["trace[1745041363] 'process raft request' (duration: 203.711796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:58.875325Z","caller":"traceutil/trace.go:171","msg":"trace[1474352013] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"209.002626ms","start":"2026-03-02T02:18:58.666279Z","end":"2026-03-02T02:18:58.875282Z","steps":["trace[1474352013] 'process raft request' (duration: 192.703752ms)","trace[1474352013] 'compare' (duration: 16.029307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:18:58.875538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.008645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-bpd87\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-02T02:18:58.875593Z","caller":"traceutil/trace.go:171","msg":"trace[1884467406] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-bpd87; range_end:; response_count:1; response_revision:4405; }","duration":"162.111348ms","start":"2026-03-02T02:18:58.713467Z","end":"2026-03-02T02:18:58.875578Z","steps":["trace[1884467406] 'agreement among raft nodes before linearized reading' (duration: 161.906562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:58.875519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.559313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:18:58.875843Z","caller":"traceutil/trace.go:171","msg":"trace[1886920184] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4405; }","duration":"155.940082ms","start":"2026-03-02T02:18:58.719888Z","end":"2026-03-02T02:18:58.875828Z","steps":["trace[1886920184] 'agreement among raft nodes before linearized reading' (duration: 155.547702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:03.998736Z","caller":"traceutil/trace.go:171","msg":"trace[2784025] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"293.175058ms","start":"2026-03-02T02:19:03.705532Z","end":"2026-03-02T02:19:03.998707Z","steps":["trace[2784025] 'process raft request' (duration: 292.979293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:04.940574Z","caller":"traceutil/trace.go:171","msg":"trace[1862303501] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"495.64241ms","start":"2026-03-02T02:19:04.444886Z","end":"2026-03-02T02:19:04.940528Z","steps":["trace[1862303501] 'process raft request' (duration: 495.486266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:04.94074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:04.444821Z","time spent":"495.850686ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9807,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:04.942687Z","caller":"traceutil/trace.go:171","msg":"trace[2066759190] linearizableReadLoop","detail":"{readStateIndex:4751; appliedIndex:4749; }","duration":"471.817096ms","start":"2026-03-02T02:19:04.470851Z","end":"2026-03-02T02:19:04.942668Z","steps":["trace[2066759190] 'read index received' (duration: 469.559846ms)","trace[2066759190] 'applied index is now lower than readState.Index' (duration: 2.25661ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:04.942889Z","caller":"traceutil/trace.go:171","msg":"trace[1725074399] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"480.129007ms","start":"2026-03-02T02:19:04.462749Z","end":"2026-03-02T02:19:04.942878Z","steps":["trace[1725074399] 'process raft request' (duration: 479.778528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:04.942968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:04.462722Z","time spent":"480.199509ms","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:19:04.943069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.189176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:04.943144Z","caller":"traceutil/trace.go:171","msg":"trace[1941841766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4572; }","duration":"472.30758ms","start":"2026-03-02T02:19:04.470816Z","end":"2026-03-02T02:19:04.943123Z","steps":["trace[1941841766] 'agreement among raft nodes before linearized reading' (duration: 472.133205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:04.94318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:04.470803Z","time spent":"472.369371ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:19:04.943198Z","caller":"traceutil/trace.go:171","msg":"trace[1369453944] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"266.101897ms","start":"2026-03-02T02:19:04.67707Z","end":"2026-03-02T02:19:04.943172Z","steps":["trace[1369453944] 'process raft request' (duration: 265.552212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:07.225728Z","caller":"traceutil/trace.go:171","msg":"trace[1987657053] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"323.724751ms","start":"2026-03-02T02:19:06.901962Z","end":"2026-03-02T02:19:07.225687Z","steps":["trace[1987657053] 'process raft request' (duration: 305.772983ms)","trace[1987657053] 'compare' (duration: 17.320071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:07.225961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:06.90192Z","time spent":"323.922387ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:07.225948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.907999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T02:19:07.226092Z","caller":"traceutil/trace.go:171","msg":"trace[1309946524] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:4685; }","duration":"350.125315ms","start":"2026-03-02T02:19:06.875917Z","end":"2026-03-02T02:19:07.226042Z","steps":["trace[1309946524] 'range keys from in-memory index tree' (duration: 349.741045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:07.226177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:06.875894Z","time spent":"350.268699ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T02:19:07.227238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.156342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718758"} {"level":"info","ts":"2026-03-02T02:19:07.227308Z","caller":"traceutil/trace.go:171","msg":"trace[1320523270] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4685; }","duration":"470.288155ms","start":"2026-03-02T02:19:06.757005Z","end":"2026-03-02T02:19:07.227293Z","steps":["trace[1320523270] 'range keys from in-memory index tree' (duration: 467.975003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:07.227345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:06.756974Z","time spent":"470.362107ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718781,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-02T02:19:07.231188Z","caller":"traceutil/trace.go:171","msg":"trace[1726832365] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"282.551366ms","start":"2026-03-02T02:19:06.948597Z","end":"2026-03-02T02:19:07.231148Z","steps":["trace[1726832365] 'process raft request' (duration: 282.32442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:07.23129Z","caller":"traceutil/trace.go:171","msg":"trace[217830783] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4867; }","duration":"276.681069ms","start":"2026-03-02T02:19:06.954596Z","end":"2026-03-02T02:19:07.231277Z","steps":["trace[217830783] 'read index received' (duration: 253.244335ms)","trace[217830783] 'applied index is now lower than readState.Index' (duration: 23.435394ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:07.231315Z","caller":"traceutil/trace.go:171","msg":"trace[934919286] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"163.407602ms","start":"2026-03-02T02:19:07.067884Z","end":"2026-03-02T02:19:07.231291Z","steps":["trace[934919286] 'process raft request' (duration: 163.213146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:07.231409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.811473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:19:07.231438Z","caller":"traceutil/trace.go:171","msg":"trace[865067593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4688; }","duration":"276.877364ms","start":"2026-03-02T02:19:06.954553Z","end":"2026-03-02T02:19:07.231431Z","steps":["trace[865067593] 'agreement among raft nodes before linearized reading' (duration: 276.788182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:07.367835Z","caller":"traceutil/trace.go:171","msg":"trace[1574056157] linearizableReadLoop","detail":"{readStateIndex:4871; appliedIndex:4870; }","duration":"136.476525ms","start":"2026-03-02T02:19:07.231316Z","end":"2026-03-02T02:19:07.367793Z","steps":["trace[1574056157] 'read index received' (duration: 105.470449ms)","trace[1574056157] 'applied index is now lower than readState.Index' (duration: 31.002526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:07.36792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.151886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:07.368434Z","caller":"traceutil/trace.go:171","msg":"trace[1355796498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4688; }","duration":"347.661949ms","start":"2026-03-02T02:19:07.020746Z","end":"2026-03-02T02:19:07.368408Z","steps":["trace[1355796498] 'agreement among raft nodes before linearized reading' (duration: 347.116065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:07.368529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:07.020693Z","time spent":"347.800843ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:19:07.368739Z","caller":"traceutil/trace.go:171","msg":"trace[504667359] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"133.67043ms","start":"2026-03-02T02:19:07.235048Z","end":"2026-03-02T02:19:07.368719Z","steps":["trace[504667359] 'process raft request' (duration: 132.693674ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:19.011656Z","caller":"traceutil/trace.go:171","msg":"trace[589474136] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"316.159961ms","start":"2026-03-02T02:19:18.695464Z","end":"2026-03-02T02:19:19.011624Z","steps":["trace[589474136] 'process raft request' (duration: 281.204449ms)","trace[589474136] 'compare' (duration: 34.810048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:19.011844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:18.695439Z","time spent":"316.320834ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:19.03945Z","caller":"traceutil/trace.go:171","msg":"trace[876029703] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"343.892249ms","start":"2026-03-02T02:19:18.695535Z","end":"2026-03-02T02:19:19.039427Z","steps":["trace[876029703] 'process raft request' (duration: 343.702694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:19.039606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:18.695509Z","time spent":"344.018843ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:19.039772Z","caller":"traceutil/trace.go:171","msg":"trace[1251625923] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"342.241395ms","start":"2026-03-02T02:19:18.697504Z","end":"2026-03-02T02:19:19.039745Z","steps":["trace[1251625923] 'process raft request' (duration: 341.860644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:19.039892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:18.697492Z","time spent":"342.341378ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:19.040042Z","caller":"traceutil/trace.go:171","msg":"trace[1498092471] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"342.455711ms","start":"2026-03-02T02:19:18.697554Z","end":"2026-03-02T02:19:19.040009Z","steps":["trace[1498092471] 'process raft request' (duration: 342.05161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:19.040215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:18.697538Z","time spent":"342.582774ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:26.885681Z","caller":"traceutil/trace.go:171","msg":"trace[1302384500] linearizableReadLoop","detail":"{readStateIndex:5246; appliedIndex:5245; }","duration":"215.692684ms","start":"2026-03-02T02:19:26.669962Z","end":"2026-03-02T02:19:26.885655Z","steps":["trace[1302384500] 'read index received' (duration: 215.503889ms)","trace[1302384500] 'applied index is now lower than readState.Index' (duration: 185.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:26.885792Z","caller":"traceutil/trace.go:171","msg":"trace[330124742] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"333.256756ms","start":"2026-03-02T02:19:26.552499Z","end":"2026-03-02T02:19:26.885756Z","steps":["trace[330124742] 'process raft request' (duration: 332.960478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:26.885977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.164435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14e26efd-b1bb-4ef0-ba97-6a62d7c2745b\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-02T02:19:26.885973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:26.552464Z","time spent":"333.406869ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:26.886024Z","caller":"traceutil/trace.go:171","msg":"trace[883306411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14e26efd-b1bb-4ef0-ba97-6a62d7c2745b; range_end:; response_count:1; response_revision:5054; }","duration":"169.232597ms","start":"2026-03-02T02:19:26.716779Z","end":"2026-03-02T02:19:26.886011Z","steps":["trace[883306411] 'agreement among raft nodes before linearized reading' (duration: 169.044912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:26.886027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.027743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14e26efd-b1bb-4ef0-ba97-6a62d7c2745b\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T02:19:26.886161Z","caller":"traceutil/trace.go:171","msg":"trace[594898737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14e26efd-b1bb-4ef0-ba97-6a62d7c2745b; range_end:; response_count:1; response_revision:5054; }","duration":"216.176857ms","start":"2026-03-02T02:19:26.669924Z","end":"2026-03-02T02:19:26.886101Z","steps":["trace[594898737] 'agreement among raft nodes before linearized reading' (duration: 215.89816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.108924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.409997ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T02:19:27.109202Z","caller":"traceutil/trace.go:171","msg":"trace[79073071] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5246; }","duration":"152.422719ms","start":"2026-03-02T02:19:26.956759Z","end":"2026-03-02T02:19:27.109182Z","steps":["trace[79073071] 'read index received' (duration: 13.755357ms)","trace[79073071] 'applied index is now lower than readState.Index' (duration: 138.666392ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:27.109311Z","caller":"traceutil/trace.go:171","msg":"trace[457001897] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"217.884463ms","start":"2026-03-02T02:19:26.891416Z","end":"2026-03-02T02:19:27.109301Z","steps":["trace[457001897] 'process raft request' (duration: 217.633926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.109506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.731908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:19:27.109556Z","caller":"traceutil/trace.go:171","msg":"trace[336923161] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5055; }","duration":"152.790569ms","start":"2026-03-02T02:19:26.956754Z","end":"2026-03-02T02:19:27.109544Z","steps":["trace[336923161] 'agreement among raft nodes before linearized reading' (duration: 152.693236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:27.304922Z","caller":"traceutil/trace.go:171","msg":"trace[1831321706] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"194.006627ms","start":"2026-03-02T02:19:27.110878Z","end":"2026-03-02T02:19:27.304884Z","steps":["trace[1831321706] 'process raft request' (duration: 132.015806ms)","trace[1831321706] 'compare' (duration: 61.801116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:27.849381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.934094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:27.849846Z","caller":"traceutil/trace.go:171","msg":"trace[592546396] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"501.414544ms","start":"2026-03-02T02:19:27.348378Z","end":"2026-03-02T02:19:27.849792Z","steps":["trace[592546396] 'process raft request' (duration: 92.962896ms)","trace[592546396] 'compare' (duration: 407.613936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:27.850053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:27.34836Z","time spent":"501.583888ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:27.850123Z","caller":"traceutil/trace.go:171","msg":"trace[667401361] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"367.516168ms","start":"2026-03-02T02:19:27.482587Z","end":"2026-03-02T02:19:27.850103Z","steps":["trace[667401361] 'process raft request' (duration: 367.440076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:27.850203Z","caller":"traceutil/trace.go:171","msg":"trace[766393921] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"439.739272ms","start":"2026-03-02T02:19:27.410434Z","end":"2026-03-02T02:19:27.850174Z","steps":["trace[766393921] 'process raft request' (duration: 439.082824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.850235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:27.482569Z","time spent":"367.614751ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:27.850351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:27.410403Z","time spent":"439.864905ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:27.913407Z","caller":"traceutil/trace.go:171","msg":"trace[1147849011] linearizableReadLoop","detail":"{readStateIndex:5253; appliedIndex:5249; }","duration":"324.41514ms","start":"2026-03-02T02:19:27.588966Z","end":"2026-03-02T02:19:27.913381Z","steps":["trace[1147849011] 'read index received' (duration: 8.434194ms)","trace[1147849011] 'applied index is now lower than readState.Index' (duration: 315.979886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:27.913686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.718109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:19:27.91374Z","caller":"traceutil/trace.go:171","msg":"trace[1720286935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5060; }","duration":"324.820181ms","start":"2026-03-02T02:19:27.588908Z","end":"2026-03-02T02:19:27.913728Z","steps":["trace[1720286935] 'agreement among raft nodes before linearized reading' (duration: 324.655607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:27.913725Z","caller":"traceutil/trace.go:171","msg":"trace[99530104] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"393.703995ms","start":"2026-03-02T02:19:27.519993Z","end":"2026-03-02T02:19:27.913697Z","steps":["trace[99530104] 'process raft request' (duration: 393.281454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.913773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:27.588874Z","time spent":"324.892713ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:19:27.91388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:27.519962Z","time spent":"393.827079ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:27.913912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.99596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:19:27.913889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.187665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:19:27.914007Z","caller":"traceutil/trace.go:171","msg":"trace[428057412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5060; }","duration":"303.137874ms","start":"2026-03-02T02:19:27.61085Z","end":"2026-03-02T02:19:27.913988Z","steps":["trace[428057412] 'agreement among raft nodes before linearized reading' (duration: 302.884947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.914083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:27.610819Z","time spent":"303.251466ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:19:27.914103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.660718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:19:27.914154Z","caller":"traceutil/trace.go:171","msg":"trace[79263236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5060; }","duration":"297.706459ms","start":"2026-03-02T02:19:27.616432Z","end":"2026-03-02T02:19:27.914139Z","steps":["trace[79263236] 'agreement among raft nodes before linearized reading' (duration: 297.557675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.91415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.805158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:19:27.914058Z","caller":"traceutil/trace.go:171","msg":"trace[1354882925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:5060; }","duration":"288.36242ms","start":"2026-03-02T02:19:27.625656Z","end":"2026-03-02T02:19:27.914018Z","steps":["trace[1354882925] 'agreement among raft nodes before linearized reading' (duration: 288.120353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:27.914209Z","caller":"traceutil/trace.go:171","msg":"trace[764494819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5060; }","duration":"301.90429ms","start":"2026-03-02T02:19:27.612288Z","end":"2026-03-02T02:19:27.914192Z","steps":["trace[764494819] 'agreement among raft nodes before linearized reading' (duration: 301.737676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:27.914253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:27.612266Z","time spent":"301.977173ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:19:28.173053Z","caller":"traceutil/trace.go:171","msg":"trace[334670258] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"254.099987ms","start":"2026-03-02T02:19:27.918928Z","end":"2026-03-02T02:19:28.173028Z","steps":["trace[334670258] 'process raft request' (duration: 254.013805ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:28.173395Z","caller":"traceutil/trace.go:171","msg":"trace[39611388] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"254.378955ms","start":"2026-03-02T02:19:27.918996Z","end":"2026-03-02T02:19:28.173375Z","steps":["trace[39611388] 'process raft request' (duration: 253.995905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:28.173429Z","caller":"traceutil/trace.go:171","msg":"trace[837335027] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"254.324414ms","start":"2026-03-02T02:19:27.919069Z","end":"2026-03-02T02:19:28.173393Z","steps":["trace[837335027] 'process raft request' (duration: 254.144779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:28.173541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.56701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80193"} {"level":"info","ts":"2026-03-02T02:19:28.173618Z","caller":"traceutil/trace.go:171","msg":"trace[1574737797] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5063; }","duration":"254.702273ms","start":"2026-03-02T02:19:27.918905Z","end":"2026-03-02T02:19:28.173607Z","steps":["trace[1574737797] 'agreement among raft nodes before linearized reading' (duration: 254.343234ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:28.173114Z","caller":"traceutil/trace.go:171","msg":"trace[167249550] linearizableReadLoop","detail":"{readStateIndex:5254; appliedIndex:5253; }","duration":"254.138428ms","start":"2026-03-02T02:19:27.918942Z","end":"2026-03-02T02:19:28.173081Z","steps":["trace[167249550] 'read index received' (duration: 223.598735ms)","trace[167249550] 'applied index is now lower than readState.Index' (duration: 30.536913ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:28.173207Z","caller":"traceutil/trace.go:171","msg":"trace[1906742017] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"254.251521ms","start":"2026-03-02T02:19:27.918856Z","end":"2026-03-02T02:19:28.173107Z","steps":["trace[1906742017] 'process raft request' (duration: 223.721968ms)","trace[1906742017] 'compare' (duration: 30.163653ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:29.043816Z","caller":"traceutil/trace.go:171","msg":"trace[120335860] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5276; }","duration":"111.87947ms","start":"2026-03-02T02:19:28.931909Z","end":"2026-03-02T02:19:29.043788Z","steps":["trace[120335860] 'read index received' (duration: 88.353114ms)","trace[120335860] 'applied index is now lower than readState.Index' (duration: 23.525356ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:29.04397Z","caller":"traceutil/trace.go:171","msg":"trace[2023611480] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"141.895469ms","start":"2026-03-02T02:19:28.90204Z","end":"2026-03-02T02:19:29.043935Z","steps":["trace[2023611480] 'process raft request' (duration: 118.231679ms)","trace[2023611480] 'compare' (duration: 23.386363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:29.044008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.445444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14e26efd-b1bb-4ef0-ba97-6a62d7c2745b\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T02:19:29.044138Z","caller":"traceutil/trace.go:171","msg":"trace[825431043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14e26efd-b1bb-4ef0-ba97-6a62d7c2745b; range_end:; response_count:1; response_revision:5083; }","duration":"124.610399ms","start":"2026-03-02T02:19:28.919514Z","end":"2026-03-02T02:19:29.044125Z","steps":["trace[825431043] 'agreement among raft nodes before linearized reading' (duration: 124.399284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:29.044341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.322252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T02:19:29.044452Z","caller":"traceutil/trace.go:171","msg":"trace[1562784411] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5083; }","duration":"103.481566ms","start":"2026-03-02T02:19:28.940941Z","end":"2026-03-02T02:19:29.044422Z","steps":["trace[1562784411] 'agreement among raft nodes before linearized reading' (duration: 103.082165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.427758Z","caller":"traceutil/trace.go:171","msg":"trace[612830786] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"157.926776ms","start":"2026-03-02T02:19:34.269787Z","end":"2026-03-02T02:19:34.427713Z","steps":["trace[612830786] 'process raft request' (duration: 74.462753ms)","trace[612830786] 'compare' (duration: 83.166055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:38.027362Z","caller":"traceutil/trace.go:171","msg":"trace[760380290] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"164.249144ms","start":"2026-03-02T02:19:37.863074Z","end":"2026-03-02T02:19:38.027323Z","steps":["trace[760380290] 'process raft request' (duration: 119.370289ms)","trace[760380290] 'compare' (duration: 44.650699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:38.027451Z","caller":"traceutil/trace.go:171","msg":"trace[1297727916] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"112.132316ms","start":"2026-03-02T02:19:37.915284Z","end":"2026-03-02T02:19:38.027416Z","steps":["trace[1297727916] 'process raft request' (duration: 112.092605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.02751Z","caller":"traceutil/trace.go:171","msg":"trace[1462557857] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"133.168747ms","start":"2026-03-02T02:19:37.894319Z","end":"2026-03-02T02:19:38.027487Z","steps":["trace[1462557857] 'process raft request' (duration: 132.955881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.027648Z","caller":"traceutil/trace.go:171","msg":"trace[1411577730] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"112.795064ms","start":"2026-03-02T02:19:37.914846Z","end":"2026-03-02T02:19:38.027641Z","steps":["trace[1411577730] 'process raft request' (duration: 112.486066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:38.027473Z","caller":"traceutil/trace.go:171","msg":"trace[1919219955] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5416; }","duration":"138.699134ms","start":"2026-03-02T02:19:37.888747Z","end":"2026-03-02T02:19:38.027446Z","steps":["trace[1919219955] 'read index received' (duration: 93.607213ms)","trace[1919219955] 'applied index is now lower than readState.Index' (duration: 45.089101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:38.027642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.881259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-02T02:19:38.027769Z","caller":"traceutil/trace.go:171","msg":"trace[532660389] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5222; }","duration":"139.005652ms","start":"2026-03-02T02:19:37.888731Z","end":"2026-03-02T02:19:38.027737Z","steps":["trace[532660389] 'agreement among raft nodes before linearized reading' (duration: 138.781356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:43.010074Z","caller":"traceutil/trace.go:171","msg":"trace[402753057] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"134.130176ms","start":"2026-03-02T02:19:42.875912Z","end":"2026-03-02T02:19:43.010043Z","steps":["trace[402753057] 'process raft request' (duration: 133.775977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:43.120932Z","caller":"traceutil/trace.go:171","msg":"trace[1701278117] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"103.370386ms","start":"2026-03-02T02:19:43.017537Z","end":"2026-03-02T02:19:43.120907Z","steps":["trace[1701278117] 'process raft request' (duration: 99.197275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:43.120938Z","caller":"traceutil/trace.go:171","msg":"trace[1401542642] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"102.718629ms","start":"2026-03-02T02:19:43.018199Z","end":"2026-03-02T02:19:43.120917Z","steps":["trace[1401542642] 'process raft request' (duration: 102.586525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:43.121216Z","caller":"traceutil/trace.go:171","msg":"trace[231724855] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"102.882863ms","start":"2026-03-02T02:19:43.018281Z","end":"2026-03-02T02:19:43.121164Z","steps":["trace[231724855] 'process raft request' (duration: 102.549554ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.303352Z","caller":"traceutil/trace.go:171","msg":"trace[1676951447] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"113.315601ms","start":"2026-03-02T02:20:18.190005Z","end":"2026-03-02T02:20:18.303321Z","steps":["trace[1676951447] 'process raft request' (duration: 113.038704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:18.503018Z","caller":"traceutil/trace.go:171","msg":"trace[502682047] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"311.000542ms","start":"2026-03-02T02:20:18.191984Z","end":"2026-03-02T02:20:18.502985Z","steps":["trace[502682047] 'process raft request' (duration: 307.035787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:18.503229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:20:18.19197Z","time spent":"311.151907ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:20:18.503445Z","caller":"traceutil/trace.go:171","msg":"trace[958580275] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"255.432251ms","start":"2026-03-02T02:20:18.247989Z","end":"2026-03-02T02:20:18.503421Z","steps":["trace[958580275] 'process raft request' (duration: 254.950268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:28.72564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.738396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:20:28.726007Z","caller":"traceutil/trace.go:171","msg":"trace[926318406] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"138.124883ms","start":"2026-03-02T02:20:28.587861Z","end":"2026-03-02T02:20:28.725986Z","steps":["trace[926318406] 'process raft request' (duration: 138.01331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:28.725949Z","caller":"traceutil/trace.go:171","msg":"trace[1896565223] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"141.129073ms","start":"2026-03-02T02:20:28.584773Z","end":"2026-03-02T02:20:28.725902Z","steps":["trace[1896565223] 'process raft request' (duration: 31.034307ms)","trace[1896565223] 'compare' (duration: 109.597383ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:28.726188Z","caller":"traceutil/trace.go:171","msg":"trace[1235722707] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"139.173831ms","start":"2026-03-02T02:20:28.58696Z","end":"2026-03-02T02:20:28.726133Z","steps":["trace[1235722707] 'process raft request' (duration: 138.801761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:28.726382Z","caller":"traceutil/trace.go:171","msg":"trace[1123706368] linearizableReadLoop","detail":"{readStateIndex:5830; appliedIndex:5825; }","duration":"137.744192ms","start":"2026-03-02T02:20:28.588621Z","end":"2026-03-02T02:20:28.726365Z","steps":["trace[1123706368] 'read index received' (duration: 27.201845ms)","trace[1123706368] 'applied index is now lower than readState.Index' (duration: 110.541387ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:20:28.726451Z","caller":"traceutil/trace.go:171","msg":"trace[258925243] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"138.547294ms","start":"2026-03-02T02:20:28.587879Z","end":"2026-03-02T02:20:28.726426Z","steps":["trace[258925243] 'process raft request' (duration: 138.066191ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:28.726496Z","caller":"traceutil/trace.go:171","msg":"trace[1709042644] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"138.439491ms","start":"2026-03-02T02:20:28.588038Z","end":"2026-03-02T02:20:28.726478Z","steps":["trace[1709042644] 'process raft request' (duration: 138.222636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:20:28.727154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.509543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101743"} {"level":"info","ts":"2026-03-02T02:20:28.72721Z","caller":"traceutil/trace.go:171","msg":"trace[1958540473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5620; }","duration":"138.613005ms","start":"2026-03-02T02:20:28.588586Z","end":"2026-03-02T02:20:28.727199Z","steps":["trace[1958540473] 'agreement among raft nodes before linearized reading' (duration: 137.888966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:33.793549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2749} {"level":"info","ts":"2026-03-02T02:20:33.854637Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2749,"took":"58.695626ms","hash":619734153,"current-db-size-bytes":40714240,"current-db-size":"41 MB","current-db-size-in-use-bytes":30298112,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T02:20:33.854688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":619734153,"revision":2749,"compact-revision":-1} {"level":"info","ts":"2026-03-02T02:20:41.406591Z","caller":"traceutil/trace.go:171","msg":"trace[2054755067] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"105.201545ms","start":"2026-03-02T02:20:41.301361Z","end":"2026-03-02T02:20:41.406563Z","steps":["trace[2054755067] 'process raft request' (duration: 105.01611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:24:09.508452Z","caller":"traceutil/trace.go:171","msg":"trace[1655195259] transaction","detail":"{read_only:false; response_revision:7058; number_of_response:1; }","duration":"119.501095ms","start":"2026-03-02T02:24:09.388919Z","end":"2026-03-02T02:24:09.50842Z","steps":["trace[1655195259] 'process raft request' (duration: 51.256802ms)","trace[1655195259] 'compare' (duration: 68.11036ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:33.801026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5657} {"level":"info","ts":"2026-03-02T02:25:33.890386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5657,"took":"87.424225ms","hash":1459887041,"current-db-size-bytes":40714240,"current-db-size":"41 MB","current-db-size-in-use-bytes":21708800,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T02:25:33.890462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1459887041,"revision":5657,"compact-revision":2749} {"level":"warn","ts":"2026-03-02T02:25:44.60747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316552773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:25:44.88626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.157503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:25:44.88643Z","caller":"traceutil/trace.go:171","msg":"trace[1632783236] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"1.129106167s","start":"2026-03-02T02:25:43.757269Z","end":"2026-03-02T02:25:44.886375Z","steps":["trace[1632783236] 'process raft request' (duration: 932.720908ms)","trace[1632783236] 'compare' (duration: 196.02756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:25:44.886526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:43.757234Z","time spent":"1.129258871s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:25:44.886664Z","caller":"traceutil/trace.go:171","msg":"trace[1360579245] linearizableReadLoop","detail":"{readStateIndex:8075; appliedIndex:8073; }","duration":"779.941589ms","start":"2026-03-02T02:25:44.106694Z","end":"2026-03-02T02:25:44.886635Z","steps":["trace[1360579245] 'read index received' (duration: 583.313564ms)","trace[1360579245] 'applied index is now lower than readState.Index' (duration: 196.626925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:25:44.886854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.137504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:25:44.886796Z","caller":"traceutil/trace.go:171","msg":"trace[434435347] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"926.337989ms","start":"2026-03-02T02:25:43.960379Z","end":"2026-03-02T02:25:44.886717Z","steps":["trace[434435347] 'process raft request' (duration: 926.124624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.886967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.944406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:25:44.887015Z","caller":"traceutil/trace.go:171","msg":"trace[1994220781] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7787; }","duration":"684.04169ms","start":"2026-03-02T02:25:44.202962Z","end":"2026-03-02T02:25:44.887003Z","steps":["trace[1994220781] 'agreement among raft nodes before linearized reading' (duration: 683.944367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:44.202935Z","time spent":"684.111361ms","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:25:44.887066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.508405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:25:44.8871Z","caller":"traceutil/trace.go:171","msg":"trace[2129622562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7787; }","duration":"413.605838ms","start":"2026-03-02T02:25:44.473485Z","end":"2026-03-02T02:25:44.887091Z","steps":["trace[2129622562] 'agreement among raft nodes before linearized reading' (duration: 413.466774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:44.473448Z","time spent":"413.68628ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:25:44.887214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.328286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:25:44.88725Z","caller":"traceutil/trace.go:171","msg":"trace[1482974284] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7787; }","duration":"505.411779ms","start":"2026-03-02T02:25:44.38183Z","end":"2026-03-02T02:25:44.887242Z","steps":["trace[1482974284] 'agreement among raft nodes before linearized reading' (duration: 505.356108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:44.381793Z","time spent":"505.485311ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:25:44.887287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.960653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:25:44.887331Z","caller":"traceutil/trace.go:171","msg":"trace[439674125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7787; }","duration":"258.039085ms","start":"2026-03-02T02:25:44.629281Z","end":"2026-03-02T02:25:44.88732Z","steps":["trace[439674125] 'agreement among raft nodes before linearized reading' (duration: 257.871011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.316075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:25:44.887383Z","caller":"traceutil/trace.go:171","msg":"trace[1568363958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7787; }","duration":"373.418557ms","start":"2026-03-02T02:25:44.513945Z","end":"2026-03-02T02:25:44.887364Z","steps":["trace[1568363958] 'agreement among raft nodes before linearized reading' (duration: 373.247093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:44.51392Z","time spent":"373.50507ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:25:44.887409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.677407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:25:44.88747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.13627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:25:44.887535Z","caller":"traceutil/trace.go:171","msg":"trace[1490811282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7787; }","duration":"422.898032ms","start":"2026-03-02T02:25:44.464619Z","end":"2026-03-02T02:25:44.887517Z","steps":["trace[1490811282] 'agreement among raft nodes before linearized reading' (duration: 422.517752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:44.887551Z","caller":"traceutil/trace.go:171","msg":"trace[1192751286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:7787; }","duration":"238.264624ms","start":"2026-03-02T02:25:44.649266Z","end":"2026-03-02T02:25:44.887531Z","steps":["trace[1192751286] 'agreement among raft nodes before linearized reading' (duration: 237.996477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:44.464587Z","time spent":"422.982165ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:25:44.886923Z","caller":"traceutil/trace.go:171","msg":"trace[188281741] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7787; }","duration":"780.280337ms","start":"2026-03-02T02:25:44.106624Z","end":"2026-03-02T02:25:44.886905Z","steps":["trace[188281741] 'agreement among raft nodes before linearized reading' (duration: 780.154934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:44.106577Z","time spent":"781.094369ms","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:25:44.887703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.307376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:25:44.887847Z","caller":"traceutil/trace.go:171","msg":"trace[1363250247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7787; }","duration":"414.583243ms","start":"2026-03-02T02:25:44.47324Z","end":"2026-03-02T02:25:44.887823Z","steps":["trace[1363250247] 'agreement among raft nodes before linearized reading' (duration: 413.976407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:44.887928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:44.473218Z","time spent":"414.696147ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:25:44.888314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:43.960353Z","time spent":"926.614877ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:25:55.090787Z","caller":"traceutil/trace.go:171","msg":"trace[465546058] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"156.565779ms","start":"2026-03-02T02:25:54.934197Z","end":"2026-03-02T02:25:55.090763Z","steps":["trace[465546058] 'process raft request' (duration: 156.388054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:55.129496Z","caller":"traceutil/trace.go:171","msg":"trace[533222570] linearizableReadLoop","detail":"{readStateIndex:8127; appliedIndex:8125; }","duration":"143.557775ms","start":"2026-03-02T02:25:54.985913Z","end":"2026-03-02T02:25:55.129471Z","steps":["trace[533222570] 'read index received' (duration: 104.757472ms)","trace[533222570] 'applied index is now lower than readState.Index' (duration: 38.798493ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:55.129568Z","caller":"traceutil/trace.go:171","msg":"trace[335080563] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"146.895294ms","start":"2026-03-02T02:25:54.982635Z","end":"2026-03-02T02:25:55.12953Z","steps":["trace[335080563] 'process raft request' (duration: 146.662718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:55.129745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.158145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:25:55.129792Z","caller":"traceutil/trace.go:171","msg":"trace[35843223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7836; }","duration":"135.253397ms","start":"2026-03-02T02:25:54.994528Z","end":"2026-03-02T02:25:55.129782Z","steps":["trace[35843223] 'agreement among raft nodes before linearized reading' (duration: 135.097262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:55.1298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.865414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:25:55.129878Z","caller":"traceutil/trace.go:171","msg":"trace[1167958433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7836; }","duration":"143.993868ms","start":"2026-03-02T02:25:54.985865Z","end":"2026-03-02T02:25:55.129859Z","steps":["trace[1167958433] 'agreement among raft nodes before linearized reading' (duration: 143.741161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:55.12989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.05271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:25:55.129955Z","caller":"traceutil/trace.go:171","msg":"trace[1828088888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7836; }","duration":"108.149482ms","start":"2026-03-02T02:25:55.021784Z","end":"2026-03-02T02:25:55.129934Z","steps":["trace[1828088888] 'agreement among raft nodes before linearized reading' (duration: 108.032068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:55.129941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.465416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:25:55.130018Z","caller":"traceutil/trace.go:171","msg":"trace[1111601173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7836; }","duration":"134.586699ms","start":"2026-03-02T02:25:54.995414Z","end":"2026-03-02T02:25:55.130001Z","steps":["trace[1111601173] 'agreement among raft nodes before linearized reading' (duration: 134.332353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:55.130036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.427962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:25:55.129975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.167275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:25:55.130133Z","caller":"traceutil/trace.go:171","msg":"trace[1217288602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7836; }","duration":"132.572946ms","start":"2026-03-02T02:25:54.997538Z","end":"2026-03-02T02:25:55.130111Z","steps":["trace[1217288602] 'agreement among raft nodes before linearized reading' (duration: 132.260978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:55.130146Z","caller":"traceutil/trace.go:171","msg":"trace[1940801286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:7836; }","duration":"132.373481ms","start":"2026-03-02T02:25:54.99775Z","end":"2026-03-02T02:25:55.130123Z","steps":["trace[1940801286] 'agreement among raft nodes before linearized reading' (duration: 131.906648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:55.130528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.266701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:25:55.130574Z","caller":"traceutil/trace.go:171","msg":"trace[508715605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7836; }","duration":"134.380734ms","start":"2026-03-02T02:25:54.996182Z","end":"2026-03-02T02:25:55.130563Z","steps":["trace[508715605] 'agreement among raft nodes before linearized reading' (duration: 133.558362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:56.207202Z","caller":"traceutil/trace.go:171","msg":"trace[893066986] linearizableReadLoop","detail":"{readStateIndex:8133; appliedIndex:8132; }","duration":"328.091223ms","start":"2026-03-02T02:25:55.879083Z","end":"2026-03-02T02:25:56.207174Z","steps":["trace[893066986] 'read index received' (duration: 327.889567ms)","trace[893066986] 'applied index is now lower than readState.Index' (duration: 200.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:56.207323Z","caller":"traceutil/trace.go:171","msg":"trace[230323363] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"581.000952ms","start":"2026-03-02T02:25:55.626287Z","end":"2026-03-02T02:25:56.207288Z","steps":["trace[230323363] 'process raft request' (duration: 580.699494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:56.207401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.846585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:25:56.207446Z","caller":"traceutil/trace.go:171","msg":"trace[1888116725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7842; }","duration":"184.961468ms","start":"2026-03-02T02:25:56.022473Z","end":"2026-03-02T02:25:56.207434Z","steps":["trace[1888116725] 'agreement among raft nodes before linearized reading' (duration: 184.860746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:56.207451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.328488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:25:56.207514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:55.626264Z","time spent":"581.147755ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:25:56.207547Z","caller":"traceutil/trace.go:171","msg":"trace[70365295] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7842; }","duration":"328.497613ms","start":"2026-03-02T02:25:55.879026Z","end":"2026-03-02T02:25:56.207524Z","steps":["trace[70365295] 'agreement among raft nodes before linearized reading' (duration: 328.288497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:56.207603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:55.879Z","time spent":"328.591416ms","remote":"127.0.0.1:33594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:25:57.288497Z","caller":"traceutil/trace.go:171","msg":"trace[907434692] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"191.478819ms","start":"2026-03-02T02:25:57.096991Z","end":"2026-03-02T02:25:57.28847Z","steps":["trace[907434692] 'process raft request' (duration: 191.267584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:57.895161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.848078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:25:57.895337Z","caller":"traceutil/trace.go:171","msg":"trace[1319889591] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8136; }","duration":"737.692988ms","start":"2026-03-02T02:25:57.157622Z","end":"2026-03-02T02:25:57.895315Z","steps":["trace[1319889591] 'read index received' (duration: 130.698987ms)","trace[1319889591] 'applied index is now lower than readState.Index' (duration: 606.992171ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:57.895471Z","caller":"traceutil/trace.go:171","msg":"trace[266557039] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"759.901243ms","start":"2026-03-02T02:25:57.135553Z","end":"2026-03-02T02:25:57.895455Z","steps":["trace[266557039] 'process raft request' (duration: 649.664016ms)","trace[266557039] 'compare' (duration: 109.703113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:25:57.895576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.135516Z","time spent":"760.022277ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:25:57.895846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.899457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:25:57.895949Z","caller":"traceutil/trace.go:171","msg":"trace[1240685592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7846; }","duration":"734.050302ms","start":"2026-03-02T02:25:57.161866Z","end":"2026-03-02T02:25:57.895917Z","steps":["trace[1240685592] 'agreement among raft nodes before linearized reading' (duration: 733.741074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:57.895982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.358805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:25:57.896106Z","caller":"traceutil/trace.go:171","msg":"trace[1230990408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7846; }","duration":"738.55037ms","start":"2026-03-02T02:25:57.157537Z","end":"2026-03-02T02:25:57.896087Z","steps":["trace[1230990408] 'agreement among raft nodes before linearized reading' (duration: 738.328034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:57.895976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.131267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:25:57.896126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.216808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-02T02:25:57.896157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.157524Z","time spent":"738.623072ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:25:57.896097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.186329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T02:25:57.896029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.183374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:25:57.896172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.161837Z","time spent":"734.153355ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:25:57.896205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.257437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:25:57.896209Z","caller":"traceutil/trace.go:171","msg":"trace[724380424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7846; }","duration":"438.360393ms","start":"2026-03-02T02:25:57.457828Z","end":"2026-03-02T02:25:57.896188Z","steps":["trace[724380424] 'agreement among raft nodes before linearized reading' (duration: 438.009704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:57.896223Z","caller":"traceutil/trace.go:171","msg":"trace[136311409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7846; }","duration":"733.341043ms","start":"2026-03-02T02:25:57.162861Z","end":"2026-03-02T02:25:57.896203Z","steps":["trace[136311409] 'agreement among raft nodes before linearized reading' (duration: 733.025295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:57.896243Z","caller":"traceutil/trace.go:171","msg":"trace[1400493443] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7846; }","duration":"679.453502ms","start":"2026-03-02T02:25:57.216768Z","end":"2026-03-02T02:25:57.896221Z","steps":["trace[1400493443] 'agreement among raft nodes before linearized reading' (duration: 679.095162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:57.896262Z","caller":"traceutil/trace.go:171","msg":"trace[1977384509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7846; }","duration":"734.360929ms","start":"2026-03-02T02:25:57.161882Z","end":"2026-03-02T02:25:57.896243Z","steps":["trace[1977384509] 'agreement among raft nodes before linearized reading' (duration: 734.01435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:57.896275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.457804Z","time spent":"438.462235ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:25:57.896281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.162846Z","time spent":"733.423155ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:25:57.896299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.161855Z","time spent":"734.436032ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:25:57.896305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.216754Z","time spent":"679.536134ms","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:25:57.89611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.694917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:25:57.896503Z","caller":"traceutil/trace.go:171","msg":"trace[1085193750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:7846; }","duration":"730.324853ms","start":"2026-03-02T02:25:57.166092Z","end":"2026-03-02T02:25:57.896417Z","steps":["trace[1085193750] 'agreement among raft nodes before linearized reading' (duration: 729.537102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:57.896628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.16608Z","time spent":"730.487048ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-mdqww\" "} {"level":"info","ts":"2026-03-02T02:25:57.896269Z","caller":"traceutil/trace.go:171","msg":"trace[119887379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7846; }","duration":"733.354343ms","start":"2026-03-02T02:25:57.162807Z","end":"2026-03-02T02:25:57.896161Z","steps":["trace[119887379] 'agreement among raft nodes before linearized reading' (duration: 733.067556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:57.89703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:57.162797Z","time spent":"734.213266ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:25:58.089074Z","caller":"traceutil/trace.go:171","msg":"trace[866234132] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"188.01582ms","start":"2026-03-02T02:25:57.901024Z","end":"2026-03-02T02:25:58.08904Z","steps":["trace[866234132] 'process raft request' (duration: 187.732072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:58.089132Z","caller":"traceutil/trace.go:171","msg":"trace[1987725787] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"187.419583ms","start":"2026-03-02T02:25:57.901681Z","end":"2026-03-02T02:25:58.089101Z","steps":["trace[1987725787] 'process raft request' (duration: 187.28588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:58.089454Z","caller":"traceutil/trace.go:171","msg":"trace[1106449880] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"187.684421ms","start":"2026-03-02T02:25:57.901726Z","end":"2026-03-02T02:25:58.08941Z","steps":["trace[1106449880] 'process raft request' (duration: 187.28801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:58.089517Z","caller":"traceutil/trace.go:171","msg":"trace[1410033291] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"187.735732ms","start":"2026-03-02T02:25:57.901739Z","end":"2026-03-02T02:25:58.089474Z","steps":["trace[1410033291] 'process raft request' (duration: 187.526017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:58.089555Z","caller":"traceutil/trace.go:171","msg":"trace[510701527] linearizableReadLoop","detail":"{readStateIndex:8143; appliedIndex:8138; }","duration":"187.314491ms","start":"2026-03-02T02:25:57.902096Z","end":"2026-03-02T02:25:58.08941Z","steps":["trace[510701527] 'read index received' (duration: 62.126168ms)","trace[510701527] 'applied index is now lower than readState.Index' (duration: 125.186853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:25:58.089643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.531397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-02T02:25:58.089717Z","caller":"traceutil/trace.go:171","msg":"trace[1519648216] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7851; }","duration":"187.634769ms","start":"2026-03-02T02:25:57.90206Z","end":"2026-03-02T02:25:58.089695Z","steps":["trace[1519648216] 'agreement among raft nodes before linearized reading' (duration: 187.466795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:58.089893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.764573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224102"} {"level":"info","ts":"2026-03-02T02:25:58.089993Z","caller":"traceutil/trace.go:171","msg":"trace[610533846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7851; }","duration":"187.907006ms","start":"2026-03-02T02:25:57.902067Z","end":"2026-03-02T02:25:58.089974Z","steps":["trace[610533846] 'agreement among raft nodes before linearized reading' (duration: 187.348992ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:59.142328Z","caller":"traceutil/trace.go:171","msg":"trace[264731429] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"101.062806ms","start":"2026-03-02T02:25:59.041238Z","end":"2026-03-02T02:25:59.142301Z","steps":["trace[264731429] 'process raft request' (duration: 100.85956ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:59.479203Z","caller":"traceutil/trace.go:171","msg":"trace[1098763325] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"179.792051ms","start":"2026-03-02T02:25:59.299378Z","end":"2026-03-02T02:25:59.47917Z","steps":["trace[1098763325] 'process raft request' (duration: 178.99339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:59.838532Z","caller":"traceutil/trace.go:171","msg":"trace[2002006553] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"162.341221ms","start":"2026-03-02T02:25:59.676082Z","end":"2026-03-02T02:25:59.838423Z","steps":["trace[2002006553] 'process raft request' (duration: 162.087614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:00.474724Z","caller":"traceutil/trace.go:171","msg":"trace[874844818] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"376.076158ms","start":"2026-03-02T02:26:00.098612Z","end":"2026-03-02T02:26:00.474688Z","steps":["trace[874844818] 'process raft request' (duration: 375.836281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:00.474977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:00.098593Z","time spent":"376.232882ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:00.476057Z","caller":"traceutil/trace.go:171","msg":"trace[1427002072] linearizableReadLoop","detail":"{readStateIndex:8153; appliedIndex:8149; }","duration":"375.613066ms","start":"2026-03-02T02:26:00.100416Z","end":"2026-03-02T02:26:00.476029Z","steps":["trace[1427002072] 'read index received' (duration: 374.081466ms)","trace[1427002072] 'applied index is now lower than readState.Index' (duration: 1.53015ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:00.476443Z","caller":"traceutil/trace.go:171","msg":"trace[4960405] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"377.170257ms","start":"2026-03-02T02:26:00.099214Z","end":"2026-03-02T02:26:00.476384Z","steps":["trace[4960405] 'process raft request' (duration: 376.642073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:00.47663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.182331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224102"} {"level":"info","ts":"2026-03-02T02:26:00.476675Z","caller":"traceutil/trace.go:171","msg":"trace[387242281] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7863; }","duration":"376.290194ms","start":"2026-03-02T02:26:00.100371Z","end":"2026-03-02T02:26:00.476662Z","steps":["trace[387242281] 'agreement among raft nodes before linearized reading' (duration: 375.793091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:00.476716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:00.10036Z","time spent":"376.346505ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224125,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:26:00.476719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:00.0992Z","time spent":"377.374123ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:00.476964Z","caller":"traceutil/trace.go:171","msg":"trace[2145901532] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"378.216994ms","start":"2026-03-02T02:26:00.098724Z","end":"2026-03-02T02:26:00.476941Z","steps":["trace[2145901532] 'process raft request' (duration: 376.983082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:00.476988Z","caller":"traceutil/trace.go:171","msg":"trace[293844691] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"223.933366ms","start":"2026-03-02T02:26:00.253021Z","end":"2026-03-02T02:26:00.476954Z","steps":["trace[293844691] 'process raft request' (duration: 222.922939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:00.47706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:00.098689Z","time spent":"378.319657ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:00.477096Z","caller":"traceutil/trace.go:171","msg":"trace[1272891707] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"377.860305ms","start":"2026-03-02T02:26:00.09922Z","end":"2026-03-02T02:26:00.47708Z","steps":["trace[1272891707] 'process raft request' (duration: 376.683054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:00.47707Z","caller":"traceutil/trace.go:171","msg":"trace[849579310] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"144.926853ms","start":"2026-03-02T02:26:00.332102Z","end":"2026-03-02T02:26:00.477029Z","steps":["trace[849579310] 'process raft request' (duration: 143.887375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:00.477193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:00.099211Z","time spent":"377.922016ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:24.727364Z","caller":"traceutil/trace.go:171","msg":"trace[1735134219] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"126.185084ms","start":"2026-03-02T02:26:24.601139Z","end":"2026-03-02T02:26:24.727324Z","steps":["trace[1735134219] 'process raft request' (duration: 125.836925ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:26.176446Z","caller":"traceutil/trace.go:171","msg":"trace[209695827] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"128.463824ms","start":"2026-03-02T02:26:26.047944Z","end":"2026-03-02T02:26:26.176407Z","steps":["trace[209695827] 'process raft request' (duration: 128.177207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:28.171708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316553553,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:26:28.353031Z","caller":"traceutil/trace.go:171","msg":"trace[971383260] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8346; }","duration":"682.094083ms","start":"2026-03-02T02:26:27.670917Z","end":"2026-03-02T02:26:28.353011Z","steps":["trace[971383260] 'read index received' (duration: 681.933778ms)","trace[971383260] 'applied index is now lower than readState.Index' (duration: 159.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:28.353099Z","caller":"traceutil/trace.go:171","msg":"trace[2082832812] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"729.326207ms","start":"2026-03-02T02:26:27.623737Z","end":"2026-03-02T02:26:28.353063Z","steps":["trace[2082832812] 'process raft request' (duration: 729.107331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:28.353271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.251007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:26:28.353315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:27.623704Z","time spent":"729.502302ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:28.353372Z","caller":"traceutil/trace.go:171","msg":"trace[2103498581] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8047; }","duration":"682.482182ms","start":"2026-03-02T02:26:27.670865Z","end":"2026-03-02T02:26:28.353347Z","steps":["trace[2103498581] 'agreement among raft nodes before linearized reading' (duration: 682.238516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:28.35343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:27.67084Z","time spent":"682.576845ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:26:28.363201Z","caller":"traceutil/trace.go:171","msg":"trace[1478108716] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"180.895956ms","start":"2026-03-02T02:26:28.182283Z","end":"2026-03-02T02:26:28.363179Z","steps":["trace[1478108716] 'process raft request' (duration: 180.605249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:28.363442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.85957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:26:28.363607Z","caller":"traceutil/trace.go:171","msg":"trace[1209818161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8048; }","duration":"177.088076ms","start":"2026-03-02T02:26:28.186497Z","end":"2026-03-02T02:26:28.363585Z","steps":["trace[1209818161] 'agreement among raft nodes before linearized reading' (duration: 176.623814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:28.495464Z","caller":"traceutil/trace.go:171","msg":"trace[1448308669] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"127.054618ms","start":"2026-03-02T02:26:28.368372Z","end":"2026-03-02T02:26:28.495427Z","steps":["trace[1448308669] 'process raft request' (duration: 66.458852ms)","trace[1448308669] 'compare' (duration: 60.35679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:33.396369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.965588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:26:33.396615Z","caller":"traceutil/trace.go:171","msg":"trace[1219800865] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"883.364576ms","start":"2026-03-02T02:26:32.513213Z","end":"2026-03-02T02:26:33.396578Z","steps":["trace[1219800865] 'process raft request' (duration: 469.09656ms)","trace[1219800865] 'compare' (duration: 413.443775ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:33.396648Z","caller":"traceutil/trace.go:171","msg":"trace[958734733] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8369; }","duration":"544.744824ms","start":"2026-03-02T02:26:32.851885Z","end":"2026-03-02T02:26:33.396629Z","steps":["trace[958734733] 'read index received' (duration: 130.444467ms)","trace[958734733] 'applied index is now lower than readState.Index' (duration: 414.299217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:33.396747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.513187Z","time spent":"883.49752ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:33.397122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.043515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:26:33.397186Z","caller":"traceutil/trace.go:171","msg":"trace[1332182516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8070; }","duration":"544.116397ms","start":"2026-03-02T02:26:32.853051Z","end":"2026-03-02T02:26:33.397168Z","steps":["trace[1332182516] 'agreement among raft nodes before linearized reading' (duration: 543.911502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.397232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.853045Z","time spent":"544.174229ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:26:33.397451Z","caller":"traceutil/trace.go:171","msg":"trace[658044703] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"555.956549ms","start":"2026-03-02T02:26:32.841476Z","end":"2026-03-02T02:26:33.397433Z","steps":["trace[658044703] 'process raft request' (duration: 555.051985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.397543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.841432Z","time spent":"556.061683ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:33.397654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.846271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T02:26:33.397668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.413816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:26:33.397671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.786162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:26:33.397721Z","caller":"traceutil/trace.go:171","msg":"trace[1476408903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8070; }","duration":"540.959914ms","start":"2026-03-02T02:26:32.856746Z","end":"2026-03-02T02:26:33.397706Z","steps":["trace[1476408903] 'agreement among raft nodes before linearized reading' (duration: 540.78744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:33.397736Z","caller":"traceutil/trace.go:171","msg":"trace[297012290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8070; }","duration":"544.527188ms","start":"2026-03-02T02:26:32.853188Z","end":"2026-03-02T02:26:33.397715Z","steps":["trace[297012290] 'agreement among raft nodes before linearized reading' (duration: 544.360294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:33.397739Z","caller":"traceutil/trace.go:171","msg":"trace[320318758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8070; }","duration":"545.905315ms","start":"2026-03-02T02:26:32.851818Z","end":"2026-03-02T02:26:33.397724Z","steps":["trace[320318758] 'agreement among raft nodes before linearized reading' (duration: 545.74162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.397771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.856732Z","time spent":"541.025055ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:33.397782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.853161Z","time spent":"544.608511ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:33.397785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.85178Z","time spent":"545.993097ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:26:33.397831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.60064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:26:33.397944Z","caller":"traceutil/trace.go:171","msg":"trace[1317821365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:8070; }","duration":"536.748253ms","start":"2026-03-02T02:26:32.861158Z","end":"2026-03-02T02:26:33.397906Z","steps":["trace[1317821365] 'agreement among raft nodes before linearized reading' (duration: 536.442315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.397992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.861136Z","time spent":"536.846175ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-mdqww\" "} {"level":"info","ts":"2026-03-02T02:26:34.133759Z","caller":"traceutil/trace.go:171","msg":"trace[1272652281] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"728.27186ms","start":"2026-03-02T02:26:33.405453Z","end":"2026-03-02T02:26:34.133725Z","steps":["trace[1272652281] 'process raft request' (duration: 715.597766ms)","trace[1272652281] 'compare' (duration: 12.161571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:34.133934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.40543Z","time spent":"728.417083ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:34.299216Z","caller":"traceutil/trace.go:171","msg":"trace[810131928] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"893.171914ms","start":"2026-03-02T02:26:33.406005Z","end":"2026-03-02T02:26:34.299177Z","steps":["trace[810131928] 'process raft request' (duration: 892.926528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.299397Z","caller":"traceutil/trace.go:171","msg":"trace[875553780] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8371; }","duration":"548.262567ms","start":"2026-03-02T02:26:33.751119Z","end":"2026-03-02T02:26:34.299381Z","steps":["trace[875553780] 'read index received' (duration: 370.088362ms)","trace[875553780] 'applied index is now lower than readState.Index' (duration: 178.173295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:34.299422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.405952Z","time spent":"893.36352ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:34.299526Z","caller":"traceutil/trace.go:171","msg":"trace[1984801533] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"890.326529ms","start":"2026-03-02T02:26:33.409187Z","end":"2026-03-02T02:26:34.299514Z","steps":["trace[1984801533] 'process raft request' (duration: 890.123094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.299654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.409161Z","time spent":"890.402771ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:34.299766Z","caller":"traceutil/trace.go:171","msg":"trace[40909297] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"893.478383ms","start":"2026-03-02T02:26:33.406258Z","end":"2026-03-02T02:26:34.299736Z","steps":["trace[40909297] 'process raft request' (duration: 892.891908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.299805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.149536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-02T02:26:34.299842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.734239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:26:34.299851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.716772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:34.299891Z","caller":"traceutil/trace.go:171","msg":"trace[654492753] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8075; }","duration":"548.829602ms","start":"2026-03-02T02:26:33.751046Z","end":"2026-03-02T02:26:34.299876Z","steps":["trace[654492753] 'agreement among raft nodes before linearized reading' (duration: 548.746469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.299894Z","caller":"traceutil/trace.go:171","msg":"trace[1674180830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8075; }","duration":"276.811194ms","start":"2026-03-02T02:26:34.02307Z","end":"2026-03-02T02:26:34.299881Z","steps":["trace[1674180830] 'agreement among raft nodes before linearized reading' (duration: 276.732272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.299896Z","caller":"traceutil/trace.go:171","msg":"trace[973266616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8075; }","duration":"350.29397ms","start":"2026-03-02T02:26:33.949578Z","end":"2026-03-02T02:26:34.299872Z","steps":["trace[973266616] 'agreement among raft nodes before linearized reading' (duration: 350.040213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.299923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.406249Z","time spent":"893.594396ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:34.299938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.751016Z","time spent":"548.911384ms","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:26:34.299967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.94955Z","time spent":"350.386702ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:26:34.300257Z","caller":"traceutil/trace.go:171","msg":"trace[477868076] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"893.014931ms","start":"2026-03-02T02:26:33.406174Z","end":"2026-03-02T02:26:34.299189Z","steps":["trace[477868076] 'process raft request' (duration: 892.931548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.30038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.40616Z","time spent":"894.179231ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:34.563733Z","caller":"traceutil/trace.go:171","msg":"trace[846686934] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"108.771966ms","start":"2026-03-02T02:26:34.454938Z","end":"2026-03-02T02:26:34.56371Z","steps":["trace[846686934] 'process raft request' (duration: 108.685623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.56379Z","caller":"traceutil/trace.go:171","msg":"trace[546094714] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"168.057668ms","start":"2026-03-02T02:26:34.395699Z","end":"2026-03-02T02:26:34.563756Z","steps":["trace[546094714] 'process raft request' (duration: 119.879109ms)","trace[546094714] 'compare' (duration: 47.82919ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:42.10747Z","caller":"traceutil/trace.go:171","msg":"trace[609804276] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8151; }","duration":"423.397656ms","start":"2026-03-02T02:26:41.684046Z","end":"2026-03-02T02:26:42.107444Z","steps":["trace[609804276] 'process raft request' (duration: 415.276322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:42.107715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:41.684032Z","time spent":"423.508729ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T02:26:42.431769Z","caller":"traceutil/trace.go:171","msg":"trace[696299163] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8456; }","duration":"480.193042ms","start":"2026-03-02T02:26:41.951556Z","end":"2026-03-02T02:26:42.431749Z","steps":["trace[696299163] 'read index received' (duration: 147.64347ms)","trace[696299163] 'applied index is now lower than readState.Index' (duration: 332.548282ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:42.431979Z","caller":"traceutil/trace.go:171","msg":"trace[776544821] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"744.944848ms","start":"2026-03-02T02:26:41.68702Z","end":"2026-03-02T02:26:42.431965Z","steps":["trace[776544821] 'process raft request' (duration: 721.821399ms)","trace[776544821] 'compare' (duration: 22.465052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:42.432082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:41.687003Z","time spent":"745.0051ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:42.432242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.656484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:26:42.432347Z","caller":"traceutil/trace.go:171","msg":"trace[339192701] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8152; }","duration":"480.848819ms","start":"2026-03-02T02:26:41.951475Z","end":"2026-03-02T02:26:42.432324Z","steps":["trace[339192701] 'agreement among raft nodes before linearized reading' (duration: 480.658414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:42.432394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:41.951447Z","time spent":"480.936831ms","remote":"127.0.0.1:56638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:26:42.617899Z","caller":"traceutil/trace.go:171","msg":"trace[1278248908] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"266.848852ms","start":"2026-03-02T02:26:42.351015Z","end":"2026-03-02T02:26:42.617864Z","steps":["trace[1278248908] 'process raft request' (duration: 266.627826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:42.617925Z","caller":"traceutil/trace.go:171","msg":"trace[888771790] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8458; }","duration":"186.055242ms","start":"2026-03-02T02:26:42.431822Z","end":"2026-03-02T02:26:42.617877Z","steps":["trace[888771790] 'read index received' (duration: 106.300601ms)","trace[888771790] 'applied index is now lower than readState.Index' (duration: 79.753041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:42.61812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.913947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T02:26:42.618239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.184475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:26:42.618136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.352045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-l6j9j\" ","response":"range_response_count:1 size:4651"} {"level":"warn","ts":"2026-03-02T02:26:42.618243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.152811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T02:26:42.618213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.704516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:26:42.618293Z","caller":"traceutil/trace.go:171","msg":"trace[1894231381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8154; }","duration":"255.263607ms","start":"2026-03-02T02:26:42.363013Z","end":"2026-03-02T02:26:42.618276Z","steps":["trace[1894231381] 'agreement among raft nodes before linearized reading' (duration: 255.174164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:42.618302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.694833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:42.618033Z","caller":"traceutil/trace.go:171","msg":"trace[1404981729] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"259.903038ms","start":"2026-03-02T02:26:42.358088Z","end":"2026-03-02T02:26:42.617991Z","steps":["trace[1404981729] 'process raft request' (duration: 259.701483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:42.618245Z","caller":"traceutil/trace.go:171","msg":"trace[722620244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8154; }","duration":"255.113483ms","start":"2026-03-02T02:26:42.363093Z","end":"2026-03-02T02:26:42.618207Z","steps":["trace[722620244] 'agreement among raft nodes before linearized reading' (duration: 254.803355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:42.619717Z","caller":"traceutil/trace.go:171","msg":"trace[1481812979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8154; }","duration":"447.899011ms","start":"2026-03-02T02:26:42.170426Z","end":"2026-03-02T02:26:42.618325Z","steps":["trace[1481812979] 'agreement among raft nodes before linearized reading' (duration: 447.603863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:42.618295Z","caller":"traceutil/trace.go:171","msg":"trace[751470634] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-l6j9j; range_end:; response_count:1; response_revision:8154; }","duration":"267.52735ms","start":"2026-03-02T02:26:42.350756Z","end":"2026-03-02T02:26:42.618283Z","steps":["trace[751470634] 'agreement among raft nodes before linearized reading' (duration: 267.243932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:42.619897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:42.170397Z","time spent":"449.477893ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:26:42.618344Z","caller":"traceutil/trace.go:171","msg":"trace[862750818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8154; }","duration":"253.290584ms","start":"2026-03-02T02:26:42.365031Z","end":"2026-03-02T02:26:42.618322Z","steps":["trace[862750818] 'agreement among raft nodes before linearized reading' (duration: 252.974505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:42.61841Z","caller":"traceutil/trace.go:171","msg":"trace[942504379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8154; }","duration":"593.853308ms","start":"2026-03-02T02:26:42.024535Z","end":"2026-03-02T02:26:42.618388Z","steps":["trace[942504379] 'agreement among raft nodes before linearized reading' (duration: 593.686583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:42.620082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:42.024512Z","time spent":"595.555192ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:26:42.713914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.322938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-l6j9j\" ","response":"range_response_count:1 size:4651"} {"level":"info","ts":"2026-03-02T02:26:42.714033Z","caller":"traceutil/trace.go:171","msg":"trace[985477883] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-l6j9j; range_end:; response_count:1; response_revision:8160; }","duration":"277.519462ms","start":"2026-03-02T02:26:42.436489Z","end":"2026-03-02T02:26:42.714008Z","steps":["trace[985477883] 'agreement among raft nodes before linearized reading' (duration: 277.236915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:43.34151Z","caller":"traceutil/trace.go:171","msg":"trace[175569628] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"115.616536ms","start":"2026-03-02T02:26:43.225842Z","end":"2026-03-02T02:26:43.341459Z","steps":["trace[175569628] 'process raft request' (duration: 115.256867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:43.619852Z","caller":"traceutil/trace.go:171","msg":"trace[848713358] linearizableReadLoop","detail":"{readStateIndex:8471; appliedIndex:8470; }","duration":"155.308922ms","start":"2026-03-02T02:26:43.464508Z","end":"2026-03-02T02:26:43.619817Z","steps":["trace[848713358] 'read index received' (duration: 155.157168ms)","trace[848713358] 'applied index is now lower than readState.Index' (duration: 150.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:43.619985Z","caller":"traceutil/trace.go:171","msg":"trace[476524586] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"166.303302ms","start":"2026-03-02T02:26:43.453641Z","end":"2026-03-02T02:26:43.619944Z","steps":["trace[476524586] 'process raft request' (duration: 165.959313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:43.620157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.615411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:26:43.620219Z","caller":"traceutil/trace.go:171","msg":"trace[507049893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:8164; }","duration":"155.745404ms","start":"2026-03-02T02:26:43.464454Z","end":"2026-03-02T02:26:43.620199Z","steps":["trace[507049893] 'agreement among raft nodes before linearized reading' (duration: 155.502868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:43.642815Z","caller":"traceutil/trace.go:171","msg":"trace[1439234816] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"145.890705ms","start":"2026-03-02T02:26:43.496883Z","end":"2026-03-02T02:26:43.642773Z","steps":["trace[1439234816] 'process raft request' (duration: 145.444503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:35.120089Z","caller":"traceutil/trace.go:171","msg":"trace[1224605068] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"121.967285ms","start":"2026-03-02T02:27:34.99809Z","end":"2026-03-02T02:27:35.120058Z","steps":["trace[1224605068] 'process raft request' (duration: 121.878973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:35.120138Z","caller":"traceutil/trace.go:171","msg":"trace[1918039679] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"121.602505ms","start":"2026-03-02T02:27:34.998497Z","end":"2026-03-02T02:27:35.120099Z","steps":["trace[1918039679] 'process raft request' (duration: 121.516513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:35.120089Z","caller":"traceutil/trace.go:171","msg":"trace[488770822] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"122.228972ms","start":"2026-03-02T02:27:34.997828Z","end":"2026-03-02T02:27:35.120057Z","steps":["trace[488770822] 'process raft request' (duration: 121.75989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:28:03.266435Z","caller":"traceutil/trace.go:171","msg":"trace[1032996222] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"236.909895ms","start":"2026-03-02T02:28:03.0295Z","end":"2026-03-02T02:28:03.26641Z","steps":["trace[1032996222] 'process raft request' (duration: 236.72194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:28:03.282196Z","caller":"traceutil/trace.go:171","msg":"trace[1913445803] linearizableReadLoop","detail":"{readStateIndex:9213; appliedIndex:9211; }","duration":"132.255757ms","start":"2026-03-02T02:28:03.149917Z","end":"2026-03-02T02:28:03.282173Z","steps":["trace[1913445803] 'read index received' (duration: 116.395848ms)","trace[1913445803] 'applied index is now lower than readState.Index' (duration: 15.858909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:28:03.282428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.490452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:28:03.282474Z","caller":"traceutil/trace.go:171","msg":"trace[890002285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8883; }","duration":"132.589125ms","start":"2026-03-02T02:28:03.149871Z","end":"2026-03-02T02:28:03.28246Z","steps":["trace[890002285] 'agreement among raft nodes before linearized reading' (duration: 132.40728ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:28:03.282479Z","caller":"traceutil/trace.go:171","msg":"trace[1849368949] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"155.200412ms","start":"2026-03-02T02:28:03.127132Z","end":"2026-03-02T02:28:03.282332Z","steps":["trace[1849368949] 'process raft request' (duration: 154.904604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:28:03.449735Z","caller":"traceutil/trace.go:171","msg":"trace[866529985] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"117.562969ms","start":"2026-03-02T02:28:03.33213Z","end":"2026-03-02T02:28:03.449693Z","steps":["trace[866529985] 'process raft request' (duration: 40.496648ms)","trace[866529985] 'compare' (duration: 76.765033ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:28:03.449753Z","caller":"traceutil/trace.go:171","msg":"trace[234058409] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"117.050136ms","start":"2026-03-02T02:28:03.332675Z","end":"2026-03-02T02:28:03.449725Z","steps":["trace[234058409] 'process raft request' (duration: 116.976104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:28:03.449824Z","caller":"traceutil/trace.go:171","msg":"trace[2022016534] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"117.558379ms","start":"2026-03-02T02:28:03.332214Z","end":"2026-03-02T02:28:03.449773Z","steps":["trace[2022016534] 'process raft request' (duration: 117.371934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:29:55.933706Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:29:55.939377Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T02:29:55.939467Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-02T02:30:15.026695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.03426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:30:15.026829Z","caller":"traceutil/trace.go:171","msg":"trace[1163631831] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9826; }","duration":"116.256976ms","start":"2026-03-02T02:30:14.910536Z","end":"2026-03-02T02:30:15.026793Z","steps":["trace[1163631831] 'count revisions from in-memory index tree' (duration: 115.872346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:33.806353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7609} {"level":"info","ts":"2026-03-02T02:30:33.868363Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7609,"took":"60.027442ms","hash":3280893515,"current-db-size-bytes":40714240,"current-db-size":"41 MB","current-db-size-in-use-bytes":25649152,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T02:30:33.868677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3280893515,"revision":7609,"compact-revision":5657} {"level":"info","ts":"2026-03-02T02:31:22.320596Z","caller":"traceutil/trace.go:171","msg":"trace[2122996701] linearizableReadLoop","detail":"{readStateIndex:10870; appliedIndex:10869; }","duration":"271.371377ms","start":"2026-03-02T02:31:22.049172Z","end":"2026-03-02T02:31:22.320543Z","steps":["trace[2122996701] 'read index received' (duration: 207.00139ms)","trace[2122996701] 'applied index is now lower than readState.Index' (duration: 64.368147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:31:22.321848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.62926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:22.321864Z","caller":"traceutil/trace.go:171","msg":"trace[1351919327] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"273.157225ms","start":"2026-03-02T02:31:22.048645Z","end":"2026-03-02T02:31:22.321802Z","steps":["trace[1351919327] 'process raft request' (duration: 271.657305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:22.321903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.518697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:22.321969Z","caller":"traceutil/trace.go:171","msg":"trace[1229979387] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10493; }","duration":"272.795124ms","start":"2026-03-02T02:31:22.049147Z","end":"2026-03-02T02:31:22.321942Z","steps":["trace[1229979387] 'agreement among raft nodes before linearized reading' (duration: 272.563278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:22.321974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.954436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T02:31:22.322035Z","caller":"traceutil/trace.go:171","msg":"trace[28328770] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10493; }","duration":"268.065359ms","start":"2026-03-02T02:31:22.053953Z","end":"2026-03-02T02:31:22.322018Z","steps":["trace[28328770] 'agreement among raft nodes before linearized reading' (duration: 267.804602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:22.32203Z","caller":"traceutil/trace.go:171","msg":"trace[406489204] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10493; }","duration":"272.688252ms","start":"2026-03-02T02:31:22.049312Z","end":"2026-03-02T02:31:22.322001Z","steps":["trace[406489204] 'agreement among raft nodes before linearized reading' (duration: 272.447405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:25.318698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.322698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:31:25.319175Z","caller":"traceutil/trace.go:171","msg":"trace[493775332] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"625.526346ms","start":"2026-03-02T02:31:24.693308Z","end":"2026-03-02T02:31:25.318835Z","steps":["trace[493775332] 'process raft request' (duration: 374.951182ms)","trace[493775332] 'compare' (duration: 250.165153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:31:25.319636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:24.693275Z","time spent":"625.957208ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:31:25.356997Z","caller":"traceutil/trace.go:171","msg":"trace[277437391] linearizableReadLoop","detail":"{readStateIndex:10888; appliedIndex:10886; }","duration":"507.713783ms","start":"2026-03-02T02:31:24.849243Z","end":"2026-03-02T02:31:25.356956Z","steps":["trace[277437391] 'read index received' (duration: 219.053029ms)","trace[277437391] 'applied index is now lower than readState.Index' (duration: 288.659484ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:25.357073Z","caller":"traceutil/trace.go:171","msg":"trace[98244874] transaction","detail":"{read_only:false; response_revision:10510; number_of_response:1; }","duration":"510.963619ms","start":"2026-03-02T02:31:24.846057Z","end":"2026-03-02T02:31:25.357021Z","steps":["trace[98244874] 'process raft request' (duration: 510.65712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:25.357267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:24.846024Z","time spent":"511.135053ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:31:25.357351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.921409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T02:31:25.357426Z","caller":"traceutil/trace.go:171","msg":"trace[199310310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10510; }","duration":"502.031642ms","start":"2026-03-02T02:31:24.855374Z","end":"2026-03-02T02:31:25.357406Z","steps":["trace[199310310] 'agreement among raft nodes before linearized reading' (duration: 501.808846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:25.357352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.082793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-c459f8d9b-xp2xb.1898e5638fabd5a6\" ","response":"range_response_count:1 size:808"} {"level":"warn","ts":"2026-03-02T02:31:25.357488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:24.855361Z","time spent":"502.111854ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:31:25.357547Z","caller":"traceutil/trace.go:171","msg":"trace[1310227821] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-c459f8d9b-xp2xb.1898e5638fabd5a6; range_end:; response_count:1; response_revision:10510; }","duration":"508.322919ms","start":"2026-03-02T02:31:24.849201Z","end":"2026-03-02T02:31:25.357524Z","steps":["trace[1310227821] 'agreement among raft nodes before linearized reading' (duration: 507.942159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:25.357605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:24.849189Z","time spent":"508.401691ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":831,"request content":"key:\"/registry/events/openstack/cinder-backup-c459f8d9b-xp2xb.1898e5638fabd5a6\" "} {"level":"warn","ts":"2026-03-02T02:31:46.262426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.337165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:46.262571Z","caller":"traceutil/trace.go:171","msg":"trace[1652366809] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10613; }","duration":"143.569981ms","start":"2026-03-02T02:31:46.118969Z","end":"2026-03-02T02:31:46.262539Z","steps":["trace[1652366809] 'range keys from in-memory index tree' (duration: 143.110308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:46.262327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.34664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:46.262803Z","caller":"traceutil/trace.go:171","msg":"trace[530596726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10613; }","duration":"239.887715ms","start":"2026-03-02T02:31:46.022884Z","end":"2026-03-02T02:31:46.262772Z","steps":["trace[530596726] 'range keys from in-memory index tree' (duration: 239.128884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:46.565543Z","caller":"traceutil/trace.go:171","msg":"trace[2120368799] linearizableReadLoop","detail":"{readStateIndex:10996; appliedIndex:10995; }","duration":"323.897082ms","start":"2026-03-02T02:31:46.241612Z","end":"2026-03-02T02:31:46.56551Z","steps":["trace[2120368799] 'read index received' (duration: 323.687596ms)","trace[2120368799] 'applied index is now lower than readState.Index' (duration: 208.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:46.565667Z","caller":"traceutil/trace.go:171","msg":"trace[1226977523] transaction","detail":"{read_only:false; response_revision:10614; number_of_response:1; }","duration":"354.022703ms","start":"2026-03-02T02:31:46.211597Z","end":"2026-03-02T02:31:46.56562Z","steps":["trace[1226977523] 'process raft request' (duration: 353.663653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:46.565829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.1899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T02:31:46.565902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.211561Z","time spent":"354.217218ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:31:46.56594Z","caller":"traceutil/trace.go:171","msg":"trace[654024047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10614; }","duration":"324.351245ms","start":"2026-03-02T02:31:46.241564Z","end":"2026-03-02T02:31:46.565915Z","steps":["trace[654024047] 'agreement among raft nodes before linearized reading' (duration: 324.070087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:46.565995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.241542Z","time spent":"324.444057ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:31:47.043648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.285282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:31:47.043841Z","caller":"traceutil/trace.go:171","msg":"trace[2044239549] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"563.035857ms","start":"2026-03-02T02:31:46.480759Z","end":"2026-03-02T02:31:47.043795Z","steps":["trace[2044239549] 'process raft request' (duration: 299.483648ms)","trace[2044239549] 'compare' (duration: 262.888791ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:47.043972Z","caller":"traceutil/trace.go:171","msg":"trace[1764707876] transaction","detail":"{read_only:false; response_revision:10616; number_of_response:1; }","duration":"473.674054ms","start":"2026-03-02T02:31:46.570271Z","end":"2026-03-02T02:31:47.043945Z","steps":["trace[1764707876] 'process raft request' (duration: 473.54271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.04403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.480728Z","time spent":"563.207252ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:31:47.044Z","caller":"traceutil/trace.go:171","msg":"trace[1182690121] linearizableReadLoop","detail":"{readStateIndex:10997; appliedIndex:10996; }","duration":"478.31701ms","start":"2026-03-02T02:31:46.565627Z","end":"2026-03-02T02:31:47.043944Z","steps":["trace[1182690121] 'read index received' (duration: 214.581336ms)","trace[1182690121] 'applied index is now lower than readState.Index' (duration: 263.733064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:31:47.044061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.570249Z","time spent":"473.777096ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:31:47.044076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.095907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:47.044145Z","caller":"traceutil/trace.go:171","msg":"trace[3602662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10616; }","duration":"665.22179ms","start":"2026-03-02T02:31:46.378906Z","end":"2026-03-02T02:31:47.044128Z","steps":["trace[3602662] 'agreement among raft nodes before linearized reading' (duration: 665.087536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.378879Z","time spent":"665.301752ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T02:31:47.044278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.562504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T02:31:47.04431Z","caller":"traceutil/trace.go:171","msg":"trace[1273755182] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10616; }","duration":"569.640687ms","start":"2026-03-02T02:31:46.47466Z","end":"2026-03-02T02:31:47.044301Z","steps":["trace[1273755182] 'agreement among raft nodes before linearized reading' (duration: 569.503483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.095706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-02T02:31:47.044315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.982641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-02T02:31:47.044337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.474637Z","time spent":"569.693257ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:31:47.0443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.64696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:31:47.044365Z","caller":"traceutil/trace.go:171","msg":"trace[295973226] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10616; }","duration":"658.188908ms","start":"2026-03-02T02:31:46.386144Z","end":"2026-03-02T02:31:47.044333Z","steps":["trace[295973226] 'agreement among raft nodes before linearized reading' (duration: 657.805178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:47.044369Z","caller":"traceutil/trace.go:171","msg":"trace[2098115865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:10616; }","duration":"742.109625ms","start":"2026-03-02T02:31:46.302245Z","end":"2026-03-02T02:31:47.044355Z","steps":["trace[2098115865] 'agreement among raft nodes before linearized reading' (duration: 741.881259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.409155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:31:47.044408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.302208Z","time spent":"742.191407ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-mdqww\" "} {"level":"info","ts":"2026-03-02T02:31:47.044407Z","caller":"traceutil/trace.go:171","msg":"trace[358975376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10616; }","duration":"532.809844ms","start":"2026-03-02T02:31:46.511573Z","end":"2026-03-02T02:31:47.044383Z","steps":["trace[358975376] 'agreement among raft nodes before linearized reading' (duration: 532.511776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.489888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T02:31:47.044483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.553215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T02:31:47.044489Z","caller":"traceutil/trace.go:171","msg":"trace[2017446355] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10616; }","duration":"665.574879ms","start":"2026-03-02T02:31:46.37887Z","end":"2026-03-02T02:31:47.044445Z","steps":["trace[2017446355] 'agreement among raft nodes before linearized reading' (duration: 665.108017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.476922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:31:47.044635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.378802Z","time spent":"665.794836ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-02T02:31:47.044668Z","caller":"traceutil/trace.go:171","msg":"trace[257087406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10616; }","duration":"359.849272ms","start":"2026-03-02T02:31:46.684802Z","end":"2026-03-02T02:31:47.044652Z","steps":["trace[257087406] 'agreement among raft nodes before linearized reading' (duration: 359.42134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.51156Z","time spent":"532.911967ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:31:47.044717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.684765Z","time spent":"359.938204ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:31:47.044699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.592241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:31:47.044806Z","caller":"traceutil/trace.go:171","msg":"trace[1407474362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10616; }","duration":"335.787437ms","start":"2026-03-02T02:31:46.70899Z","end":"2026-03-02T02:31:47.044778Z","steps":["trace[1407474362] 'agreement among raft nodes before linearized reading' (duration: 335.511549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.267434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:47.044853Z","caller":"traceutil/trace.go:171","msg":"trace[1436052741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10616; }","duration":"780.787398ms","start":"2026-03-02T02:31:46.264057Z","end":"2026-03-02T02:31:47.044844Z","steps":["trace[1436052741] 'agreement among raft nodes before linearized reading' (duration: 780.303015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.708924Z","time spent":"335.92323ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:31:47.04491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.264032Z","time spent":"780.869851ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:31:47.044501Z","caller":"traceutil/trace.go:171","msg":"trace[286207652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10616; }","duration":"332.545699ms","start":"2026-03-02T02:31:46.711942Z","end":"2026-03-02T02:31:47.044487Z","steps":["trace[286207652] 'agreement among raft nodes before linearized reading' (duration: 332.460116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.045033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.711929Z","time spent":"333.096763ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:31:47.044562Z","caller":"traceutil/trace.go:171","msg":"trace[970763786] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:10616; }","duration":"123.628217ms","start":"2026-03-02T02:31:46.92092Z","end":"2026-03-02T02:31:47.044548Z","steps":["trace[970763786] 'agreement among raft nodes before linearized reading' (duration: 123.479023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:47.044398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:46.386131Z","time spent":"658.25854ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-02T02:31:47.587684Z","caller":"traceutil/trace.go:171","msg":"trace[1168536538] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"150.943542ms","start":"2026-03-02T02:31:47.436707Z","end":"2026-03-02T02:31:47.587651Z","steps":["trace[1168536538] 'process raft request' (duration: 150.703826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:47.623428Z","caller":"traceutil/trace.go:171","msg":"trace[1494663203] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"182.983015ms","start":"2026-03-02T02:31:47.440404Z","end":"2026-03-02T02:31:47.623387Z","steps":["trace[1494663203] 'process raft request' (duration: 157.890821ms)","trace[1494663203] 'compare' (duration: 24.939439ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:49.748083Z","caller":"traceutil/trace.go:171","msg":"trace[2029087864] transaction","detail":"{read_only:false; response_revision:10632; number_of_response:1; }","duration":"118.747704ms","start":"2026-03-02T02:31:49.629295Z","end":"2026-03-02T02:31:49.748043Z","steps":["trace[2029087864] 'process raft request' (duration: 111.23106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:35:33.812807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9965} {"level":"info","ts":"2026-03-02T02:35:33.899455Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9965,"took":"84.026209ms","hash":4189584011,"current-db-size-bytes":40714240,"current-db-size":"41 MB","current-db-size-in-use-bytes":23535616,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T02:35:33.899528Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4189584011,"revision":9965,"compact-revision":7609} {"level":"info","ts":"2026-03-02T02:37:27.946351Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000339b.wal"} {"level":"info","ts":"2026-03-02T02:37:38.269883Z","caller":"traceutil/trace.go:171","msg":"trace[607092994] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"289.215228ms","start":"2026-03-02T02:37:37.980647Z","end":"2026-03-02T02:37:38.269862Z","steps":["trace[607092994] 'process raft request' (duration: 288.636113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:37:41.077978Z","caller":"traceutil/trace.go:171","msg":"trace[800213920] linearizableReadLoop","detail":"{readStateIndex:13322; appliedIndex:13321; }","duration":"137.987781ms","start":"2026-03-02T02:37:40.939968Z","end":"2026-03-02T02:37:41.077956Z","steps":["trace[800213920] 'read index received' (duration: 137.900869ms)","trace[800213920] 'applied index is now lower than readState.Index' (duration: 66.502µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:37:41.078083Z","caller":"traceutil/trace.go:171","msg":"trace[839828995] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"146.383351ms","start":"2026-03-02T02:37:40.931676Z","end":"2026-03-02T02:37:41.07806Z","steps":["trace[839828995] 'process raft request' (duration: 146.141685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:41.07816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.176016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:37:41.078195Z","caller":"traceutil/trace.go:171","msg":"trace[1757227317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12856; }","duration":"138.266338ms","start":"2026-03-02T02:37:40.939918Z","end":"2026-03-02T02:37:41.078185Z","steps":["trace[1757227317] 'agreement among raft nodes before linearized reading' (duration: 138.141025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:02.337047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.807145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:38:02.337273Z","caller":"traceutil/trace.go:171","msg":"trace[112801002] linearizableReadLoop","detail":"{readStateIndex:13424; appliedIndex:13422; }","duration":"314.12087ms","start":"2026-03-02T02:38:02.023086Z","end":"2026-03-02T02:38:02.337206Z","steps":["trace[112801002] 'read index received' (duration: 246.875127ms)","trace[112801002] 'applied index is now lower than readState.Index' (duration: 67.244893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:02.337383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.296796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:02.337422Z","caller":"traceutil/trace.go:171","msg":"trace[1582848965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12954; }","duration":"314.375997ms","start":"2026-03-02T02:38:02.023032Z","end":"2026-03-02T02:38:02.337408Z","steps":["trace[1582848965] 'agreement among raft nodes before linearized reading' (duration: 314.290964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:02.337468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:02.023012Z","time spent":"314.448389ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:38:02.337522Z","caller":"traceutil/trace.go:171","msg":"trace[963662217] transaction","detail":"{read_only:false; response_revision:12953; number_of_response:1; }","duration":"967.505944ms","start":"2026-03-02T02:38:01.369973Z","end":"2026-03-02T02:38:02.337479Z","steps":["trace[963662217] 'process raft request' (duration: 404.178635ms)","trace[963662217] 'compare' (duration: 562.549998ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:02.337746Z","caller":"traceutil/trace.go:171","msg":"trace[1107924061] transaction","detail":"{read_only:false; response_revision:12954; number_of_response:1; }","duration":"967.219576ms","start":"2026-03-02T02:38:01.370504Z","end":"2026-03-02T02:38:02.337723Z","steps":["trace[1107924061] 'process raft request' (duration: 966.646221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:02.337771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:01.369954Z","time spent":"967.693258ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:02.337834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:01.370476Z","time spent":"967.308848ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:38:02.604806Z","caller":"traceutil/trace.go:171","msg":"trace[473701095] linearizableReadLoop","detail":"{readStateIndex:13426; appliedIndex:13425; }","duration":"198.382864ms","start":"2026-03-02T02:38:02.406395Z","end":"2026-03-02T02:38:02.604778Z","steps":["trace[473701095] 'read index received' (duration: 198.135518ms)","trace[473701095] 'applied index is now lower than readState.Index' (duration: 246.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:02.604955Z","caller":"traceutil/trace.go:171","msg":"trace[970498946] transaction","detail":"{read_only:false; response_revision:12955; number_of_response:1; }","duration":"198.694173ms","start":"2026-03-02T02:38:02.40622Z","end":"2026-03-02T02:38:02.604914Z","steps":["trace[970498946] 'process raft request' (duration: 198.380855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:02.605164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.774705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T02:38:02.605282Z","caller":"traceutil/trace.go:171","msg":"trace[1257308307] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12955; }","duration":"198.99611ms","start":"2026-03-02T02:38:02.406268Z","end":"2026-03-02T02:38:02.605264Z","steps":["trace[1257308307] 'agreement among raft nodes before linearized reading' (duration: 198.725443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:02.605455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.135389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:38:02.605605Z","caller":"traceutil/trace.go:171","msg":"trace[669259149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:12955; }","duration":"102.316574ms","start":"2026-03-02T02:38:02.503253Z","end":"2026-03-02T02:38:02.60557Z","steps":["trace[669259149] 'agreement among raft nodes before linearized reading' (duration: 101.846642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:17.801297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.109733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T02:38:17.801387Z","caller":"traceutil/trace.go:171","msg":"trace[1509104278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13043; }","duration":"167.244897ms","start":"2026-03-02T02:38:17.634124Z","end":"2026-03-02T02:38:17.801369Z","steps":["trace[1509104278] 'range keys from in-memory index tree' (duration: 166.98359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:18.579492Z","caller":"traceutil/trace.go:171","msg":"trace[1029585068] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"143.291054ms","start":"2026-03-02T02:38:18.436168Z","end":"2026-03-02T02:38:18.579459Z","steps":["trace[1029585068] 'process raft request' (duration: 96.914669ms)","trace[1029585068] 'compare' (duration: 46.246231ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:19.485957Z","caller":"traceutil/trace.go:171","msg":"trace[632596806] linearizableReadLoop","detail":"{readStateIndex:13524; appliedIndex:13523; }","duration":"222.942778ms","start":"2026-03-02T02:38:19.262987Z","end":"2026-03-02T02:38:19.485929Z","steps":["trace[632596806] 'read index received' (duration: 222.719602ms)","trace[632596806] 'applied index is now lower than readState.Index' (duration: 221.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:19.486133Z","caller":"traceutil/trace.go:171","msg":"trace[1305432716] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"262.782719ms","start":"2026-03-02T02:38:19.223319Z","end":"2026-03-02T02:38:19.486101Z","steps":["trace[1305432716] 'process raft request' (duration: 262.43149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:19.487084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.067827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:38:19.487175Z","caller":"traceutil/trace.go:171","msg":"trace[886010332] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13049; }","duration":"224.254842ms","start":"2026-03-02T02:38:19.262905Z","end":"2026-03-02T02:38:19.487159Z","steps":["trace[886010332] 'agreement among raft nodes before linearized reading' (duration: 223.188244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.158429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.768371Z","time spent":"390.0501ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:38:20.158698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.997103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-02T02:38:20.158942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.275991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:38:20.158972Z","caller":"traceutil/trace.go:171","msg":"trace[521366388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13050; }","duration":"706.322471ms","start":"2026-03-02T02:38:19.452642Z","end":"2026-03-02T02:38:20.158964Z","steps":["trace[521366388] 'agreement among raft nodes before linearized reading' (duration: 706.148167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.159008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.452632Z","time spent":"706.357132ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:38:20.15921Z","caller":"traceutil/trace.go:171","msg":"trace[823879609] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"864.330585ms","start":"2026-03-02T02:38:19.294832Z","end":"2026-03-02T02:38:20.159162Z","steps":["trace[823879609] 'process raft request' (duration: 207.777257ms)","trace[823879609] 'compare' (duration: 655.801208ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:20.159299Z","caller":"traceutil/trace.go:171","msg":"trace[494287328] linearizableReadLoop","detail":"{readStateIndex:13525; appliedIndex:13524; }","duration":"672.728245ms","start":"2026-03-02T02:38:19.486029Z","end":"2026-03-02T02:38:20.158757Z","steps":["trace[494287328] 'read index received' (duration: 16.498266ms)","trace[494287328] 'applied index is now lower than readState.Index' (duration: 656.228929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:20.15937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.294804Z","time spent":"864.490438ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:20.159441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.969857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T02:38:20.159461Z","caller":"traceutil/trace.go:171","msg":"trace[84754964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13050; }","duration":"819.024268ms","start":"2026-03-02T02:38:19.34043Z","end":"2026-03-02T02:38:20.159454Z","steps":["trace[84754964] 'agreement among raft nodes before linearized reading' (duration: 818.934776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.159476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.340415Z","time spent":"819.057259ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:38:20.159656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.062439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:38:20.159631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.918562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:20.159848Z","caller":"traceutil/trace.go:171","msg":"trace[890439128] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13050; }","duration":"653.178059ms","start":"2026-03-02T02:38:19.506638Z","end":"2026-03-02T02:38:20.159816Z","steps":["trace[890439128] 'agreement among raft nodes before linearized reading' (duration: 652.880311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.159917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.506613Z","time spent":"653.290941ms","remote":"127.0.0.1:34854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-03-02T02:38:20.15973Z","caller":"traceutil/trace.go:171","msg":"trace[1443797002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13050; }","duration":"137.166372ms","start":"2026-03-02T02:38:20.022545Z","end":"2026-03-02T02:38:20.159711Z","steps":["trace[1443797002] 'agreement among raft nodes before linearized reading' (duration: 137.052229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.159899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.074306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-02T02:38:20.15999Z","caller":"traceutil/trace.go:171","msg":"trace[20586432] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13050; }","duration":"397.22656ms","start":"2026-03-02T02:38:19.762746Z","end":"2026-03-02T02:38:20.159973Z","steps":["trace[20586432] 'agreement among raft nodes before linearized reading' (duration: 396.910602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.160049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.76273Z","time spent":"397.310432ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T02:38:20.159996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.015094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:38:20.16038Z","caller":"traceutil/trace.go:171","msg":"trace[1092676917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13050; }","duration":"732.466612ms","start":"2026-03-02T02:38:19.427896Z","end":"2026-03-02T02:38:20.160363Z","steps":["trace[1092676917] 'agreement among raft nodes before linearized reading' (duration: 730.911171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.160507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.427872Z","time spent":"732.620237ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:38:20.159301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.843415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:38:20.160904Z","caller":"traceutil/trace.go:171","msg":"trace[636118835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13050; }","duration":"775.479668ms","start":"2026-03-02T02:38:19.385408Z","end":"2026-03-02T02:38:20.160888Z","steps":["trace[636118835] 'agreement among raft nodes before linearized reading' (duration: 773.786463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:20.160952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.385393Z","time spent":"775.545249ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:38:24.304947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.946795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:24.305083Z","caller":"traceutil/trace.go:171","msg":"trace[354166574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13083; }","duration":"282.989703ms","start":"2026-03-02T02:38:24.022066Z","end":"2026-03-02T02:38:24.305056Z","steps":["trace[354166574] 'range keys from in-memory index tree' (duration: 281.74633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:30.922029Z","caller":"traceutil/trace.go:171","msg":"trace[1801680691] transaction","detail":"{read_only:false; response_revision:13219; number_of_response:1; }","duration":"243.409958ms","start":"2026-03-02T02:38:30.678578Z","end":"2026-03-02T02:38:30.921988Z","steps":["trace[1801680691] 'process raft request' (duration: 211.731151ms)","trace[1801680691] 'compare' (duration: 30.866815ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:30.947549Z","caller":"traceutil/trace.go:171","msg":"trace[479116499] linearizableReadLoop","detail":"{readStateIndex:13698; appliedIndex:13696; }","duration":"112.625193ms","start":"2026-03-02T02:38:30.834899Z","end":"2026-03-02T02:38:30.947524Z","steps":["trace[479116499] 'read index received' (duration: 56.086811ms)","trace[479116499] 'applied index is now lower than readState.Index' (duration: 56.537192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:30.947756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.833168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-02T02:38:30.947792Z","caller":"traceutil/trace.go:171","msg":"trace[1546035929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:13220; }","duration":"112.918661ms","start":"2026-03-02T02:38:30.83486Z","end":"2026-03-02T02:38:30.947779Z","steps":["trace[1546035929] 'agreement among raft nodes before linearized reading' (duration: 112.764497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:30.947786Z","caller":"traceutil/trace.go:171","msg":"trace[1666005502] transaction","detail":"{read_only:false; response_revision:13220; number_of_response:1; }","duration":"221.499159ms","start":"2026-03-02T02:38:30.726239Z","end":"2026-03-02T02:38:30.947738Z","steps":["trace[1666005502] 'process raft request' (duration: 221.052287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:31.640051Z","caller":"traceutil/trace.go:171","msg":"trace[1139539118] transaction","detail":"{read_only:false; response_revision:13222; number_of_response:1; }","duration":"326.812ms","start":"2026-03-02T02:38:31.313213Z","end":"2026-03-02T02:38:31.640025Z","steps":["trace[1139539118] 'process raft request' (duration: 326.518922ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:31.64005Z","caller":"traceutil/trace.go:171","msg":"trace[1338057924] linearizableReadLoop","detail":"{readStateIndex:13701; appliedIndex:13700; }","duration":"311.941808ms","start":"2026-03-02T02:38:31.328033Z","end":"2026-03-02T02:38:31.639975Z","steps":["trace[1338057924] 'read index received' (duration: 311.788853ms)","trace[1338057924] 'applied index is now lower than readState.Index' (duration: 151.714µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:31.640274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.313188Z","time spent":"326.976225ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:31.640421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.387269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-dcvxr.1898e5ca287c800d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-02T02:38:31.640542Z","caller":"traceutil/trace.go:171","msg":"trace[967266512] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-dcvxr.1898e5ca287c800d; range_end:; response_count:1; response_revision:13222; }","duration":"312.500013ms","start":"2026-03-02T02:38:31.327971Z","end":"2026-03-02T02:38:31.640471Z","steps":["trace[967266512] 'agreement among raft nodes before linearized reading' (duration: 312.112242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:31.640692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.327931Z","time spent":"312.746069ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-dcvxr.1898e5ca287c800d\" "} {"level":"warn","ts":"2026-03-02T02:38:32.140677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316568140,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:38:32.435547Z","caller":"traceutil/trace.go:171","msg":"trace[1103283650] transaction","detail":"{read_only:false; response_revision:13224; number_of_response:1; }","duration":"876.034403ms","start":"2026-03-02T02:38:31.55949Z","end":"2026-03-02T02:38:32.435524Z","steps":["trace[1103283650] 'process raft request' (duration: 875.961861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:32.435589Z","caller":"traceutil/trace.go:171","msg":"trace[719977882] transaction","detail":"{read_only:false; response_revision:13223; number_of_response:1; }","duration":"968.496605ms","start":"2026-03-02T02:38:31.467049Z","end":"2026-03-02T02:38:32.435546Z","steps":["trace[719977882] 'process raft request' (duration: 965.563337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.43576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.46701Z","time spent":"968.660549ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:32.435875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.559459Z","time spent":"876.157927ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:38:32.437359Z","caller":"traceutil/trace.go:171","msg":"trace[285397945] transaction","detail":"{read_only:false; response_revision:13225; number_of_response:1; }","duration":"794.145601ms","start":"2026-03-02T02:38:31.643169Z","end":"2026-03-02T02:38:32.437314Z","steps":["trace[285397945] 'process raft request' (duration: 793.757361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.437586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.643146Z","time spent":"794.321616ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:38:32.439807Z","caller":"traceutil/trace.go:171","msg":"trace[414032237] linearizableReadLoop","detail":"{readStateIndex:13704; appliedIndex:13701; }","duration":"799.528173ms","start":"2026-03-02T02:38:31.640264Z","end":"2026-03-02T02:38:32.439792Z","steps":["trace[414032237] 'read index received' (duration: 792.362364ms)","trace[414032237] 'applied index is now lower than readState.Index' (duration: 7.164869ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:32.440088Z","caller":"traceutil/trace.go:171","msg":"trace[1660681191] transaction","detail":"{read_only:false; response_revision:13226; number_of_response:1; }","duration":"110.280422ms","start":"2026-03-02T02:38:32.329794Z","end":"2026-03-02T02:38:32.440074Z","steps":["trace[1660681191] 'process raft request' (duration: 109.905603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.440367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.271936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:32.440411Z","caller":"traceutil/trace.go:171","msg":"trace[1670233629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13226; }","duration":"418.366438ms","start":"2026-03-02T02:38:32.022031Z","end":"2026-03-02T02:38:32.440398Z","steps":["trace[1670233629] 'agreement among raft nodes before linearized reading' (duration: 418.288026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.440445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:32.022009Z","time spent":"418.427949ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:38:32.44049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.651707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b679521-443f-4ffc-b5a6-b1c7beacd26f\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-03-02T02:38:32.440582Z","caller":"traceutil/trace.go:171","msg":"trace[160155076] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b679521-443f-4ffc-b5a6-b1c7beacd26f; range_end:; response_count:1; response_revision:13226; }","duration":"796.7887ms","start":"2026-03-02T02:38:31.643772Z","end":"2026-03-02T02:38:32.440561Z","steps":["trace[160155076] 'agreement among raft nodes before linearized reading' (duration: 796.516553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.440569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.970876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:38:32.440635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.643758Z","time spent":"796.867343ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b679521-443f-4ffc-b5a6-b1c7beacd26f\" "} {"level":"info","ts":"2026-03-02T02:38:32.440671Z","caller":"traceutil/trace.go:171","msg":"trace[67789118] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:13226; }","duration":"101.144821ms","start":"2026-03-02T02:38:32.339507Z","end":"2026-03-02T02:38:32.440652Z","steps":["trace[67789118] 'agreement among raft nodes before linearized reading' (duration: 100.810262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.44068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.530401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:38:32.440668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033106781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7047831-97f6-49c8-8716-fffa26d72ee6\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-03-02T02:38:32.440728Z","caller":"traceutil/trace.go:171","msg":"trace[1549679127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13226; }","duration":"115.583512ms","start":"2026-03-02T02:38:32.325133Z","end":"2026-03-02T02:38:32.440716Z","steps":["trace[1549679127] 'agreement among raft nodes before linearized reading' (duration: 115.50005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:32.440748Z","caller":"traceutil/trace.go:171","msg":"trace[1224397029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b7047831-97f6-49c8-8716-fffa26d72ee6; range_end:; response_count:1; response_revision:13226; }","duration":"1.033253445s","start":"2026-03-02T02:38:31.407476Z","end":"2026-03-02T02:38:32.44073Z","steps":["trace[1224397029] 'agreement among raft nodes before linearized reading' (duration: 1.03307443s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.44074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.659935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:38:32.440794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.407453Z","time spent":"1.033329637s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7047831-97f6-49c8-8716-fffa26d72ee6\" "} {"level":"info","ts":"2026-03-02T02:38:32.440809Z","caller":"traceutil/trace.go:171","msg":"trace[2026353716] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13226; }","duration":"471.741867ms","start":"2026-03-02T02:38:31.969049Z","end":"2026-03-02T02:38:32.440791Z","steps":["trace[2026353716] 'agreement among raft nodes before linearized reading' (duration: 471.597484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.440847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.968957Z","time spent":"471.880411ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":66,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:38:32.441039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.202112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7047831-97f6-49c8-8716-fffa26d72ee6\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-03-02T02:38:32.441091Z","caller":"traceutil/trace.go:171","msg":"trace[1826074501] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b7047831-97f6-49c8-8716-fffa26d72ee6; range_end:; response_count:1; response_revision:13226; }","duration":"797.279524ms","start":"2026-03-02T02:38:31.6438Z","end":"2026-03-02T02:38:32.441079Z","steps":["trace[1826074501] 'agreement among raft nodes before linearized reading' (duration: 797.12345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:32.441124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:31.643788Z","time spent":"797.328615ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7047831-97f6-49c8-8716-fffa26d72ee6\" "} {"level":"warn","ts":"2026-03-02T02:39:34.20895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.817532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:39:34.209098Z","caller":"traceutil/trace.go:171","msg":"trace[36798229] linearizableReadLoop","detail":"{readStateIndex:14586; appliedIndex:14585; }","duration":"274.351591ms","start":"2026-03-02T02:39:33.934727Z","end":"2026-03-02T02:39:34.209079Z","steps":["trace[36798229] 'read index received' (duration: 68.235441ms)","trace[36798229] 'applied index is now lower than readState.Index' (duration: 206.11483ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:39:34.20913Z","caller":"traceutil/trace.go:171","msg":"trace[1986388177] transaction","detail":"{read_only:false; response_revision:14079; number_of_response:1; }","duration":"416.689978ms","start":"2026-03-02T02:39:33.792404Z","end":"2026-03-02T02:39:34.209094Z","steps":["trace[1986388177] 'process raft request' (duration: 210.606839ms)","trace[1986388177] 'compare' (duration: 205.617397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:34.209358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.548306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-02T02:39:34.209362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:33.792374Z","time spent":"416.893684ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:39:34.209395Z","caller":"traceutil/trace.go:171","msg":"trace[754490645] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14079; }","duration":"274.584197ms","start":"2026-03-02T02:39:33.934801Z","end":"2026-03-02T02:39:34.209385Z","steps":["trace[754490645] 'agreement among raft nodes before linearized reading' (duration: 274.449894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:34.209221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.490525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:34.209539Z","caller":"traceutil/trace.go:171","msg":"trace[922801692] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14079; }","duration":"274.820993ms","start":"2026-03-02T02:39:33.934684Z","end":"2026-03-02T02:39:34.209505Z","steps":["trace[922801692] 'agreement among raft nodes before linearized reading' (duration: 274.496575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:34.209666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.438043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:39:34.209728Z","caller":"traceutil/trace.go:171","msg":"trace[1645449028] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14079; }","duration":"274.521536ms","start":"2026-03-02T02:39:33.93519Z","end":"2026-03-02T02:39:34.209712Z","steps":["trace[1645449028] 'agreement among raft nodes before linearized reading' (duration: 274.360682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:34.209621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.656359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:39:34.209717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.766637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22116"} {"level":"info","ts":"2026-03-02T02:39:34.209764Z","caller":"traceutil/trace.go:171","msg":"trace[1635463235] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14079; }","duration":"274.836354ms","start":"2026-03-02T02:39:33.934918Z","end":"2026-03-02T02:39:34.209754Z","steps":["trace[1635463235] 'agreement among raft nodes before linearized reading' (duration: 274.67641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:34.20981Z","caller":"traceutil/trace.go:171","msg":"trace[1997079756] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:14079; }","duration":"157.904471ms","start":"2026-03-02T02:39:34.051884Z","end":"2026-03-02T02:39:34.209789Z","steps":["trace[1997079756] 'agreement among raft nodes before linearized reading' (duration: 157.636044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:34.209875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.32931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:34.21017Z","caller":"traceutil/trace.go:171","msg":"trace[409660375] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14079; }","duration":"274.68774ms","start":"2026-03-02T02:39:33.93546Z","end":"2026-03-02T02:39:34.210148Z","steps":["trace[409660375] 'agreement among raft nodes before linearized reading' (duration: 274.099015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:34.210178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.75778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22116"} {"level":"info","ts":"2026-03-02T02:39:34.21022Z","caller":"traceutil/trace.go:171","msg":"trace[1160808603] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:14079; }","duration":"156.818512ms","start":"2026-03-02T02:39:34.053391Z","end":"2026-03-02T02:39:34.21021Z","steps":["trace[1160808603] 'agreement among raft nodes before linearized reading' (duration: 156.697879ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:53.132838Z","caller":"traceutil/trace.go:171","msg":"trace[1270982277] linearizableReadLoop","detail":"{readStateIndex:14685; appliedIndex:14684; }","duration":"348.038397ms","start":"2026-03-02T02:39:52.784772Z","end":"2026-03-02T02:39:53.13281Z","steps":["trace[1270982277] 'read index received' (duration: 81.798291ms)","trace[1270982277] 'applied index is now lower than readState.Index' (duration: 266.239166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:53.133291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.492229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:53.133341Z","caller":"traceutil/trace.go:171","msg":"trace[1892008096] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14174; }","duration":"348.594131ms","start":"2026-03-02T02:39:52.784735Z","end":"2026-03-02T02:39:53.133329Z","steps":["trace[1892008096] 'agreement among raft nodes before linearized reading' (duration: 348.365065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.133378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:52.784719Z","time spent":"348.650142ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T02:39:53.133441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.91105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:39:53.133545Z","caller":"traceutil/trace.go:171","msg":"trace[257205409] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14174; }","duration":"291.084006ms","start":"2026-03-02T02:39:52.842442Z","end":"2026-03-02T02:39:53.133526Z","steps":["trace[257205409] 'agreement among raft nodes before linearized reading' (duration: 290.809888ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:53.133718Z","caller":"traceutil/trace.go:171","msg":"trace[2009320220] transaction","detail":"{read_only:false; response_revision:14174; number_of_response:1; }","duration":"349.513856ms","start":"2026-03-02T02:39:52.784185Z","end":"2026-03-02T02:39:53.133699Z","steps":["trace[2009320220] 'process raft request' (duration: 300.272259ms)","trace[2009320220] 'compare' (duration: 48.038535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:53.133852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:52.784177Z","time spent":"349.582888ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:39:53.13394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.118499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:53.133978Z","caller":"traceutil/trace.go:171","msg":"trace[1782883713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14174; }","duration":"111.189951ms","start":"2026-03-02T02:39:53.022778Z","end":"2026-03-02T02:39:53.133968Z","steps":["trace[1782883713] 'agreement among raft nodes before linearized reading' (duration: 111.12987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.134179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.966152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:39:53.134213Z","caller":"traceutil/trace.go:171","msg":"trace[1956933501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14174; }","duration":"135.025684ms","start":"2026-03-02T02:39:52.999179Z","end":"2026-03-02T02:39:53.134205Z","steps":["trace[1956933501] 'agreement among raft nodes before linearized reading' (duration: 134.927761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.134347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.122174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:53.134376Z","caller":"traceutil/trace.go:171","msg":"trace[784085560] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14174; }","duration":"147.170246ms","start":"2026-03-02T02:39:52.987198Z","end":"2026-03-02T02:39:53.134368Z","steps":["trace[784085560] 'agreement among raft nodes before linearized reading' (duration: 147.092054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.134465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.032148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:53.134492Z","caller":"traceutil/trace.go:171","msg":"trace[676231188] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14174; }","duration":"148.106801ms","start":"2026-03-02T02:39:52.986378Z","end":"2026-03-02T02:39:53.134485Z","steps":["trace[676231188] 'agreement among raft nodes before linearized reading' (duration: 148.06666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.134612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.180422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:39:53.13464Z","caller":"traceutil/trace.go:171","msg":"trace[899481022] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14174; }","duration":"148.247594ms","start":"2026-03-02T02:39:52.986385Z","end":"2026-03-02T02:39:53.134633Z","steps":["trace[899481022] 'agreement among raft nodes before linearized reading' (duration: 148.161862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.134771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.857349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:39:53.134823Z","caller":"traceutil/trace.go:171","msg":"trace[245309380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14174; }","duration":"264.948612ms","start":"2026-03-02T02:39:52.86986Z","end":"2026-03-02T02:39:53.134808Z","steps":["trace[245309380] 'agreement among raft nodes before linearized reading' (duration: 264.782257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.135031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.871063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-02T02:39:53.135067Z","caller":"traceutil/trace.go:171","msg":"trace[394270342] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:14174; }","duration":"150.943596ms","start":"2026-03-02T02:39:52.984114Z","end":"2026-03-02T02:39:53.135058Z","steps":["trace[394270342] 'agreement among raft nodes before linearized reading' (duration: 150.848934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.135244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.861144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:39:53.135276Z","caller":"traceutil/trace.go:171","msg":"trace[1803191284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14174; }","duration":"179.940726ms","start":"2026-03-02T02:39:52.955327Z","end":"2026-03-02T02:39:53.135268Z","steps":["trace[1803191284] 'agreement among raft nodes before linearized reading' (duration: 179.861064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:53.135411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.377012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:39:53.135442Z","caller":"traceutil/trace.go:171","msg":"trace[1129343045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14174; }","duration":"225.429313ms","start":"2026-03-02T02:39:52.910005Z","end":"2026-03-02T02:39:53.135434Z","steps":["trace[1129343045] 'agreement among raft nodes before linearized reading' (duration: 225.353881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:59.012152Z","caller":"traceutil/trace.go:171","msg":"trace[1545340182] transaction","detail":"{read_only:false; response_revision:14201; number_of_response:1; }","duration":"127.446072ms","start":"2026-03-02T02:39:58.884687Z","end":"2026-03-02T02:39:59.012133Z","steps":["trace[1545340182] 'process raft request' (duration: 127.039172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.606315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.004666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:59.606392Z","caller":"traceutil/trace.go:171","msg":"trace[1274518633] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14201; }","duration":"452.127069ms","start":"2026-03-02T02:39:59.154241Z","end":"2026-03-02T02:39:59.606368Z","steps":["trace[1274518633] 'range keys from in-memory index tree' (duration: 451.838852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.606434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.15422Z","time spent":"452.203362ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T02:39:59.606516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.598029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:39:59.606504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.707638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:59.60657Z","caller":"traceutil/trace.go:171","msg":"trace[939016679] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14201; }","duration":"453.66687ms","start":"2026-03-02T02:39:59.152887Z","end":"2026-03-02T02:39:59.606554Z","steps":["trace[939016679] 'range keys from in-memory index tree' (duration: 453.504286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:59.606584Z","caller":"traceutil/trace.go:171","msg":"trace[896016859] linearizableReadLoop","detail":"{readStateIndex:14714; appliedIndex:14713; }","duration":"441.775884ms","start":"2026-03-02T02:39:59.164787Z","end":"2026-03-02T02:39:59.606563Z","steps":["trace[896016859] 'read index received' (duration: 435.320653ms)","trace[896016859] 'applied index is now lower than readState.Index' (duration: 6.454151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:59.606621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.152851Z","time spent":"453.762763ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T02:39:59.6066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.574184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:39:59.606625Z","caller":"traceutil/trace.go:171","msg":"trace[302711268] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14201; }","duration":"454.884322ms","start":"2026-03-02T02:39:59.151716Z","end":"2026-03-02T02:39:59.606601Z","steps":["trace[302711268] 'range keys from in-memory index tree' (duration: 454.609855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:59.606696Z","caller":"traceutil/trace.go:171","msg":"trace[1593795694] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14201; }","duration":"454.704087ms","start":"2026-03-02T02:39:59.151966Z","end":"2026-03-02T02:39:59.60667Z","steps":["trace[1593795694] 'range keys from in-memory index tree' (duration: 454.43755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.606702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.151686Z","time spent":"454.999196ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T02:39:59.606736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.952869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:39:59.606739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.15196Z","time spent":"454.76866ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T02:39:59.606757Z","caller":"traceutil/trace.go:171","msg":"trace[815494857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14202; }","duration":"442.032391ms","start":"2026-03-02T02:39:59.164717Z","end":"2026-03-02T02:39:59.60675Z","steps":["trace[815494857] 'agreement among raft nodes before linearized reading' (duration: 441.914618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.606776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.164705Z","time spent":"442.066672ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:39:59.606771Z","caller":"traceutil/trace.go:171","msg":"trace[165358210] transaction","detail":"{read_only:false; response_revision:14202; number_of_response:1; }","duration":"452.377456ms","start":"2026-03-02T02:39:59.154291Z","end":"2026-03-02T02:39:59.606669Z","steps":["trace[165358210] 'process raft request' (duration: 445.794822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.606981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.154274Z","time spent":"452.612192ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:39:59.606476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.598744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:39:59.607114Z","caller":"traceutil/trace.go:171","msg":"trace[630586873] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14201; }","duration":"455.279373ms","start":"2026-03-02T02:39:59.151812Z","end":"2026-03-02T02:39:59.607091Z","steps":["trace[630586873] 'range keys from in-memory index tree' (duration: 454.451461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.607171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.15179Z","time spent":"455.361535ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T02:39:59.795679Z","caller":"traceutil/trace.go:171","msg":"trace[1678862659] linearizableReadLoop","detail":"{readStateIndex:14715; appliedIndex:14714; }","duration":"189.035137ms","start":"2026-03-02T02:39:59.606616Z","end":"2026-03-02T02:39:59.795651Z","steps":["trace[1678862659] 'read index received' (duration: 188.876883ms)","trace[1678862659] 'applied index is now lower than readState.Index' (duration: 157.324µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:59.795748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.155757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:59.795808Z","caller":"traceutil/trace.go:171","msg":"trace[1240547832] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14203; }","duration":"297.27141ms","start":"2026-03-02T02:39:59.498521Z","end":"2026-03-02T02:39:59.795793Z","steps":["trace[1240547832] 'agreement among raft nodes before linearized reading' (duration: 297.150186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.795864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.125037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:39:59.795883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.403996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-02T02:39:59.795919Z","caller":"traceutil/trace.go:171","msg":"trace[749063398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14203; }","duration":"629.196899ms","start":"2026-03-02T02:39:59.166708Z","end":"2026-03-02T02:39:59.795904Z","steps":["trace[749063398] 'agreement among raft nodes before linearized reading' (duration: 629.044675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:59.795942Z","caller":"traceutil/trace.go:171","msg":"trace[1761792429] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:14203; }","duration":"594.488247ms","start":"2026-03-02T02:39:59.201437Z","end":"2026-03-02T02:39:59.795925Z","steps":["trace[1761792429] 'agreement among raft nodes before linearized reading' (duration: 594.285702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.795951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.201224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:39:59.795971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.1667Z","time spent":"629.25807ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:39:59.795987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.20143Z","time spent":"594.54634ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"info","ts":"2026-03-02T02:39:59.796008Z","caller":"traceutil/trace.go:171","msg":"trace[1720482575] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14203; }","duration":"295.271877ms","start":"2026-03-02T02:39:59.500715Z","end":"2026-03-02T02:39:59.795987Z","steps":["trace[1720482575] 'agreement among raft nodes before linearized reading' (duration: 295.135103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.796081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.763746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:59.796131Z","caller":"traceutil/trace.go:171","msg":"trace[1686189919] transaction","detail":"{read_only:false; response_revision:14203; number_of_response:1; }","duration":"446.716855ms","start":"2026-03-02T02:39:59.349359Z","end":"2026-03-02T02:39:59.796076Z","steps":["trace[1686189919] 'process raft request' (duration: 446.1355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:59.796189Z","caller":"traceutil/trace.go:171","msg":"trace[1163097781] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14203; }","duration":"296.898899ms","start":"2026-03-02T02:39:59.499262Z","end":"2026-03-02T02:39:59.796161Z","steps":["trace[1163097781] 'agreement among raft nodes before linearized reading' (duration: 296.694364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.796207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.453999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:39:59.796254Z","caller":"traceutil/trace.go:171","msg":"trace[1018298168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14203; }","duration":"625.519392ms","start":"2026-03-02T02:39:59.170721Z","end":"2026-03-02T02:39:59.796241Z","steps":["trace[1018298168] 'agreement among raft nodes before linearized reading' (duration: 625.394458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.796098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.92571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:39:59.796265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.793415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:39:59.796309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.170712Z","time spent":"625.582283ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:39:59.796311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.349337Z","time spent":"446.8939ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:39:59.796323Z","caller":"traceutil/trace.go:171","msg":"trace[327755695] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14203; }","duration":"297.186937ms","start":"2026-03-02T02:39:59.499118Z","end":"2026-03-02T02:39:59.796305Z","steps":["trace[327755695] 'agreement among raft nodes before linearized reading' (duration: 296.89679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:59.796332Z","caller":"traceutil/trace.go:171","msg":"trace[1302000433] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14203; }","duration":"389.99368ms","start":"2026-03-02T02:39:59.40632Z","end":"2026-03-02T02:39:59.796314Z","steps":["trace[1302000433] 'agreement among raft nodes before linearized reading' (duration: 389.767854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.796376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.406297Z","time spent":"390.066403ms","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:39:59.796677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.602794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:39:59.796756Z","caller":"traceutil/trace.go:171","msg":"trace[646507049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14203; }","duration":"622.716867ms","start":"2026-03-02T02:39:59.174019Z","end":"2026-03-02T02:39:59.796736Z","steps":["trace[646507049] 'agreement among raft nodes before linearized reading' (duration: 622.145792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.797122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.99263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T02:39:59.79723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.174012Z","time spent":"623.026755ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:39:59.79724Z","caller":"traceutil/trace.go:171","msg":"trace[1253297373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14203; }","duration":"367.143715ms","start":"2026-03-02T02:39:59.430075Z","end":"2026-03-02T02:39:59.797218Z","steps":["trace[1253297373] 'agreement among raft nodes before linearized reading' (duration: 365.866801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:59.798094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.430053Z","time spent":"368.011247ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:40:00.13359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.458846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:40:00.134177Z","caller":"traceutil/trace.go:171","msg":"trace[45068006] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"523.538574ms","start":"2026-03-02T02:39:59.610601Z","end":"2026-03-02T02:40:00.13414Z","steps":["trace[45068006] 'process raft request' (duration: 292.458511ms)","trace[45068006] 'compare' (duration: 230.357234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:00.134502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.610581Z","time spent":"523.682248ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:40:00.134517Z","caller":"traceutil/trace.go:171","msg":"trace[778359784] transaction","detail":"{read_only:false; response_revision:14205; number_of_response:1; }","duration":"334.359014ms","start":"2026-03-02T02:39:59.800111Z","end":"2026-03-02T02:40:00.13447Z","steps":["trace[778359784] 'process raft request' (duration: 333.765998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:00.134688Z","caller":"traceutil/trace.go:171","msg":"trace[142087748] transaction","detail":"{read_only:false; response_revision:14206; number_of_response:1; }","duration":"334.100226ms","start":"2026-03-02T02:39:59.800571Z","end":"2026-03-02T02:40:00.134671Z","steps":["trace[142087748] 'process raft request' (duration: 333.764967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:00.134779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.800558Z","time spent":"334.191759ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:40:00.134814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.800067Z","time spent":"334.554949ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:40:00.135131Z","caller":"traceutil/trace.go:171","msg":"trace[1400304569] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"334.392714ms","start":"2026-03-02T02:39:59.800722Z","end":"2026-03-02T02:40:00.135115Z","steps":["trace[1400304569] 'process raft request' (duration: 333.717176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:00.135642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.800714Z","time spent":"334.451196ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:40:00.136028Z","caller":"traceutil/trace.go:171","msg":"trace[1578059135] linearizableReadLoop","detail":"{readStateIndex:14719; appliedIndex:14715; }","duration":"334.685812ms","start":"2026-03-02T02:39:59.801331Z","end":"2026-03-02T02:40:00.136017Z","steps":["trace[1578059135] 'read index received' (duration: 101.722489ms)","trace[1578059135] 'applied index is now lower than readState.Index' (duration: 232.962223ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:40:00.136142Z","caller":"traceutil/trace.go:171","msg":"trace[894110237] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"334.526808ms","start":"2026-03-02T02:39:59.801606Z","end":"2026-03-02T02:40:00.136133Z","steps":["trace[894110237] 'process raft request' (duration: 334.23681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:00.136825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.801596Z","time spent":"335.197796ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:40:00.1363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.4302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:40:00.13698Z","caller":"traceutil/trace.go:171","msg":"trace[701430856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14208; }","duration":"114.134029ms","start":"2026-03-02T02:40:00.022824Z","end":"2026-03-02T02:40:00.136958Z","steps":["trace[701430856] 'agreement among raft nodes before linearized reading' (duration: 113.43356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:00.137631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.301065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769977"} {"level":"info","ts":"2026-03-02T02:40:00.137676Z","caller":"traceutil/trace.go:171","msg":"trace[171213915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14208; }","duration":"336.372167ms","start":"2026-03-02T02:39:59.801292Z","end":"2026-03-02T02:40:00.137665Z","steps":["trace[171213915] 'agreement among raft nodes before linearized reading' (duration: 335.046382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:00.13785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:59.801279Z","time spent":"336.559312ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770000,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:40:02.026304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316571346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:40:02.200828Z","caller":"traceutil/trace.go:171","msg":"trace[1929034597] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"851.031506ms","start":"2026-03-02T02:40:01.349766Z","end":"2026-03-02T02:40:02.200797Z","steps":["trace[1929034597] 'process raft request' (duration: 850.901022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.201028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.349738Z","time spent":"851.202221ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:40:02.715415Z","caller":"traceutil/trace.go:171","msg":"trace[1351145073] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"941.825806ms","start":"2026-03-02T02:40:01.773561Z","end":"2026-03-02T02:40:02.715386Z","steps":["trace[1351145073] 'process raft request' (duration: 940.745737ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.715439Z","caller":"traceutil/trace.go:171","msg":"trace[1385641145] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"912.018294ms","start":"2026-03-02T02:40:01.803392Z","end":"2026-03-02T02:40:02.715411Z","steps":["trace[1385641145] 'process raft request' (duration: 910.945516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.715448Z","caller":"traceutil/trace.go:171","msg":"trace[879850045] transaction","detail":"{read_only:false; response_revision:14211; number_of_response:1; }","duration":"1.103135376s","start":"2026-03-02T02:40:01.612278Z","end":"2026-03-02T02:40:02.715413Z","steps":["trace[879850045] 'process raft request' (duration: 1.091010085s)","trace[879850045] 'compare' (duration: 10.915829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:02.715576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.77353Z","time spent":"941.96212ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:40:02.715577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.803376Z","time spent":"912.119978ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:40:02.715543Z","caller":"traceutil/trace.go:171","msg":"trace[1864692101] linearizableReadLoop","detail":"{readStateIndex:14725; appliedIndex:14722; }","duration":"1.189956591s","start":"2026-03-02T02:40:01.525526Z","end":"2026-03-02T02:40:02.715483Z","steps":["trace[1864692101] 'read index received' (duration: 675.292162ms)","trace[1864692101] 'applied index is now lower than readState.Index' (duration: 514.658589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:02.71561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.612264Z","time spent":"1.10325726s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:40:02.835048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.657132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T02:40:02.835181Z","caller":"traceutil/trace.go:171","msg":"trace[1142769799] linearizableReadLoop","detail":"{readStateIndex:14726; appliedIndex:14725; }","duration":"119.525263ms","start":"2026-03-02T02:40:02.715639Z","end":"2026-03-02T02:40:02.835165Z","steps":["trace[1142769799] 'read index received' (duration: 58.092µs)","trace[1142769799] 'applied index is now lower than readState.Index' (duration: 119.465481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:02.836119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.666259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-02T02:40:02.836147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.196761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.836209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.395833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.836138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310603573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:40:02.83627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.979532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.836384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.917887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22116"} {"level":"warn","ts":"2026-03-02T02:40:02.836358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.094074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:40:02.836382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033334994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:40:02.836425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.097565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:40:02.836448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22457723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:40:02.836487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.121519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:40:02.836511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.768603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T02:40:02.836512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034268379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.836529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.092084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.83656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034339931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.836572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.141867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:40:02.836605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.446644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T02:40:02.836607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.519832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18865"} {"level":"warn","ts":"2026-03-02T02:40:02.836686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.189054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22116"} {"level":"warn","ts":"2026-03-02T02:40:02.836701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.73429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g8n82\" ","response":"range_response_count:1 size:20755"} {"level":"warn","ts":"2026-03-02T02:40:02.836632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034456574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.836644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.900377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-02T02:40:02.836726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.019942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T02:40:02.836744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223133911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T02:40:02.83679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.123295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:40:02.836831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.352123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mdqww\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-02T02:40:02.836842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.266849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:40:02.836988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.369462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:40:02.836985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22606315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T02:40:02.836983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225078324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:40:02.837017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.652271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-02T02:40:02.836848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.413804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.837044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225940096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:02.837092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.519838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:40:02.837211Z","caller":"traceutil/trace.go:171","msg":"trace[1783317492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14213; }","duration":"595.750791ms","start":"2026-03-02T02:40:02.2404Z","end":"2026-03-02T02:40:02.83615Z","steps":["trace[1783317492] 'agreement among raft nodes before linearized reading' (duration: 595.597267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.837255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.240389Z","time spent":"596.856761ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:40:02.837311Z","caller":"traceutil/trace.go:171","msg":"trace[228055333] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14213; }","duration":"166.352625ms","start":"2026-03-02T02:40:02.669864Z","end":"2026-03-02T02:40:02.836216Z","steps":["trace[228055333] 'agreement among raft nodes before linearized reading' (duration: 166.150919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.837753Z","caller":"traceutil/trace.go:171","msg":"trace[754717739] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14213; }","duration":"167.443524ms","start":"2026-03-02T02:40:02.668787Z","end":"2026-03-02T02:40:02.83623Z","steps":["trace[754717739] 'agreement among raft nodes before linearized reading' (duration: 167.391833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.838008Z","caller":"traceutil/trace.go:171","msg":"trace[561810836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14213; }","duration":"1.310811399s","start":"2026-03-02T02:40:01.525482Z","end":"2026-03-02T02:40:02.836293Z","steps":["trace[561810836] 'agreement among raft nodes before linearized reading' (duration: 1.190093665s)","trace[561810836] 'count revisions from in-memory index tree' (duration: 120.494178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:02.838078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.525463Z","time spent":"1.312586025s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:40:02.838195Z","caller":"traceutil/trace.go:171","msg":"trace[1412532342] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14213; }","duration":"531.112595ms","start":"2026-03-02T02:40:02.305241Z","end":"2026-03-02T02:40:02.836354Z","steps":["trace[1412532342] 'agreement among raft nodes before linearized reading' (duration: 531.007562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.838261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.305216Z","time spent":"533.026786ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T02:40:02.8384Z","caller":"traceutil/trace.go:171","msg":"trace[853310993] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:14213; }","duration":"297.990749ms","start":"2026-03-02T02:40:02.538421Z","end":"2026-03-02T02:40:02.836412Z","steps":["trace[853310993] 'agreement among raft nodes before linearized reading' (duration: 297.814344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.838458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.538391Z","time spent":"300.052344ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22139,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"info","ts":"2026-03-02T02:40:02.838452Z","caller":"traceutil/trace.go:171","msg":"trace[2007860699] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14213; }","duration":"167.261749ms","start":"2026-03-02T02:40:02.669173Z","end":"2026-03-02T02:40:02.836435Z","steps":["trace[2007860699] 'agreement among raft nodes before linearized reading' (duration: 166.9229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.838487Z","caller":"traceutil/trace.go:171","msg":"trace[1290397681] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14213; }","duration":"1.033480828s","start":"2026-03-02T02:40:01.802991Z","end":"2026-03-02T02:40:02.836472Z","steps":["trace[1290397681] 'agreement among raft nodes before linearized reading' (duration: 1.03317862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.838535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.802985Z","time spent":"1.035534923s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T02:40:02.838616Z","caller":"traceutil/trace.go:171","msg":"trace[1914264427] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14213; }","duration":"531.167567ms","start":"2026-03-02T02:40:02.30532Z","end":"2026-03-02T02:40:02.836488Z","steps":["trace[1914264427] 'agreement among raft nodes before linearized reading' (duration: 531.037803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.838645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.30528Z","time spent":"533.357645ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T02:40:02.838706Z","caller":"traceutil/trace.go:171","msg":"trace[515313390] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14213; }","duration":"1.224686783s","start":"2026-03-02T02:40:01.611814Z","end":"2026-03-02T02:40:02.8365Z","steps":["trace[515313390] 'agreement among raft nodes before linearized reading' (duration: 1.224519479s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.838796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.611792Z","time spent":"1.226983244s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T02:40:02.838891Z","caller":"traceutil/trace.go:171","msg":"trace[795349602] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14213; }","duration":"247.148029ms","start":"2026-03-02T02:40:02.589359Z","end":"2026-03-02T02:40:02.836507Z","steps":["trace[795349602] 'agreement among raft nodes before linearized reading' (duration: 247.059187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.839116Z","caller":"traceutil/trace.go:171","msg":"trace[1099997259] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14213; }","duration":"531.834305ms","start":"2026-03-02T02:40:02.304703Z","end":"2026-03-02T02:40:02.836537Z","steps":["trace[1099997259] 'agreement among raft nodes before linearized reading' (duration: 531.749973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.839231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.304684Z","time spent":"534.532416ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T02:40:02.839309Z","caller":"traceutil/trace.go:171","msg":"trace[465669739] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14213; }","duration":"1.034407243s","start":"2026-03-02T02:40:01.802194Z","end":"2026-03-02T02:40:02.836601Z","steps":["trace[465669739] 'agreement among raft nodes before linearized reading' (duration: 1.034340311s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.839359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.802187Z","time spent":"1.037157636s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T02:40:02.839215Z","caller":"traceutil/trace.go:171","msg":"trace[1527362927] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14213; }","duration":"1.03432316s","start":"2026-03-02T02:40:01.802222Z","end":"2026-03-02T02:40:02.836545Z","steps":["trace[1527362927] 'agreement among raft nodes before linearized reading' (duration: 1.034260999s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.83944Z","caller":"traceutil/trace.go:171","msg":"trace[1350770091] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14213; }","duration":"248.575937ms","start":"2026-03-02T02:40:02.588105Z","end":"2026-03-02T02:40:02.836681Z","steps":["trace[1350770091] 'agreement among raft nodes before linearized reading' (duration: 248.439013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.839461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.802216Z","time spent":"1.037233997s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-02T02:40:02.839595Z","caller":"traceutil/trace.go:171","msg":"trace[1754341413] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:14213; }","duration":"298.228415ms","start":"2026-03-02T02:40:02.538491Z","end":"2026-03-02T02:40:02.836719Z","steps":["trace[1754341413] 'agreement among raft nodes before linearized reading' (duration: 298.134762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.839629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.538428Z","time spent":"301.190874ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22139,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"info","ts":"2026-03-02T02:40:02.839284Z","caller":"traceutil/trace.go:171","msg":"trace[446630970] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14213; }","duration":"248.163156ms","start":"2026-03-02T02:40:02.588388Z","end":"2026-03-02T02:40:02.836551Z","steps":["trace[446630970] 'agreement among raft nodes before linearized reading' (duration: 248.122585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:02.839826Z","caller":"traceutil/trace.go:171","msg":"trace[237552052] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g8n82; range_end:; response_count:1; response_revision:14213; }","duration":"673.784382ms","start":"2026-03-02T02:40:02.162943Z","end":"2026-03-02T02:40:02.836727Z","steps":["trace[237552052] 'agreement among raft nodes before linearized reading' (duration: 673.6892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.839861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.162932Z","time spent":"676.918955ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20778,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g8n82\" "} {"level":"info","ts":"2026-03-02T02:40:02.839921Z","caller":"traceutil/trace.go:171","msg":"trace[797965211] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14213; }","duration":"1.034607808s","start":"2026-03-02T02:40:01.802127Z","end":"2026-03-02T02:40:02.836734Z","steps":["trace[797965211] 'agreement among raft nodes before linearized reading' (duration: 1.034477595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.839953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.802107Z","time spent":"1.037838934s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T02:40:02.840006Z","caller":"traceutil/trace.go:171","msg":"trace[2063664223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14213; }","duration":"696.083344ms","start":"2026-03-02T02:40:02.140661Z","end":"2026-03-02T02:40:02.836744Z","steps":["trace[2063664223] 'agreement among raft nodes before linearized reading' (duration: 696.014302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.140631Z","time spent":"699.388552ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:40:02.840118Z","caller":"traceutil/trace.go:171","msg":"trace[396239789] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14213; }","duration":"532.040091ms","start":"2026-03-02T02:40:02.304703Z","end":"2026-03-02T02:40:02.836743Z","steps":["trace[396239789] 'agreement among raft nodes before linearized reading' (duration: 531.860556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.304691Z","time spent":"535.448671ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-02T02:40:02.840224Z","caller":"traceutil/trace.go:171","msg":"trace[1872588979] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:14213; }","duration":"622.660256ms","start":"2026-03-02T02:40:02.214048Z","end":"2026-03-02T02:40:02.836708Z","steps":["trace[1872588979] 'agreement among raft nodes before linearized reading' (duration: 622.45636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.21403Z","time spent":"626.21759ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18888,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-02T02:40:02.839403Z","caller":"traceutil/trace.go:171","msg":"trace[249460855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14213; }","duration":"531.28372ms","start":"2026-03-02T02:40:02.305364Z","end":"2026-03-02T02:40:02.836648Z","steps":["trace[249460855] 'agreement among raft nodes before linearized reading' (duration: 530.945371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.305356Z","time spent":"534.957967ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T02:40:02.840411Z","caller":"traceutil/trace.go:171","msg":"trace[16937498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14213; }","duration":"696.156745ms","start":"2026-03-02T02:40:02.14066Z","end":"2026-03-02T02:40:02.836817Z","steps":["trace[16937498] 'agreement among raft nodes before linearized reading' (duration: 696.071593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.140579Z","time spent":"699.851765ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:40:02.840387Z","caller":"traceutil/trace.go:171","msg":"trace[2016169108] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14213; }","duration":"1.223227885s","start":"2026-03-02T02:40:01.613555Z","end":"2026-03-02T02:40:02.836783Z","steps":["trace[2016169108] 'agreement among raft nodes before linearized reading' (duration: 1.223100021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.84052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.613506Z","time spent":"1.227002115s","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T02:40:02.840563Z","caller":"traceutil/trace.go:171","msg":"trace[608167035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mdqww; range_end:; response_count:1; response_revision:14213; }","duration":"678.535458ms","start":"2026-03-02T02:40:02.158448Z","end":"2026-03-02T02:40:02.836983Z","steps":["trace[608167035] 'agreement among raft nodes before linearized reading' (duration: 678.299712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.158433Z","time spent":"682.152924ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-mdqww\" "} {"level":"info","ts":"2026-03-02T02:40:02.840697Z","caller":"traceutil/trace.go:171","msg":"trace[1983638419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14213; }","duration":"696.473854ms","start":"2026-03-02T02:40:02.140528Z","end":"2026-03-02T02:40:02.837002Z","steps":["trace[1983638419] 'agreement among raft nodes before linearized reading' (duration: 696.231768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.140509Z","time spent":"700.209513ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:40:02.840886Z","caller":"traceutil/trace.go:171","msg":"trace[692383126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14213; }","duration":"696.417913ms","start":"2026-03-02T02:40:02.140592Z","end":"2026-03-02T02:40:02.83701Z","steps":["trace[692383126] 'agreement among raft nodes before linearized reading' (duration: 696.3178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.840921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.140585Z","time spent":"700.327606ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:40:02.84102Z","caller":"traceutil/trace.go:171","msg":"trace[1585790445] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14213; }","duration":"1.226159592s","start":"2026-03-02T02:40:01.610873Z","end":"2026-03-02T02:40:02.837033Z","steps":["trace[1585790445] 'agreement among raft nodes before linearized reading' (duration: 1.226001648s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.84109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.610851Z","time spent":"1.2302197s","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T02:40:02.841164Z","caller":"traceutil/trace.go:171","msg":"trace[1818697391] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14213; }","duration":"1.225162705s","start":"2026-03-02T02:40:01.611876Z","end":"2026-03-02T02:40:02.837039Z","steps":["trace[1818697391] 'agreement among raft nodes before linearized reading' (duration: 1.224910819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.841233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.611871Z","time spent":"1.229342036s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T02:40:02.841227Z","caller":"traceutil/trace.go:171","msg":"trace[1406900114] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:14213; }","duration":"684.715163ms","start":"2026-03-02T02:40:02.15233Z","end":"2026-03-02T02:40:02.837045Z","steps":["trace[1406900114] 'agreement among raft nodes before linearized reading' (duration: 684.594479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.841282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.152318Z","time spent":"688.950415ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"info","ts":"2026-03-02T02:40:02.841327Z","caller":"traceutil/trace.go:171","msg":"trace[666811929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14213; }","duration":"814.724263ms","start":"2026-03-02T02:40:02.022359Z","end":"2026-03-02T02:40:02.837083Z","steps":["trace[666811929] 'agreement among raft nodes before linearized reading' (duration: 814.404964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.841375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.022339Z","time spent":"819.023826ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:40:02.841392Z","caller":"traceutil/trace.go:171","msg":"trace[2042625407] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14213; }","duration":"1.226057589s","start":"2026-03-02T02:40:01.611058Z","end":"2026-03-02T02:40:02.837116Z","steps":["trace[2042625407] 'agreement among raft nodes before linearized reading' (duration: 1.225967467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.84143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:01.611035Z","time spent":"1.230384664s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T02:40:02.841487Z","caller":"traceutil/trace.go:171","msg":"trace[1777297147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14213; }","duration":"695.636712ms","start":"2026-03-02T02:40:02.141537Z","end":"2026-03-02T02:40:02.837174Z","steps":["trace[1777297147] 'agreement among raft nodes before linearized reading' (duration: 695.468858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.841516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.141528Z","time spent":"699.978847ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:40:02.845583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.813263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:40:02.845653Z","caller":"traceutil/trace.go:171","msg":"trace[738759646] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14213; }","duration":"176.912966ms","start":"2026-03-02T02:40:02.66873Z","end":"2026-03-02T02:40:02.845643Z","steps":["trace[738759646] 'agreement among raft nodes before linearized reading' (duration: 176.808303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.845839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.313997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:40:02.845897Z","caller":"traceutil/trace.go:171","msg":"trace[108283665] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14213; }","duration":"541.41063ms","start":"2026-03-02T02:40:02.30448Z","end":"2026-03-02T02:40:02.845891Z","steps":["trace[108283665] 'agreement among raft nodes before linearized reading' (duration: 531.449305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:02.845939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:02.304457Z","time spent":"541.474941ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T02:40:33.818227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11972} {"level":"info","ts":"2026-03-02T02:40:33.899227Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11972,"took":"78.152604ms","hash":2615317540,"current-db-size-bytes":40714240,"current-db-size":"41 MB","current-db-size-in-use-bytes":26779648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T02:40:33.899291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2615317540,"revision":11972,"compact-revision":9965} {"level":"info","ts":"2026-03-02T02:45:23.690341Z","caller":"traceutil/trace.go:171","msg":"trace[1817133555] transaction","detail":"{read_only:false; response_revision:16397; number_of_response:1; }","duration":"121.372863ms","start":"2026-03-02T02:45:23.568931Z","end":"2026-03-02T02:45:23.690304Z","steps":["trace[1817133555] 'process raft request' (duration: 118.900548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:33.824912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14360} {"level":"info","ts":"2026-03-02T02:45:33.919599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14360,"took":"91.68518ms","hash":3701005329,"current-db-size-bytes":42418176,"current-db-size":"42 MB","current-db-size-in-use-bytes":27602944,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T02:45:33.919669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3701005329,"revision":14360,"compact-revision":11972} {"level":"warn","ts":"2026-03-02T02:45:49.410979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.163772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T02:45:49.411113Z","caller":"traceutil/trace.go:171","msg":"trace[358597238] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:16625; }","duration":"164.342077ms","start":"2026-03-02T02:45:49.246744Z","end":"2026-03-02T02:45:49.411086Z","steps":["trace[358597238] 'range keys from in-memory index tree' (duration: 163.968357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:54.505874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.088103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:45:54.506043Z","caller":"traceutil/trace.go:171","msg":"trace[2010368577] linearizableReadLoop","detail":"{readStateIndex:17264; appliedIndex:17263; }","duration":"333.731446ms","start":"2026-03-02T02:45:54.172287Z","end":"2026-03-02T02:45:54.506018Z","steps":["trace[2010368577] 'read index received' (duration: 178.363206ms)","trace[2010368577] 'applied index is now lower than readState.Index' (duration: 155.36612ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:45:54.506134Z","caller":"traceutil/trace.go:171","msg":"trace[617133502] transaction","detail":"{read_only:false; response_revision:16663; number_of_response:1; }","duration":"375.332365ms","start":"2026-03-02T02:45:54.130728Z","end":"2026-03-02T02:45:54.50606Z","steps":["trace[617133502] 'process raft request' (duration: 219.909523ms)","trace[617133502] 'compare' (duration: 154.819936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:45:54.506288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.999324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g8n82\" ","response":"range_response_count:1 size:20858"} {"level":"info","ts":"2026-03-02T02:45:54.506333Z","caller":"traceutil/trace.go:171","msg":"trace[1483193263] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g8n82; range_end:; response_count:1; response_revision:16663; }","duration":"334.084596ms","start":"2026-03-02T02:45:54.172237Z","end":"2026-03-02T02:45:54.506322Z","steps":["trace[1483193263] 'agreement among raft nodes before linearized reading' (duration: 333.85163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:54.506362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.130706Z","time spent":"375.537609ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:45:54.50638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.172212Z","time spent":"334.158638ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20881,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g8n82\" "} {"level":"info","ts":"2026-03-02T02:45:55.01886Z","caller":"traceutil/trace.go:171","msg":"trace[2083137191] transaction","detail":"{read_only:false; response_revision:16664; number_of_response:1; }","duration":"760.787585ms","start":"2026-03-02T02:45:54.258051Z","end":"2026-03-02T02:45:55.018838Z","steps":["trace[2083137191] 'process raft request' (duration: 749.656331ms)","trace[2083137191] 'compare' (duration: 10.777795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:45:55.018988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.258023Z","time spent":"760.899938ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:45:55.113666Z","caller":"traceutil/trace.go:171","msg":"trace[405279625] transaction","detail":"{read_only:false; response_revision:16665; number_of_response:1; }","duration":"730.516436ms","start":"2026-03-02T02:45:54.383115Z","end":"2026-03-02T02:45:55.113632Z","steps":["trace[405279625] 'process raft request' (duration: 730.229928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:55.113828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.383086Z","time spent":"730.66823ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:45:55.114268Z","caller":"traceutil/trace.go:171","msg":"trace[1723396972] linearizableReadLoop","detail":"{readStateIndex:17267; appliedIndex:17264; }","duration":"447.931199ms","start":"2026-03-02T02:45:54.666315Z","end":"2026-03-02T02:45:55.114246Z","steps":["trace[1723396972] 'read index received' (duration: 341.496791ms)","trace[1723396972] 'applied index is now lower than readState.Index' (duration: 106.433568ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:45:55.114373Z","caller":"traceutil/trace.go:171","msg":"trace[417234723] transaction","detail":"{read_only:false; response_revision:16666; number_of_response:1; }","duration":"596.079508ms","start":"2026-03-02T02:45:54.518285Z","end":"2026-03-02T02:45:55.114365Z","steps":["trace[417234723] 'process raft request' (duration: 595.198255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:55.114469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.518252Z","time spent":"596.14787ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:45:55.114598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.22029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:45:55.114666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.21087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:45:55.114674Z","caller":"traceutil/trace.go:171","msg":"trace[1213088429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16666; }","duration":"375.378084ms","start":"2026-03-02T02:45:54.739281Z","end":"2026-03-02T02:45:55.114659Z","steps":["trace[1213088429] 'agreement among raft nodes before linearized reading' (duration: 375.156268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:55.114701Z","caller":"traceutil/trace.go:171","msg":"trace[224377351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16666; }","duration":"350.267192ms","start":"2026-03-02T02:45:54.764423Z","end":"2026-03-02T02:45:55.11469Z","steps":["trace[224377351] 'agreement among raft nodes before linearized reading' (duration: 350.160659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:55.114725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.764411Z","time spent":"350.309803ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:45:55.114739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.739219Z","time spent":"375.508668ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:45:55.114876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.505444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:45:55.114958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.492737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:45:55.114983Z","caller":"traceutil/trace.go:171","msg":"trace[116461910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16666; }","duration":"104.550089ms","start":"2026-03-02T02:45:55.010426Z","end":"2026-03-02T02:45:55.114976Z","steps":["trace[116461910] 'agreement among raft nodes before linearized reading' (duration: 104.458966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:55.115004Z","caller":"traceutil/trace.go:171","msg":"trace[143511488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16666; }","duration":"448.71572ms","start":"2026-03-02T02:45:54.666257Z","end":"2026-03-02T02:45:55.114973Z","steps":["trace[143511488] 'agreement among raft nodes before linearized reading' (duration: 448.431782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:55.115057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.572417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:45:55.115083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.66623Z","time spent":"448.835603ms","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:45:55.115144Z","caller":"traceutil/trace.go:171","msg":"trace[245154089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16666; }","duration":"351.635368ms","start":"2026-03-02T02:45:54.763454Z","end":"2026-03-02T02:45:55.115089Z","steps":["trace[245154089] 'agreement among raft nodes before linearized reading' (duration: 351.390741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:55.115297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.763428Z","time spent":"351.857214ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:45:55.11562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.32269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:45:55.115656Z","caller":"traceutil/trace.go:171","msg":"trace[2141672839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16666; }","duration":"359.395362ms","start":"2026-03-02T02:45:54.756251Z","end":"2026-03-02T02:45:55.115647Z","steps":["trace[2141672839] 'agreement among raft nodes before linearized reading' (duration: 359.30605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:55.115656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.101946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:45:55.115678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.756231Z","time spent":"359.440584ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:45:55.115694Z","caller":"traceutil/trace.go:171","msg":"trace[314450473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16666; }","duration":"353.175988ms","start":"2026-03-02T02:45:54.762506Z","end":"2026-03-02T02:45:55.115682Z","steps":["trace[314450473] 'agreement among raft nodes before linearized reading' (duration: 352.979573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:55.115727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:54.762482Z","time spent":"353.23796ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:46:00.23879Z","caller":"traceutil/trace.go:171","msg":"trace[1348875210] transaction","detail":"{read_only:false; response_revision:16714; number_of_response:1; }","duration":"108.552765ms","start":"2026-03-02T02:46:00.130215Z","end":"2026-03-02T02:46:00.238768Z","steps":["trace[1348875210] 'process raft request' (duration: 108.424501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:46:03.123288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.088768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:46:03.123384Z","caller":"traceutil/trace.go:171","msg":"trace[1207248801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16730; }","duration":"101.228611ms","start":"2026-03-02T02:46:03.022133Z","end":"2026-03-02T02:46:03.123362Z","steps":["trace[1207248801] 'range keys from in-memory index tree' (duration: 101.014416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:46:03.585217Z","caller":"traceutil/trace.go:171","msg":"trace[1010370787] linearizableReadLoop","detail":"{readStateIndex:17342; appliedIndex:17341; }","duration":"249.845532ms","start":"2026-03-02T02:46:03.335344Z","end":"2026-03-02T02:46:03.585189Z","steps":["trace[1010370787] 'read index received' (duration: 239.290944ms)","trace[1010370787] 'applied index is now lower than readState.Index' (duration: 10.553408ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:46:03.585251Z","caller":"traceutil/trace.go:171","msg":"trace[1078686619] transaction","detail":"{read_only:false; response_revision:16739; number_of_response:1; }","duration":"252.603696ms","start":"2026-03-02T02:46:03.332614Z","end":"2026-03-02T02:46:03.585218Z","steps":["trace[1078686619] 'process raft request' (duration: 242.012737ms)","trace[1078686619] 'compare' (duration: 10.439585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:46:03.58548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.11707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-02T02:46:03.585525Z","caller":"traceutil/trace.go:171","msg":"trace[2029808361] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16739; }","duration":"250.202802ms","start":"2026-03-02T02:46:03.33531Z","end":"2026-03-02T02:46:03.585513Z","steps":["trace[2029808361] 'agreement among raft nodes before linearized reading' (duration: 250.027507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:46:03.585759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.962641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T02:46:03.585841Z","caller":"traceutil/trace.go:171","msg":"trace[759122712] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:16739; }","duration":"232.103984ms","start":"2026-03-02T02:46:03.353718Z","end":"2026-03-02T02:46:03.585822Z","steps":["trace[759122712] 'agreement among raft nodes before linearized reading' (duration: 231.679523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:50:33.83483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16453} {"level":"info","ts":"2026-03-02T02:50:33.936735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16453,"took":"98.512954ms","hash":2581632717,"current-db-size-bytes":43683840,"current-db-size":"44 MB","current-db-size-in-use-bytes":29921280,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T02:50:33.936791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2581632717,"revision":16453,"compact-revision":14360} {"level":"info","ts":"2026-03-02T02:51:09.778469Z","caller":"traceutil/trace.go:171","msg":"trace[1572878333] linearizableReadLoop","detail":"{readStateIndex:19516; appliedIndex:19515; }","duration":"211.119285ms","start":"2026-03-02T02:51:09.567322Z","end":"2026-03-02T02:51:09.778441Z","steps":["trace[1572878333] 'read index received' (duration: 211.074684ms)","trace[1572878333] 'applied index is now lower than readState.Index' (duration: 43.061µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:09.778575Z","caller":"traceutil/trace.go:171","msg":"trace[1185160775] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"332.602365ms","start":"2026-03-02T02:51:09.445931Z","end":"2026-03-02T02:51:09.778533Z","steps":["trace[1185160775] 'process raft request' (duration: 332.378819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:09.778724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.380442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T02:51:09.778782Z","caller":"traceutil/trace.go:171","msg":"trace[426082106] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18839; }","duration":"211.477474ms","start":"2026-03-02T02:51:09.56729Z","end":"2026-03-02T02:51:09.778767Z","steps":["trace[426082106] 'agreement among raft nodes before linearized reading' (duration: 211.3021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:09.778778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:09.445906Z","time spent":"332.757779ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:10.130556Z","caller":"traceutil/trace.go:171","msg":"trace[1039953929] linearizableReadLoop","detail":"{readStateIndex:19517; appliedIndex:19516; }","duration":"351.906058ms","start":"2026-03-02T02:51:09.778565Z","end":"2026-03-02T02:51:10.130471Z","steps":["trace[1039953929] 'read index received' (duration: 337.66723ms)","trace[1039953929] 'applied index is now lower than readState.Index' (duration: 14.237808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:10.130904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.036417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:51:10.130948Z","caller":"traceutil/trace.go:171","msg":"trace[2044586954] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18840; }","duration":"193.093918ms","start":"2026-03-02T02:51:09.937841Z","end":"2026-03-02T02:51:10.130935Z","steps":["trace[2044586954] 'agreement among raft nodes before linearized reading' (duration: 193.007966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:10.130926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.14845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T02:51:10.131005Z","caller":"traceutil/trace.go:171","msg":"trace[877331823] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:18840; }","duration":"393.273303ms","start":"2026-03-02T02:51:09.737714Z","end":"2026-03-02T02:51:10.130987Z","steps":["trace[877331823] 'agreement among raft nodes before linearized reading' (duration: 393.011207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:10.13099Z","caller":"traceutil/trace.go:171","msg":"trace[474463610] transaction","detail":"{read_only:false; response_revision:18840; number_of_response:1; }","duration":"444.353757ms","start":"2026-03-02T02:51:09.686609Z","end":"2026-03-02T02:51:10.130963Z","steps":["trace[474463610] 'process raft request' (duration: 429.573025ms)","trace[474463610] 'compare' (duration: 14.165616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:10.131044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:09.737695Z","time spent":"393.341495ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T02:51:10.131117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:09.686584Z","time spent":"444.46667ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:10.131173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.938801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:10.131207Z","caller":"traceutil/trace.go:171","msg":"trace[216709800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18840; }","duration":"108.003113ms","start":"2026-03-02T02:51:10.023196Z","end":"2026-03-02T02:51:10.131199Z","steps":["trace[216709800] 'agreement among raft nodes before linearized reading' (duration: 107.951582ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:20.715728Z","caller":"traceutil/trace.go:171","msg":"trace[984072883] transaction","detail":"{read_only:false; response_revision:18890; number_of_response:1; }","duration":"351.400773ms","start":"2026-03-02T02:51:20.364301Z","end":"2026-03-02T02:51:20.715702Z","steps":["trace[984072883] 'process raft request' (duration: 351.243439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:20.715962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:20.364277Z","time spent":"351.608239ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:26.960291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.599049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:51:26.961012Z","caller":"traceutil/trace.go:171","msg":"trace[244469464] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"739.554063ms","start":"2026-03-02T02:51:26.22141Z","end":"2026-03-02T02:51:26.960964Z","steps":["trace[244469464] 'process raft request' (duration: 424.181194ms)","trace[244469464] 'compare' (duration: 314.239169ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:26.961054Z","caller":"traceutil/trace.go:171","msg":"trace[1775034670] linearizableReadLoop","detail":"{readStateIndex:19597; appliedIndex:19596; }","duration":"631.223672ms","start":"2026-03-02T02:51:26.329804Z","end":"2026-03-02T02:51:26.961028Z","steps":["trace[1775034670] 'read index received' (duration: 315.728449ms)","trace[1775034670] 'applied index is now lower than readState.Index' (duration: 315.492363ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:26.961091Z","caller":"traceutil/trace.go:171","msg":"trace[636120029] transaction","detail":"{read_only:false; response_revision:18917; number_of_response:1; }","duration":"215.245205ms","start":"2026-03-02T02:51:26.745825Z","end":"2026-03-02T02:51:26.96107Z","steps":["trace[636120029] 'process raft request' (duration: 215.097841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:26.961185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.221382Z","time spent":"739.714908ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:26.961254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.542585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:26.961287Z","caller":"traceutil/trace.go:171","msg":"trace[1198854199] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18917; }","duration":"621.634358ms","start":"2026-03-02T02:51:26.339641Z","end":"2026-03-02T02:51:26.961276Z","steps":["trace[1198854199] 'agreement among raft nodes before linearized reading' (duration: 621.511434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:26.961314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.339616Z","time spent":"621.688549ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:51:26.961338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.236563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T02:51:26.961332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.513399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T02:51:26.961371Z","caller":"traceutil/trace.go:171","msg":"trace[1644177577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18917; }","duration":"333.311525ms","start":"2026-03-02T02:51:26.628049Z","end":"2026-03-02T02:51:26.961361Z","steps":["trace[1644177577] 'agreement among raft nodes before linearized reading' (duration: 333.173081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:26.961406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.628028Z","time spent":"333.371047ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:51:26.961419Z","caller":"traceutil/trace.go:171","msg":"trace[694227863] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:18917; }","duration":"631.642563ms","start":"2026-03-02T02:51:26.329751Z","end":"2026-03-02T02:51:26.961394Z","steps":["trace[694227863] 'agreement among raft nodes before linearized reading' (duration: 631.372496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:26.961464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.329729Z","time spent":"631.725815ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T02:51:26.961757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.486933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:26.961827Z","caller":"traceutil/trace.go:171","msg":"trace[697492887] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18917; }","duration":"375.797221ms","start":"2026-03-02T02:51:26.586011Z","end":"2026-03-02T02:51:26.961808Z","steps":["trace[697492887] 'agreement among raft nodes before linearized reading' (duration: 375.363279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:26.961912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.58598Z","time spent":"375.918844ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:51:27.682493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.400952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:51:27.682619Z","caller":"traceutil/trace.go:171","msg":"trace[1611081436] linearizableReadLoop","detail":"{readStateIndex:19599; appliedIndex:19598; }","duration":"716.759398ms","start":"2026-03-02T02:51:26.965841Z","end":"2026-03-02T02:51:27.6826Z","steps":["trace[1611081436] 'read index received' (duration: 273.093389ms)","trace[1611081436] 'applied index is now lower than readState.Index' (duration: 443.664389ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:27.682656Z","caller":"traceutil/trace.go:171","msg":"trace[911016662] transaction","detail":"{read_only:false; response_revision:18918; number_of_response:1; }","duration":"717.636562ms","start":"2026-03-02T02:51:26.964999Z","end":"2026-03-02T02:51:27.682636Z","steps":["trace[911016662] 'process raft request' (duration: 273.988573ms)","trace[911016662] 'compare' (duration: 442.974111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:27.682752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.964977Z","time spent":"717.729944ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:27.682919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.058187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:51:27.683014Z","caller":"traceutil/trace.go:171","msg":"trace[1021171658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18918; }","duration":"717.200521ms","start":"2026-03-02T02:51:26.965795Z","end":"2026-03-02T02:51:27.682995Z","steps":["trace[1021171658] 'agreement among raft nodes before linearized reading' (duration: 716.921873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:27.683116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.965777Z","time spent":"717.315513ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:51:27.683238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.139631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T02:51:27.682955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.978883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:51:27.684015Z","caller":"traceutil/trace.go:171","msg":"trace[736658946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18918; }","duration":"647.190475ms","start":"2026-03-02T02:51:27.036805Z","end":"2026-03-02T02:51:27.683996Z","steps":["trace[736658946] 'agreement among raft nodes before linearized reading' (duration: 645.965033ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:27.684118Z","caller":"traceutil/trace.go:171","msg":"trace[162306481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18918; }","duration":"645.255163ms","start":"2026-03-02T02:51:27.038057Z","end":"2026-03-02T02:51:27.683312Z","steps":["trace[162306481] 'agreement among raft nodes before linearized reading' (duration: 644.973615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:27.684162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.038044Z","time spent":"646.105726ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:51:27.68519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.617067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:51:27.685257Z","caller":"traceutil/trace.go:171","msg":"trace[1860821827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18918; }","duration":"658.69978ms","start":"2026-03-02T02:51:27.026541Z","end":"2026-03-02T02:51:27.685241Z","steps":["trace[1860821827] 'agreement among raft nodes before linearized reading' (duration: 656.632635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:27.685247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.036783Z","time spent":"647.270147ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:51:27.683271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.795188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:51:27.685303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.026533Z","time spent":"658.751331ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:51:27.685407Z","caller":"traceutil/trace.go:171","msg":"trace[2146389937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18918; }","duration":"661.901304ms","start":"2026-03-02T02:51:27.02343Z","end":"2026-03-02T02:51:27.685331Z","steps":["trace[2146389937] 'agreement among raft nodes before linearized reading' (duration: 659.798259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:27.685449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.268416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:51:27.685488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.023413Z","time spent":"662.049949ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:51:27.685575Z","caller":"traceutil/trace.go:171","msg":"trace[304395295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18918; }","duration":"653.384399ms","start":"2026-03-02T02:51:27.032141Z","end":"2026-03-02T02:51:27.685526Z","steps":["trace[304395295] 'agreement among raft nodes before linearized reading' (duration: 651.119589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:27.685604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.406989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T02:51:27.685658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.032132Z","time spent":"653.510492ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:51:27.68571Z","caller":"traceutil/trace.go:171","msg":"trace[247476338] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:18918; }","duration":"696.528343ms","start":"2026-03-02T02:51:26.989155Z","end":"2026-03-02T02:51:27.685684Z","steps":["trace[247476338] 'agreement among raft nodes before linearized reading' (duration: 695.799163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:27.685771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.989142Z","time spent":"696.617115ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T02:51:27.687204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.620568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:109 size:1082864"} {"level":"info","ts":"2026-03-02T02:51:27.687324Z","caller":"traceutil/trace.go:171","msg":"trace[1904089465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:109; response_revision:18918; }","duration":"718.753842ms","start":"2026-03-02T02:51:26.968538Z","end":"2026-03-02T02:51:27.687291Z","steps":["trace[1904089465] 'agreement among raft nodes before linearized reading' (duration: 714.18862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:27.687393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:26.968522Z","time spent":"718.854345ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":109,"response size":1082887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:51:28.203482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316588010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:51:28.244423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.216327ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:28.244581Z","caller":"traceutil/trace.go:171","msg":"trace[1512022626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18918; }","duration":"369.379452ms","start":"2026-03-02T02:51:27.875174Z","end":"2026-03-02T02:51:28.244554Z","steps":["trace[1512022626] 'range keys from in-memory index tree' (duration: 369.199606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:28.244913Z","caller":"traceutil/trace.go:171","msg":"trace[369625813] transaction","detail":"{read_only:false; response_revision:18919; number_of_response:1; }","duration":"552.158096ms","start":"2026-03-02T02:51:27.692672Z","end":"2026-03-02T02:51:28.24483Z","steps":["trace[369625813] 'process raft request' (duration: 524.847262ms)","trace[369625813] 'compare' (duration: 27.015916ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:28.245006Z","caller":"traceutil/trace.go:171","msg":"trace[1614502355] transaction","detail":"{read_only:false; response_revision:18920; number_of_response:1; }","duration":"551.9363ms","start":"2026-03-02T02:51:27.69303Z","end":"2026-03-02T02:51:28.244967Z","steps":["trace[1614502355] 'process raft request' (duration: 551.709314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:28.245071Z","caller":"traceutil/trace.go:171","msg":"trace[2081226014] transaction","detail":"{read_only:false; response_revision:18922; number_of_response:1; }","duration":"550.885023ms","start":"2026-03-02T02:51:27.694159Z","end":"2026-03-02T02:51:28.245044Z","steps":["trace[2081226014] 'process raft request' (duration: 550.79122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:28.245206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.694143Z","time spent":"550.989685ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:28.245206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.693018Z","time spent":"552.090504ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:28.245225Z","caller":"traceutil/trace.go:171","msg":"trace[268292293] transaction","detail":"{read_only:false; response_revision:18921; number_of_response:1; }","duration":"552.163736ms","start":"2026-03-02T02:51:27.693029Z","end":"2026-03-02T02:51:28.245193Z","steps":["trace[268292293] 'process raft request' (duration: 551.807566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:28.245277Z","caller":"traceutil/trace.go:171","msg":"trace[1181154723] linearizableReadLoop","detail":"{readStateIndex:19606; appliedIndex:19600; }","duration":"542.744076ms","start":"2026-03-02T02:51:27.702498Z","end":"2026-03-02T02:51:28.245242Z","steps":["trace[1181154723] 'read index received' (duration: 515.088683ms)","trace[1181154723] 'applied index is now lower than readState.Index' (duration: 27.653953ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:28.245385Z","caller":"traceutil/trace.go:171","msg":"trace[1815545363] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"354.905328ms","start":"2026-03-02T02:51:27.89047Z","end":"2026-03-02T02:51:28.245376Z","steps":["trace[1815545363] 'process raft request' (duration: 354.664941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:28.245374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.692649Z","time spent":"552.329551ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:28.245337Z","caller":"traceutil/trace.go:171","msg":"trace[1885847433] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"542.062938ms","start":"2026-03-02T02:51:27.703261Z","end":"2026-03-02T02:51:28.245324Z","steps":["trace[1885847433] 'process raft request' (duration: 541.732459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:28.245526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.043636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:28.245562Z","caller":"traceutil/trace.go:171","msg":"trace[1987986822] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18924; }","duration":"488.108658ms","start":"2026-03-02T02:51:27.757445Z","end":"2026-03-02T02:51:28.245554Z","steps":["trace[1987986822] 'agreement among raft nodes before linearized reading' (duration: 488.049677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:28.24559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.757424Z","time spent":"488.159649ms","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:51:28.245591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.703243Z","time spent":"542.256934ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:28.245691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.693011Z","time spent":"552.329261ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:28.245668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.437733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:51:28.245784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.187756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:51:28.245451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.890444Z","time spent":"354.97512ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:28.24582Z","caller":"traceutil/trace.go:171","msg":"trace[752622755] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18924; }","duration":"203.243418ms","start":"2026-03-02T02:51:28.042557Z","end":"2026-03-02T02:51:28.2458Z","steps":["trace[752622755] 'agreement among raft nodes before linearized reading' (duration: 203.210707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:28.24583Z","caller":"traceutil/trace.go:171","msg":"trace[55891868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18924; }","duration":"555.584077ms","start":"2026-03-02T02:51:27.690188Z","end":"2026-03-02T02:51:28.245772Z","steps":["trace[55891868] 'agreement among raft nodes before linearized reading' (duration: 555.287369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:28.245928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.690173Z","time spent":"555.741551ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:51:28.245751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.237586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:51:28.246114Z","caller":"traceutil/trace.go:171","msg":"trace[848805245] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:18924; }","duration":"464.612976ms","start":"2026-03-02T02:51:27.781453Z","end":"2026-03-02T02:51:28.246066Z","steps":["trace[848805245] 'agreement among raft nodes before linearized reading' (duration: 464.245406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:28.246214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.781431Z","time spent":"464.742849ms","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":26,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:51:28.246596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.007885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:109 size:1082864"} {"level":"info","ts":"2026-03-02T02:51:28.246671Z","caller":"traceutil/trace.go:171","msg":"trace[1015349317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:109; response_revision:18924; }","duration":"554.086728ms","start":"2026-03-02T02:51:27.692568Z","end":"2026-03-02T02:51:28.246655Z","steps":["trace[1015349317] 'agreement among raft nodes before linearized reading' (duration: 552.850875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:28.24672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:27.692553Z","time spent":"554.150729ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":109,"response size":1082887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T02:51:29.283052Z","caller":"traceutil/trace.go:171","msg":"trace[742749758] transaction","detail":"{read_only:false; response_revision:18925; number_of_response:1; }","duration":"521.660888ms","start":"2026-03-02T02:51:28.761362Z","end":"2026-03-02T02:51:29.283022Z","steps":["trace[742749758] 'process raft request' (duration: 521.477943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:29.28322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:28.761307Z","time spent":"521.824742ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:29.286427Z","caller":"traceutil/trace.go:171","msg":"trace[1680390968] transaction","detail":"{read_only:false; response_revision:18926; number_of_response:1; }","duration":"319.908159ms","start":"2026-03-02T02:51:28.966492Z","end":"2026-03-02T02:51:29.286401Z","steps":["trace[1680390968] 'process raft request' (duration: 319.722784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:29.286583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:28.966469Z","time spent":"320.032033ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:29.286654Z","caller":"traceutil/trace.go:171","msg":"trace[1001233546] linearizableReadLoop","detail":"{readStateIndex:19609; appliedIndex:19606; }","duration":"263.641438ms","start":"2026-03-02T02:51:29.022985Z","end":"2026-03-02T02:51:29.286626Z","steps":["trace[1001233546] 'read index received' (duration: 259.899729ms)","trace[1001233546] 'applied index is now lower than readState.Index' (duration: 3.740439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:29.286787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.788352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:29.286831Z","caller":"traceutil/trace.go:171","msg":"trace[1210446151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18927; }","duration":"263.891135ms","start":"2026-03-02T02:51:29.022927Z","end":"2026-03-02T02:51:29.286819Z","steps":["trace[1210446151] 'agreement among raft nodes before linearized reading' (duration: 263.786932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:29.286869Z","caller":"traceutil/trace.go:171","msg":"trace[1841565597] transaction","detail":"{read_only:false; response_revision:18927; number_of_response:1; }","duration":"319.16835ms","start":"2026-03-02T02:51:28.967638Z","end":"2026-03-02T02:51:29.286806Z","steps":["trace[1841565597] 'process raft request' (duration: 318.718758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:29.287115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:28.967611Z","time spent":"319.389325ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:30.213759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.68874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T02:51:30.213783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.345592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:51:30.213848Z","caller":"traceutil/trace.go:171","msg":"trace[1140681204] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:18927; }","duration":"506.825344ms","start":"2026-03-02T02:51:29.706999Z","end":"2026-03-02T02:51:30.213824Z","steps":["trace[1140681204] 'range keys from in-memory index tree' (duration: 506.464804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.213891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:29.706977Z","time spent":"506.905066ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"info","ts":"2026-03-02T02:51:30.213885Z","caller":"traceutil/trace.go:171","msg":"trace[2100386431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18927; }","duration":"526.494116ms","start":"2026-03-02T02:51:29.687367Z","end":"2026-03-02T02:51:30.213861Z","steps":["trace[2100386431] 'range keys from in-memory index tree' (duration: 526.105885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.213893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.024323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:51:30.213938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:29.687347Z","time spent":"526.578978ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:51:30.213952Z","caller":"traceutil/trace.go:171","msg":"trace[376539139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18927; }","duration":"191.123186ms","start":"2026-03-02T02:51:30.022811Z","end":"2026-03-02T02:51:30.213934Z","steps":["trace[376539139] 'range keys from in-memory index tree' (duration: 190.948631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.722885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316588030,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:51:30.754615Z","caller":"traceutil/trace.go:171","msg":"trace[74057505] transaction","detail":"{read_only:false; response_revision:18928; number_of_response:1; }","duration":"534.95161ms","start":"2026-03-02T02:51:30.219639Z","end":"2026-03-02T02:51:30.75459Z","steps":["trace[74057505] 'process raft request' (duration: 534.737414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.754759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.219613Z","time spent":"535.074233ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:30.798816Z","caller":"traceutil/trace.go:171","msg":"trace[1696965346] linearizableReadLoop","detail":"{readStateIndex:19611; appliedIndex:19609; }","duration":"576.944782ms","start":"2026-03-02T02:51:30.22185Z","end":"2026-03-02T02:51:30.798795Z","steps":["trace[1696965346] 'read index received' (duration: 532.581997ms)","trace[1696965346] 'applied index is now lower than readState.Index' (duration: 44.361905ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:30.798885Z","caller":"traceutil/trace.go:171","msg":"trace[529772362] transaction","detail":"{read_only:false; response_revision:18929; number_of_response:1; }","duration":"546.965188ms","start":"2026-03-02T02:51:30.251885Z","end":"2026-03-02T02:51:30.79885Z","steps":["trace[529772362] 'process raft request' (duration: 546.795393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.799016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.55008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:51:30.799042Z","caller":"traceutil/trace.go:171","msg":"trace[1873555788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18929; }","duration":"548.657843ms","start":"2026-03-02T02:51:30.250378Z","end":"2026-03-02T02:51:30.799035Z","steps":["trace[1873555788] 'agreement among raft nodes before linearized reading' (duration: 548.531209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.799067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.250359Z","time spent":"548.702235ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:51:30.799039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.251867Z","time spent":"547.089822ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:30.799086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.272511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T02:51:30.799093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.024459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:30.799154Z","caller":"traceutil/trace.go:171","msg":"trace[3483061] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:18929; }","duration":"534.381575ms","start":"2026-03-02T02:51:30.264758Z","end":"2026-03-02T02:51:30.799139Z","steps":["trace[3483061] 'agreement among raft nodes before linearized reading' (duration: 534.172409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:30.799171Z","caller":"traceutil/trace.go:171","msg":"trace[1816838551] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18929; }","duration":"258.155753ms","start":"2026-03-02T02:51:30.540995Z","end":"2026-03-02T02:51:30.799151Z","steps":["trace[1816838551] 'agreement among raft nodes before linearized reading' (duration: 257.998749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.79919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.264747Z","time spent":"534.435376ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T02:51:30.799247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.251102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:51:30.79928Z","caller":"traceutil/trace.go:171","msg":"trace[2114310383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18929; }","duration":"548.296823ms","start":"2026-03-02T02:51:30.250975Z","end":"2026-03-02T02:51:30.799271Z","steps":["trace[2114310383] 'agreement among raft nodes before linearized reading' (duration: 548.217261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.799297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.250964Z","time spent":"548.328975ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:51:30.799443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.702984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T02:51:30.799428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.607459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:51:30.799538Z","caller":"traceutil/trace.go:171","msg":"trace[1158336291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18929; }","duration":"548.835258ms","start":"2026-03-02T02:51:30.250679Z","end":"2026-03-02T02:51:30.799514Z","steps":["trace[1158336291] 'agreement among raft nodes before linearized reading' (duration: 548.55044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:30.799578Z","caller":"traceutil/trace.go:171","msg":"trace[1051176403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18929; }","duration":"546.761792ms","start":"2026-03-02T02:51:30.252777Z","end":"2026-03-02T02:51:30.799539Z","steps":["trace[1051176403] 'agreement among raft nodes before linearized reading' (duration: 546.486315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.799587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.250671Z","time spent":"548.907169ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:51:30.799627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.252769Z","time spent":"546.842325ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:51:30.800176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.32476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:109 size:1082864"} {"level":"info","ts":"2026-03-02T02:51:30.800226Z","caller":"traceutil/trace.go:171","msg":"trace[249046513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:109; response_revision:18929; }","duration":"578.413822ms","start":"2026-03-02T02:51:30.221799Z","end":"2026-03-02T02:51:30.800213Z","steps":["trace[249046513] 'agreement among raft nodes before linearized reading' (duration: 577.101347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:30.800265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:30.221778Z","time spent":"578.474563ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":109,"response size":1082887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T02:52:09.520476Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:52:09.55386Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-03-02T02:52:09.553963Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"warn","ts":"2026-03-02T02:55:22.689635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.820986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:22.689712Z","caller":"traceutil/trace.go:171","msg":"trace[1677972900] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21138; }","duration":"112.936699ms","start":"2026-03-02T02:55:22.576762Z","end":"2026-03-02T02:55:22.689698Z","steps":["trace[1677972900] 'range keys from in-memory index tree' (duration: 112.768135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:22.689723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.694272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:22.689812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.324259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:22.689873Z","caller":"traceutil/trace.go:171","msg":"trace[1059958503] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21138; }","duration":"112.881828ms","start":"2026-03-02T02:55:22.576969Z","end":"2026-03-02T02:55:22.689851Z","steps":["trace[1059958503] 'count revisions from in-memory index tree' (duration: 112.620531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:22.689911Z","caller":"traceutil/trace.go:171","msg":"trace[442452874] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test0; response_count:0; response_revision:21138; }","duration":"113.465493ms","start":"2026-03-02T02:55:22.576421Z","end":"2026-03-02T02:55:22.689887Z","steps":["trace[442452874] 'range keys from in-memory index tree' (duration: 113.256157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:22.689777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.288212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:22.69003Z","caller":"traceutil/trace.go:171","msg":"trace[976852523] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21138; }","duration":"112.535118ms","start":"2026-03-02T02:55:22.577443Z","end":"2026-03-02T02:55:22.689978Z","steps":["trace[976852523] 'range keys from in-memory index tree' (duration: 112.247291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.595265Z","caller":"traceutil/trace.go:171","msg":"trace[1839806986] linearizableReadLoop","detail":"{readStateIndex:21991; appliedIndex:21990; }","duration":"225.286751ms","start":"2026-03-02T02:55:27.369951Z","end":"2026-03-02T02:55:27.595238Z","steps":["trace[1839806986] 'read index received' (duration: 225.152518ms)","trace[1839806986] 'applied index is now lower than readState.Index' (duration: 132.773µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:27.595425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.457296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:27.595467Z","caller":"traceutil/trace.go:171","msg":"trace[1086666390] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21235; }","duration":"225.61279ms","start":"2026-03-02T02:55:27.369842Z","end":"2026-03-02T02:55:27.595455Z","steps":["trace[1086666390] 'agreement among raft nodes before linearized reading' (duration: 225.500927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.595424Z","caller":"traceutil/trace.go:171","msg":"trace[71803210] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"258.390618ms","start":"2026-03-02T02:55:27.33699Z","end":"2026-03-02T02:55:27.59538Z","steps":["trace[71803210] 'process raft request' (duration: 258.08213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.883024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008208712s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:28.883193Z","caller":"traceutil/trace.go:171","msg":"trace[1684365995] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21235; }","duration":"1.008394827s","start":"2026-03-02T02:55:27.874772Z","end":"2026-03-02T02:55:28.883167Z","steps":["trace[1684365995] 'range keys from in-memory index tree' (duration: 1.008180192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.885033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.689426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:28.885147Z","caller":"traceutil/trace.go:171","msg":"trace[227884600] linearizableReadLoop","detail":"{readStateIndex:21992; appliedIndex:21991; }","duration":"987.569306ms","start":"2026-03-02T02:55:27.897559Z","end":"2026-03-02T02:55:28.885128Z","steps":["trace[227884600] 'read index received' (duration: 466.184818ms)","trace[227884600] 'applied index is now lower than readState.Index' (duration: 521.382678ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:28.885345Z","caller":"traceutil/trace.go:171","msg":"trace[2106384965] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"993.497083ms","start":"2026-03-02T02:55:27.891784Z","end":"2026-03-02T02:55:28.885281Z","steps":["trace[2106384965] 'process raft request' (duration: 471.442287ms)","trace[2106384965] 'compare' (duration: 519.831667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:28.885565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:27.891762Z","time spent":"993.704769ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:28.885922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.344727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:55:28.886023Z","caller":"traceutil/trace.go:171","msg":"trace[1056911186] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21236; }","duration":"988.486091ms","start":"2026-03-02T02:55:27.897509Z","end":"2026-03-02T02:55:28.885995Z","steps":["trace[1056911186] 'agreement among raft nodes before linearized reading' (duration: 987.831694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.886078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:27.897489Z","time spent":"988.566033ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":137,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:28.906462Z","caller":"traceutil/trace.go:171","msg":"trace[174773867] transaction","detail":"{read_only:false; response_revision:21238; number_of_response:1; }","duration":"680.323696ms","start":"2026-03-02T02:55:28.22612Z","end":"2026-03-02T02:55:28.906444Z","steps":["trace[174773867] 'process raft request' (duration: 680.260934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.906522Z","caller":"traceutil/trace.go:171","msg":"trace[1689537409] transaction","detail":"{read_only:false; response_revision:21237; number_of_response:1; }","duration":"685.726469ms","start":"2026-03-02T02:55:28.220759Z","end":"2026-03-02T02:55:28.906485Z","steps":["trace[1689537409] 'process raft request' (duration: 685.437101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.906597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.226102Z","time spent":"680.404028ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:28.906719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.220732Z","time spent":"685.878123ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:28.911251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.410137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:28.911314Z","caller":"traceutil/trace.go:171","msg":"trace[1600054393] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:21240; }","duration":"983.473439ms","start":"2026-03-02T02:55:27.927822Z","end":"2026-03-02T02:55:28.911296Z","steps":["trace[1600054393] 'agreement among raft nodes before linearized reading' (duration: 983.356606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.911752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.515065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:28.911832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.09323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T02:55:28.91135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:27.927769Z","time spent":"983.571221ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:28.911901Z","caller":"traceutil/trace.go:171","msg":"trace[1409981038] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:21240; }","duration":"676.728701ms","start":"2026-03-02T02:55:28.235151Z","end":"2026-03-02T02:55:28.911879Z","steps":["trace[1409981038] 'agreement among raft nodes before linearized reading' (duration: 676.446303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.912009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.361432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:55:28.912041Z","caller":"traceutil/trace.go:171","msg":"trace[1110269018] transaction","detail":"{read_only:false; response_revision:21239; number_of_response:1; }","duration":"328.039812ms","start":"2026-03-02T02:55:28.583975Z","end":"2026-03-02T02:55:28.912015Z","steps":["trace[1110269018] 'process raft request' (duration: 327.007715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.912112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.388243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:55:28.91212Z","caller":"traceutil/trace.go:171","msg":"trace[1943908031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21240; }","duration":"667.514627ms","start":"2026-03-02T02:55:28.244562Z","end":"2026-03-02T02:55:28.912077Z","steps":["trace[1943908031] 'agreement among raft nodes before linearized reading' (duration: 667.179568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.912143Z","caller":"traceutil/trace.go:171","msg":"trace[1335915766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21240; }","duration":"687.449774ms","start":"2026-03-02T02:55:28.224686Z","end":"2026-03-02T02:55:28.912136Z","steps":["trace[1335915766] 'agreement among raft nodes before linearized reading' (duration: 687.2868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.912132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.583957Z","time spent":"328.127734ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:28.912169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.244549Z","time spent":"667.608469ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:28.912178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.22467Z","time spent":"687.500365ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:28.912113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.235141Z","time spent":"676.953786ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:28.911974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.847817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T02:55:28.912271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.20902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:55:28.912319Z","caller":"traceutil/trace.go:171","msg":"trace[852305333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21240; }","duration":"676.242098ms","start":"2026-03-02T02:55:28.236069Z","end":"2026-03-02T02:55:28.912311Z","steps":["trace[852305333] 'agreement among raft nodes before linearized reading' (duration: 675.696534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.912325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.706645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:55:28.912347Z","caller":"traceutil/trace.go:171","msg":"trace[949769747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21240; }","duration":"848.299811ms","start":"2026-03-02T02:55:28.064022Z","end":"2026-03-02T02:55:28.912322Z","steps":["trace[949769747] 'agreement among raft nodes before linearized reading' (duration: 847.971963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.912393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.064011Z","time spent":"848.373473ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:55:28.912344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.236059Z","time spent":"676.277269ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:55:28.911947Z","caller":"traceutil/trace.go:171","msg":"trace[652874846] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21240; }","duration":"762.281915ms","start":"2026-03-02T02:55:28.149637Z","end":"2026-03-02T02:55:28.911919Z","steps":["trace[652874846] 'agreement among raft nodes before linearized reading' (duration: 761.879794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.912399Z","caller":"traceutil/trace.go:171","msg":"trace[1220527873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21240; }","duration":"901.827798ms","start":"2026-03-02T02:55:28.01055Z","end":"2026-03-02T02:55:28.912377Z","steps":["trace[1220527873] 'agreement among raft nodes before linearized reading' (duration: 901.5197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.912516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.010518Z","time spent":"901.989362ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:55:28.912621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.149601Z","time spent":"762.895311ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":170,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:28.913004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.866348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T02:55:28.91301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.335559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T02:55:28.913052Z","caller":"traceutil/trace.go:171","msg":"trace[26414145] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:21240; }","duration":"890.9495ms","start":"2026-03-02T02:55:28.022092Z","end":"2026-03-02T02:55:28.913042Z","steps":["trace[26414145] 'agreement among raft nodes before linearized reading' (duration: 889.605445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.913075Z","caller":"traceutil/trace.go:171","msg":"trace[394962040] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:21240; }","duration":"566.436772ms","start":"2026-03-02T02:55:28.346616Z","end":"2026-03-02T02:55:28.913053Z","steps":["trace[394962040] 'agreement among raft nodes before linearized reading' (duration: 566.072592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.913084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.022076Z","time spent":"891.002191ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T02:55:28.913105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.346596Z","time spent":"566.502113ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T02:55:28.915334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.540779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:55:28.915397Z","caller":"traceutil/trace.go:171","msg":"trace[2062248794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21240; }","duration":"679.36423ms","start":"2026-03-02T02:55:28.236017Z","end":"2026-03-02T02:55:28.915381Z","steps":["trace[2062248794] 'agreement among raft nodes before linearized reading' (duration: 675.472397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.915453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.235992Z","time spent":"679.449603ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:55:33.840641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18673} {"level":"info","ts":"2026-03-02T02:55:33.954603Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18673,"took":"109.734884ms","hash":755519191,"current-db-size-bytes":46772224,"current-db-size":"47 MB","current-db-size-in-use-bytes":36265984,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-02T02:55:33.954685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":755519191,"revision":18673,"compact-revision":16453} {"level":"info","ts":"2026-03-02T02:57:05.36037Z","caller":"traceutil/trace.go:171","msg":"trace[1103808411] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"105.235735ms","start":"2026-03-02T02:57:05.25511Z","end":"2026-03-02T02:57:05.360346Z","steps":["trace[1103808411] 'process raft request' (duration: 105.184024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:57:05.36045Z","caller":"traceutil/trace.go:171","msg":"trace[1597522620] transaction","detail":"{read_only:false; response_revision:22197; number_of_response:1; }","duration":"105.850002ms","start":"2026-03-02T02:57:05.254552Z","end":"2026-03-02T02:57:05.360402Z","steps":["trace[1597522620] 'process raft request' (duration: 105.598525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:29.868768Z","caller":"traceutil/trace.go:171","msg":"trace[724380644] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"130.081022ms","start":"2026-03-02T02:58:29.738663Z","end":"2026-03-02T02:58:29.868744Z","steps":["trace[724380644] 'process raft request' (duration: 129.912618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:30.205469Z","caller":"traceutil/trace.go:171","msg":"trace[121129121] linearizableReadLoop","detail":"{readStateIndex:23718; appliedIndex:23717; }","duration":"308.771121ms","start":"2026-03-02T02:58:29.896669Z","end":"2026-03-02T02:58:30.20544Z","steps":["trace[121129121] 'read index received' (duration: 308.674539ms)","trace[121129121] 'applied index is now lower than readState.Index' (duration: 95.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:30.205545Z","caller":"traceutil/trace.go:171","msg":"trace[1196157984] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"332.811948ms","start":"2026-03-02T02:58:29.872685Z","end":"2026-03-02T02:58:30.205497Z","steps":["trace[1196157984] 'process raft request' (duration: 332.612023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:30.205684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.997077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:58:30.20572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.872669Z","time spent":"332.969932ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:30.205731Z","caller":"traceutil/trace.go:171","msg":"trace[1414840395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22918; }","duration":"309.08554ms","start":"2026-03-02T02:58:29.896632Z","end":"2026-03-02T02:58:30.205717Z","steps":["trace[1414840395] 'agreement among raft nodes before linearized reading' (duration: 308.927176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:30.205768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.896614Z","time spent":"309.145891ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:58:30.210202Z","caller":"traceutil/trace.go:171","msg":"trace[1692727965] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"292.798648ms","start":"2026-03-02T02:58:29.917388Z","end":"2026-03-02T02:58:30.210187Z","steps":["trace[1692727965] 'process raft request' (duration: 292.643034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:30.210296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.770777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:58:30.210335Z","caller":"traceutil/trace.go:171","msg":"trace[1177805627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22919; }","duration":"312.826829ms","start":"2026-03-02T02:58:29.897496Z","end":"2026-03-02T02:58:30.210323Z","steps":["trace[1177805627] 'agreement among raft nodes before linearized reading' (duration: 312.590182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:30.210339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.078772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:58:30.21036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.897487Z","time spent":"312.868679ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:58:30.210376Z","caller":"traceutil/trace.go:171","msg":"trace[132884455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22919; }","duration":"311.151615ms","start":"2026-03-02T02:58:29.899209Z","end":"2026-03-02T02:58:30.21036Z","steps":["trace[132884455] 'agreement among raft nodes before linearized reading' (duration: 311.043102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:30.210412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.788993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:58:30.210461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.976066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:30.210522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.931923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:58:30.210575Z","caller":"traceutil/trace.go:171","msg":"trace[2061164731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22919; }","duration":"188.238132ms","start":"2026-03-02T02:58:30.022302Z","end":"2026-03-02T02:58:30.21054Z","steps":["trace[2061164731] 'agreement among raft nodes before linearized reading' (duration: 187.936364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:30.210611Z","caller":"traceutil/trace.go:171","msg":"trace[1630696573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22919; }","duration":"307.241761ms","start":"2026-03-02T02:58:29.903345Z","end":"2026-03-02T02:58:30.210587Z","steps":["trace[1630696573] 'agreement among raft nodes before linearized reading' (duration: 306.816699ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:30.210528Z","caller":"traceutil/trace.go:171","msg":"trace[627094113] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22919; }","duration":"156.104862ms","start":"2026-03-02T02:58:30.054404Z","end":"2026-03-02T02:58:30.210508Z","steps":["trace[627094113] 'agreement among raft nodes before linearized reading' (duration: 155.745022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:30.210693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.903329Z","time spent":"307.350814ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:30.211263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.899196Z","time spent":"311.196745ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:58:30.507774Z","caller":"traceutil/trace.go:171","msg":"trace[1443999695] linearizableReadLoop","detail":"{readStateIndex:23724; appliedIndex:23723; }","duration":"212.483723ms","start":"2026-03-02T02:58:30.295268Z","end":"2026-03-02T02:58:30.507752Z","steps":["trace[1443999695] 'read index received' (duration: 212.244597ms)","trace[1443999695] 'applied index is now lower than readState.Index' (duration: 238.146µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:30.507925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.627628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:30.507911Z","caller":"traceutil/trace.go:171","msg":"trace[1959407211] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"232.470922ms","start":"2026-03-02T02:58:30.275399Z","end":"2026-03-02T02:58:30.507869Z","steps":["trace[1959407211] 'process raft request' (duration: 232.195065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:30.507979Z","caller":"traceutil/trace.go:171","msg":"trace[1458664527] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22924; }","duration":"212.7317ms","start":"2026-03-02T02:58:30.295228Z","end":"2026-03-02T02:58:30.507959Z","steps":["trace[1458664527] 'agreement among raft nodes before linearized reading' (duration: 212.626227ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:31.620792Z","caller":"traceutil/trace.go:171","msg":"trace[1204243127] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"157.814816ms","start":"2026-03-02T02:58:31.462945Z","end":"2026-03-02T02:58:31.620759Z","steps":["trace[1204243127] 'process raft request' (duration: 157.552509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:31.919469Z","caller":"traceutil/trace.go:171","msg":"trace[505891329] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"113.139374ms","start":"2026-03-02T02:58:31.806293Z","end":"2026-03-02T02:58:31.919432Z","steps":["trace[505891329] 'process raft request' (duration: 95.269431ms)","trace[505891329] 'compare' (duration: 17.651337ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:34.112282Z","caller":"traceutil/trace.go:171","msg":"trace[253916500] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"186.675501ms","start":"2026-03-02T02:58:33.925587Z","end":"2026-03-02T02:58:34.112262Z","steps":["trace[253916500] 'process raft request' (duration: 186.547007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:34.149906Z","caller":"traceutil/trace.go:171","msg":"trace[1798711804] linearizableReadLoop","detail":"{readStateIndex:23746; appliedIndex:23744; }","duration":"127.754981ms","start":"2026-03-02T02:58:34.022125Z","end":"2026-03-02T02:58:34.14988Z","steps":["trace[1798711804] 'read index received' (duration: 90.115315ms)","trace[1798711804] 'applied index is now lower than readState.Index' (duration: 37.638636ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:34.149949Z","caller":"traceutil/trace.go:171","msg":"trace[163754437] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"219.486949ms","start":"2026-03-02T02:58:33.930432Z","end":"2026-03-02T02:58:34.149919Z","steps":["trace[163754437] 'process raft request' (duration: 219.271484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:34.150084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.938186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:34.151135Z","caller":"traceutil/trace.go:171","msg":"trace[211716342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22945; }","duration":"129.039685ms","start":"2026-03-02T02:58:34.022076Z","end":"2026-03-02T02:58:34.151116Z","steps":["trace[211716342] 'agreement among raft nodes before linearized reading' (duration: 127.943686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:37.137189Z","caller":"traceutil/trace.go:171","msg":"trace[1808786233] linearizableReadLoop","detail":"{readStateIndex:23768; appliedIndex:23767; }","duration":"114.45007ms","start":"2026-03-02T02:58:37.022714Z","end":"2026-03-02T02:58:37.137164Z","steps":["trace[1808786233] 'read index received' (duration: 114.274585ms)","trace[1808786233] 'applied index is now lower than readState.Index' (duration: 174.125µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:37.137314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.578133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:37.13735Z","caller":"traceutil/trace.go:171","msg":"trace[552438397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22966; }","duration":"114.632004ms","start":"2026-03-02T02:58:37.022708Z","end":"2026-03-02T02:58:37.13734Z","steps":["trace[552438397] 'agreement among raft nodes before linearized reading' (duration: 114.548202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:37.394141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.222041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:37.394254Z","caller":"traceutil/trace.go:171","msg":"trace[241620540] linearizableReadLoop","detail":"{readStateIndex:23769; appliedIndex:23768; }","duration":"255.47331ms","start":"2026-03-02T02:58:37.138765Z","end":"2026-03-02T02:58:37.394238Z","steps":["trace[241620540] 'read index received' (duration: 81.070124ms)","trace[241620540] 'applied index is now lower than readState.Index' (duration: 174.402056ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:37.394342Z","caller":"traceutil/trace.go:171","msg":"trace[804382663] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"255.945893ms","start":"2026-03-02T02:58:37.138384Z","end":"2026-03-02T02:58:37.39433Z","steps":["trace[804382663] 'process raft request' (duration: 81.462515ms)","trace[804382663] 'compare' (duration: 173.622045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:37.394758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.984094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:37.394806Z","caller":"traceutil/trace.go:171","msg":"trace[1870700036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22967; }","duration":"256.057126ms","start":"2026-03-02T02:58:37.138737Z","end":"2026-03-02T02:58:37.394794Z","steps":["trace[1870700036] 'agreement among raft nodes before linearized reading' (duration: 255.936213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:37.395351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.323253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T02:58:37.395439Z","caller":"traceutil/trace.go:171","msg":"trace[187950547] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22967; }","duration":"256.457997ms","start":"2026-03-02T02:58:37.138961Z","end":"2026-03-02T02:58:37.395419Z","steps":["trace[187950547] 'agreement among raft nodes before linearized reading' (duration: 256.087577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:37.395723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.545397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:37.395792Z","caller":"traceutil/trace.go:171","msg":"trace[371780053] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22967; }","duration":"135.621999ms","start":"2026-03-02T02:58:37.260152Z","end":"2026-03-02T02:58:37.395774Z","steps":["trace[371780053] 'agreement among raft nodes before linearized reading' (duration: 135.512766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:37.395967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.609895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T02:58:37.39602Z","caller":"traceutil/trace.go:171","msg":"trace[1774055728] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22967; }","duration":"176.712727ms","start":"2026-03-02T02:58:37.219295Z","end":"2026-03-02T02:58:37.396007Z","steps":["trace[1774055728] 'agreement among raft nodes before linearized reading' (duration: 176.469841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:37.64226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.060074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T02:58:37.642358Z","caller":"traceutil/trace.go:171","msg":"trace[922219020] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:22967; }","duration":"135.28946ms","start":"2026-03-02T02:58:37.507048Z","end":"2026-03-02T02:58:37.642338Z","steps":["trace[922219020] 'range keys from in-memory index tree' (duration: 134.826128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.044607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.313229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:58:44.044706Z","caller":"traceutil/trace.go:171","msg":"trace[1258081107] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23011; }","duration":"113.485583ms","start":"2026-03-02T02:58:43.931202Z","end":"2026-03-02T02:58:44.044688Z","steps":["trace[1258081107] 'count revisions from in-memory index tree' (duration: 113.213927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:48.105269Z","caller":"traceutil/trace.go:171","msg":"trace[190406248] linearizableReadLoop","detail":"{readStateIndex:23851; appliedIndex:23850; }","duration":"111.766737ms","start":"2026-03-02T02:58:47.993487Z","end":"2026-03-02T02:58:48.105254Z","steps":["trace[190406248] 'read index received' (duration: 104.012652ms)","trace[190406248] 'applied index is now lower than readState.Index' (duration: 7.753575ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:48.105333Z","caller":"traceutil/trace.go:171","msg":"trace[1490014616] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"112.278311ms","start":"2026-03-02T02:58:47.993017Z","end":"2026-03-02T02:58:48.105295Z","steps":["trace[1490014616] 'process raft request' (duration: 104.468925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.105428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.929873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-02T02:58:48.105449Z","caller":"traceutil/trace.go:171","msg":"trace[101521873] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23046; }","duration":"111.989083ms","start":"2026-03-02T02:58:47.993454Z","end":"2026-03-02T02:58:48.105443Z","steps":["trace[101521873] 'agreement among raft nodes before linearized reading' (duration: 111.87975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.018586Z","caller":"traceutil/trace.go:171","msg":"trace[547947489] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"134.497879ms","start":"2026-03-02T02:58:50.884058Z","end":"2026-03-02T02:58:51.018556Z","steps":["trace[547947489] 'process raft request' (duration: 134.236852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.076722Z","caller":"traceutil/trace.go:171","msg":"trace[1512528617] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"185.798427ms","start":"2026-03-02T02:58:50.890898Z","end":"2026-03-02T02:58:51.076697Z","steps":["trace[1512528617] 'process raft request' (duration: 185.525569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.076826Z","caller":"traceutil/trace.go:171","msg":"trace[1614275680] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23088; }","duration":"183.539428ms","start":"2026-03-02T02:58:50.893272Z","end":"2026-03-02T02:58:51.076811Z","steps":["trace[1614275680] 'process raft request' (duration: 183.26623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.077172Z","caller":"traceutil/trace.go:171","msg":"trace[2107964278] linearizableReadLoop","detail":"{readStateIndex:23894; appliedIndex:23891; }","duration":"133.651627ms","start":"2026-03-02T02:58:50.94351Z","end":"2026-03-02T02:58:51.077162Z","steps":["trace[2107964278] 'read index received' (duration: 74.880542ms)","trace[2107964278] 'applied index is now lower than readState.Index' (duration: 58.770335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:51.077457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.932214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-zbzll.1898e45aff9fb2c1\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-02T02:58:51.077485Z","caller":"traceutil/trace.go:171","msg":"trace[1212825443] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-zbzll.1898e45aff9fb2c1; range_end:; response_count:1; response_revision:23089; }","duration":"134.004666ms","start":"2026-03-02T02:58:50.94347Z","end":"2026-03-02T02:58:51.077474Z","steps":["trace[1212825443] 'agreement among raft nodes before linearized reading' (duration: 133.904923ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.725364Z","caller":"traceutil/trace.go:171","msg":"trace[4247006] linearizableReadLoop","detail":"{readStateIndex:23902; appliedIndex:23901; }","duration":"194.482567ms","start":"2026-03-02T02:58:51.530857Z","end":"2026-03-02T02:58:51.72534Z","steps":["trace[4247006] 'read index received' (duration: 191.278732ms)","trace[4247006] 'applied index is now lower than readState.Index' (duration: 3.199035ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:51.725747Z","caller":"traceutil/trace.go:171","msg":"trace[287679564] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"195.040762ms","start":"2026-03-02T02:58:51.530697Z","end":"2026-03-02T02:58:51.725738Z","steps":["trace[287679564] 'process raft request' (duration: 191.626631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:51.72592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.054763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-02T02:58:51.725942Z","caller":"traceutil/trace.go:171","msg":"trace[1536776887] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23096; }","duration":"195.101844ms","start":"2026-03-02T02:58:51.530832Z","end":"2026-03-02T02:58:51.725934Z","steps":["trace[1536776887] 'agreement among raft nodes before linearized reading' (duration: 194.997011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:51.726287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.345391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:51.726445Z","caller":"traceutil/trace.go:171","msg":"trace[1973771839] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23096; }","duration":"141.604198ms","start":"2026-03-02T02:58:51.584813Z","end":"2026-03-02T02:58:51.726418Z","steps":["trace[1973771839] 'agreement among raft nodes before linearized reading' (duration: 141.207087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.934784Z","caller":"traceutil/trace.go:171","msg":"trace[211168081] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"155.944077ms","start":"2026-03-02T02:58:51.778804Z","end":"2026-03-02T02:58:51.934748Z","steps":["trace[211168081] 'process raft request' (duration: 155.757032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.934986Z","caller":"traceutil/trace.go:171","msg":"trace[501641189] linearizableReadLoop","detail":"{readStateIndex:23911; appliedIndex:23904; }","duration":"142.230105ms","start":"2026-03-02T02:58:51.792729Z","end":"2026-03-02T02:58:51.934959Z","steps":["trace[501641189] 'read index received' (duration: 140.245622ms)","trace[501641189] 'applied index is now lower than readState.Index' (duration: 1.983263ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:51.935121Z","caller":"traceutil/trace.go:171","msg":"trace[1299776238] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"156.42985ms","start":"2026-03-02T02:58:51.778678Z","end":"2026-03-02T02:58:51.935108Z","steps":["trace[1299776238] 'process raft request' (duration: 154.277653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.935204Z","caller":"traceutil/trace.go:171","msg":"trace[534933010] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"156.322777ms","start":"2026-03-02T02:58:51.77887Z","end":"2026-03-02T02:58:51.935193Z","steps":["trace[534933010] 'process raft request' (duration: 155.802033ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.935431Z","caller":"traceutil/trace.go:171","msg":"trace[572434229] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"148.202552ms","start":"2026-03-02T02:58:51.787222Z","end":"2026-03-02T02:58:51.935424Z","steps":["trace[572434229] 'process raft request' (duration: 147.659808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.93557Z","caller":"traceutil/trace.go:171","msg":"trace[904927501] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"156.633236ms","start":"2026-03-02T02:58:51.778931Z","end":"2026-03-02T02:58:51.935564Z","steps":["trace[904927501] 'process raft request' (duration: 155.775293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.935699Z","caller":"traceutil/trace.go:171","msg":"trace[491667952] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"155.846815ms","start":"2026-03-02T02:58:51.779836Z","end":"2026-03-02T02:58:51.935683Z","steps":["trace[491667952] 'process raft request' (duration: 154.932181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:51.935742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.986485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-02T02:58:51.935766Z","caller":"traceutil/trace.go:171","msg":"trace[438414615] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23105; }","duration":"143.066047ms","start":"2026-03-02T02:58:51.792693Z","end":"2026-03-02T02:58:51.935759Z","steps":["trace[438414615] 'agreement among raft nodes before linearized reading' (duration: 142.924853ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:51.936123Z","caller":"traceutil/trace.go:171","msg":"trace[2058134099] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"157.073587ms","start":"2026-03-02T02:58:51.778986Z","end":"2026-03-02T02:58:51.93606Z","steps":["trace[2058134099] 'process raft request' (duration: 155.750132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.00176Z","caller":"traceutil/trace.go:171","msg":"trace[1931818622] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"162.44752ms","start":"2026-03-02T02:58:51.839168Z","end":"2026-03-02T02:58:52.001616Z","steps":["trace[1931818622] 'process raft request' (duration: 153.973976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.002507Z","caller":"traceutil/trace.go:171","msg":"trace[1065964926] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"153.503103ms","start":"2026-03-02T02:58:51.848953Z","end":"2026-03-02T02:58:52.002457Z","steps":["trace[1065964926] 'process raft request' (duration: 144.31833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.003607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.103409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-02T02:58:52.004291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.591425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:52.004468Z","caller":"traceutil/trace.go:171","msg":"trace[457440796] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:23107; }","duration":"204.729079ms","start":"2026-03-02T02:58:51.799636Z","end":"2026-03-02T02:58:52.004365Z","steps":["trace[457440796] 'agreement among raft nodes before linearized reading' (duration: 204.588015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.003675Z","caller":"traceutil/trace.go:171","msg":"trace[1304916688] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23107; }","duration":"199.218183ms","start":"2026-03-02T02:58:51.804437Z","end":"2026-03-02T02:58:52.003655Z","steps":["trace[1304916688] 'agreement among raft nodes before linearized reading' (duration: 198.994037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.322468Z","caller":"traceutil/trace.go:171","msg":"trace[1659050220] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"121.444874ms","start":"2026-03-02T02:58:52.200997Z","end":"2026-03-02T02:58:52.322442Z","steps":["trace[1659050220] 'process raft request' (duration: 120.862018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.322635Z","caller":"traceutil/trace.go:171","msg":"trace[364740095] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"118.356572ms","start":"2026-03-02T02:58:52.204245Z","end":"2026-03-02T02:58:52.322601Z","steps":["trace[364740095] 'process raft request' (duration: 118.253429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.322741Z","caller":"traceutil/trace.go:171","msg":"trace[1623490898] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23124; }","duration":"121.622419ms","start":"2026-03-02T02:58:52.201068Z","end":"2026-03-02T02:58:52.32269Z","steps":["trace[1623490898] 'process raft request' (duration: 121.2706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.32295Z","caller":"traceutil/trace.go:171","msg":"trace[1538001858] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"118.974479ms","start":"2026-03-02T02:58:52.203959Z","end":"2026-03-02T02:58:52.322933Z","steps":["trace[1538001858] 'process raft request' (duration: 118.480945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.322903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.055815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-02T02:58:52.323185Z","caller":"traceutil/trace.go:171","msg":"trace[2075241010] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23126; }","duration":"112.389244ms","start":"2026-03-02T02:58:52.210765Z","end":"2026-03-02T02:58:52.323154Z","steps":["trace[2075241010] 'agreement among raft nodes before linearized reading' (duration: 111.82877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.325171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.791784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-02T02:58:52.325236Z","caller":"traceutil/trace.go:171","msg":"trace[141159553] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23126; }","duration":"115.907957ms","start":"2026-03-02T02:58:52.209311Z","end":"2026-03-02T02:58:52.325219Z","steps":["trace[141159553] 'agreement among raft nodes before linearized reading' (duration: 113.345969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.463585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.416115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:58:52.46368Z","caller":"traceutil/trace.go:171","msg":"trace[1630363126] linearizableReadLoop","detail":"{readStateIndex:23935; appliedIndex:23934; }","duration":"130.337729ms","start":"2026-03-02T02:58:52.333326Z","end":"2026-03-02T02:58:52.463664Z","steps":["trace[1630363126] 'read index received' (duration: 81.732µs)","trace[1630363126] 'applied index is now lower than readState.Index' (duration: 130.254787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:52.464153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.813933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-03-02T02:58:52.464218Z","caller":"traceutil/trace.go:171","msg":"trace[1788230280] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23127; }","duration":"130.946966ms","start":"2026-03-02T02:58:52.333256Z","end":"2026-03-02T02:58:52.464203Z","steps":["trace[1788230280] 'agreement among raft nodes before linearized reading' (duration: 130.478283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.471328Z","caller":"traceutil/trace.go:171","msg":"trace[725444644] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"134.219352ms","start":"2026-03-02T02:58:52.337078Z","end":"2026-03-02T02:58:52.471297Z","steps":["trace[725444644] 'process raft request' (duration: 134.019017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.528105Z","caller":"traceutil/trace.go:171","msg":"trace[716970191] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"114.624933ms","start":"2026-03-02T02:58:52.413432Z","end":"2026-03-02T02:58:52.528057Z","steps":["trace[716970191] 'process raft request' (duration: 114.273514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.528325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.903638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-02T02:58:52.528435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.020612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2690"} {"level":"info","ts":"2026-03-02T02:58:52.528552Z","caller":"traceutil/trace.go:171","msg":"trace[1019980749] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23131; }","duration":"192.175207ms","start":"2026-03-02T02:58:52.336347Z","end":"2026-03-02T02:58:52.528522Z","steps":["trace[1019980749] 'agreement among raft nodes before linearized reading' (duration: 191.822597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.528598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.065242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-02T02:58:52.52846Z","caller":"traceutil/trace.go:171","msg":"trace[1122577278] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23131; }","duration":"195.099414ms","start":"2026-03-02T02:58:52.333323Z","end":"2026-03-02T02:58:52.528422Z","steps":["trace[1122577278] 'agreement among raft nodes before linearized reading' (duration: 194.770495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.528664Z","caller":"traceutil/trace.go:171","msg":"trace[1384823739] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23131; }","duration":"195.126634ms","start":"2026-03-02T02:58:52.333515Z","end":"2026-03-02T02:58:52.528642Z","steps":["trace[1384823739] 'agreement among raft nodes before linearized reading' (duration: 194.97127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.587423Z","caller":"traceutil/trace.go:171","msg":"trace[1976026962] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"108.841931ms","start":"2026-03-02T02:58:52.47854Z","end":"2026-03-02T02:58:52.587382Z","steps":["trace[1976026962] 'process raft request' (duration: 106.602062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.587675Z","caller":"traceutil/trace.go:171","msg":"trace[631505203] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"107.485975ms","start":"2026-03-02T02:58:52.480178Z","end":"2026-03-02T02:58:52.587664Z","steps":["trace[631505203] 'process raft request' (duration: 107.087085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.587745Z","caller":"traceutil/trace.go:171","msg":"trace[1944723441] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"108.554744ms","start":"2026-03-02T02:58:52.479161Z","end":"2026-03-02T02:58:52.587716Z","steps":["trace[1944723441] 'process raft request' (duration: 108.0255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.931506Z","caller":"traceutil/trace.go:171","msg":"trace[1768054240] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"167.564105ms","start":"2026-03-02T02:58:52.763904Z","end":"2026-03-02T02:58:52.931468Z","steps":["trace[1768054240] 'process raft request' (duration: 118.227049ms)","trace[1768054240] 'compare' (duration: 49.062619ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:52.931928Z","caller":"traceutil/trace.go:171","msg":"trace[579585597] linearizableReadLoop","detail":"{readStateIndex:23953; appliedIndex:23951; }","duration":"155.629859ms","start":"2026-03-02T02:58:52.776283Z","end":"2026-03-02T02:58:52.931913Z","steps":["trace[579585597] 'read index received' (duration: 105.882782ms)","trace[579585597] 'applied index is now lower than readState.Index' (duration: 49.745357ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:52.932047Z","caller":"traceutil/trace.go:171","msg":"trace[201756502] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"166.202469ms","start":"2026-03-02T02:58:52.765828Z","end":"2026-03-02T02:58:52.93203Z","steps":["trace[201756502] 'process raft request' (duration: 165.573202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.93249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.183563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-02T02:58:52.932584Z","caller":"traceutil/trace.go:171","msg":"trace[316625124] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23146; }","duration":"156.310497ms","start":"2026-03-02T02:58:52.776247Z","end":"2026-03-02T02:58:52.932557Z","steps":["trace[316625124] 'agreement among raft nodes before linearized reading' (duration: 156.026519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.932488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.984984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9855"} {"level":"info","ts":"2026-03-02T02:58:52.932643Z","caller":"traceutil/trace.go:171","msg":"trace[1254967108] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23146; }","duration":"140.19702ms","start":"2026-03-02T02:58:52.792428Z","end":"2026-03-02T02:58:52.932625Z","steps":["trace[1254967108] 'agreement among raft nodes before linearized reading' (duration: 139.852931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.932642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.080438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:58:52.932752Z","caller":"traceutil/trace.go:171","msg":"trace[253103736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23146; }","duration":"137.226381ms","start":"2026-03-02T02:58:52.795502Z","end":"2026-03-02T02:58:52.932728Z","steps":["trace[253103736] 'agreement among raft nodes before linearized reading' (duration: 136.866912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.932741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.826417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T02:58:52.932819Z","caller":"traceutil/trace.go:171","msg":"trace[80077847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23146; }","duration":"137.965071ms","start":"2026-03-02T02:58:52.794836Z","end":"2026-03-02T02:58:52.932801Z","steps":["trace[80077847] 'agreement among raft nodes before linearized reading' (duration: 137.681794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.932958Z","caller":"traceutil/trace.go:171","msg":"trace[86592854] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"136.919834ms","start":"2026-03-02T02:58:52.795069Z","end":"2026-03-02T02:58:52.931989Z","steps":["trace[86592854] 'process raft request' (duration: 136.613376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:58.766338Z","caller":"traceutil/trace.go:171","msg":"trace[317651728] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"220.495174ms","start":"2026-03-02T02:58:58.545821Z","end":"2026-03-02T02:58:58.766316Z","steps":["trace[317651728] 'process raft request' (duration: 220.365311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:58.788147Z","caller":"traceutil/trace.go:171","msg":"trace[536086822] linearizableReadLoop","detail":"{readStateIndex:24046; appliedIndex:24044; }","duration":"141.440093ms","start":"2026-03-02T02:58:58.646674Z","end":"2026-03-02T02:58:58.788114Z","steps":["trace[536086822] 'read index received' (duration: 119.611896ms)","trace[536086822] 'applied index is now lower than readState.Index' (duration: 21.826417ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:58.788195Z","caller":"traceutil/trace.go:171","msg":"trace[783331419] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"237.003452ms","start":"2026-03-02T02:58:58.551132Z","end":"2026-03-02T02:58:58.788136Z","steps":["trace[783331419] 'process raft request' (duration: 235.506412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:58.788466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.005226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:58:58.788514Z","caller":"traceutil/trace.go:171","msg":"trace[1756016046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23234; }","duration":"106.102698ms","start":"2026-03-02T02:58:58.682397Z","end":"2026-03-02T02:58:58.7885Z","steps":["trace[1756016046] 'agreement among raft nodes before linearized reading' (duration: 105.890682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:58.790988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.299899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:58:58.791068Z","caller":"traceutil/trace.go:171","msg":"trace[2083168523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23234; }","duration":"144.418952ms","start":"2026-03-02T02:58:58.646628Z","end":"2026-03-02T02:58:58.791046Z","steps":["trace[2083168523] 'agreement among raft nodes before linearized reading' (duration: 141.581027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:04.52334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600553,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:59:04.526373Z","caller":"traceutil/trace.go:171","msg":"trace[265186414] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"771.079058ms","start":"2026-03-02T02:59:03.75523Z","end":"2026-03-02T02:59:04.526309Z","steps":["trace[265186414] 'process raft request' (duration: 770.972555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:04.526475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:03.755196Z","time spent":"771.222842ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:05.977726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451487524s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:05.978385Z","caller":"traceutil/trace.go:171","msg":"trace[2013847857] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.904702939s","start":"2026-03-02T02:59:04.073627Z","end":"2026-03-02T02:59:05.97833Z","steps":["trace[2013847857] 'process raft request' (duration: 1.904424102s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:05.978458Z","caller":"traceutil/trace.go:171","msg":"trace[1486163350] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"1.900884068s","start":"2026-03-02T02:59:04.077513Z","end":"2026-03-02T02:59:05.978397Z","steps":["trace[1486163350] 'process raft request' (duration: 1.900702543s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:05.978543Z","caller":"traceutil/trace.go:171","msg":"trace[1944546697] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"1.90019107s","start":"2026-03-02T02:59:04.078345Z","end":"2026-03-02T02:59:05.978537Z","steps":["trace[1944546697] 'process raft request' (duration: 1.899911432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:05.978549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956101209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:05.978604Z","caller":"traceutil/trace.go:171","msg":"trace[498018015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23273; }","duration":"1.956217243s","start":"2026-03-02T02:59:04.022376Z","end":"2026-03-02T02:59:05.978594Z","steps":["trace[498018015] 'agreement among raft nodes before linearized reading' (duration: 1.95609266s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:05.978584Z","caller":"traceutil/trace.go:171","msg":"trace[229812018] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"1.738906441s","start":"2026-03-02T02:59:04.239615Z","end":"2026-03-02T02:59:05.978522Z","steps":["trace[229812018] 'process raft request' (duration: 1.738711056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:05.978652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.078327Z","time spent":"1.900241851s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:05.978651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.022352Z","time spent":"1.956290874s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:05.978663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.077462Z","time spent":"1.901105064s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:05.978506Z","caller":"traceutil/trace.go:171","msg":"trace[1431306749] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"1.750055786s","start":"2026-03-02T02:59:04.228426Z","end":"2026-03-02T02:59:05.978482Z","steps":["trace[1431306749] 'process raft request' (duration: 1.749865121s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:05.978755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.228396Z","time spent":"1.750333304s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:05.978769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.239583Z","time spent":"1.739098166s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:05.978407Z","caller":"traceutil/trace.go:171","msg":"trace[1026096669] linearizableReadLoop","detail":"{readStateIndex:24086; appliedIndex:24080; }","duration":"1.955940765s","start":"2026-03-02T02:59:04.022434Z","end":"2026-03-02T02:59:05.978375Z","steps":["trace[1026096669] 'read index received' (duration: 503.843735ms)","trace[1026096669] 'applied index is now lower than readState.Index' (duration: 1.4520959s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:05.978613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.073595Z","time spent":"1.904911205s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:06.581296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.682632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:06.581558Z","caller":"traceutil/trace.go:171","msg":"trace[147895054] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"1.73769796s","start":"2026-03-02T02:59:04.843841Z","end":"2026-03-02T02:59:06.581539Z","steps":["trace[147895054] 'process raft request' (duration: 1.737554096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.581635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.843801Z","time spent":"1.737798652s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:06.581701Z","caller":"traceutil/trace.go:171","msg":"trace[1083861811] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"1.761707325s","start":"2026-03-02T02:59:04.819947Z","end":"2026-03-02T02:59:06.581654Z","steps":["trace[1083861811] 'process raft request' (duration: 1.413546911s)","trace[1083861811] 'compare' (duration: 347.488136ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:06.581782Z","caller":"traceutil/trace.go:171","msg":"trace[478933099] linearizableReadLoop","detail":"{readStateIndex:24089; appliedIndex:24086; }","duration":"602.919107ms","start":"2026-03-02T02:59:05.978842Z","end":"2026-03-02T02:59:06.581761Z","steps":["trace[478933099] 'read index received' (duration: 254.735952ms)","trace[478933099] 'applied index is now lower than readState.Index' (duration: 348.182185ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:06.581807Z","caller":"traceutil/trace.go:171","msg":"trace[1244387704] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"1.736569499s","start":"2026-03-02T02:59:04.845188Z","end":"2026-03-02T02:59:06.581757Z","steps":["trace[1244387704] 'process raft request' (duration: 1.736306282s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.581874Z","caller":"traceutil/trace.go:171","msg":"trace[1886496409] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"479.837759ms","start":"2026-03-02T02:59:06.102014Z","end":"2026-03-02T02:59:06.581851Z","steps":["trace[1886496409] 'process raft request' (duration: 479.699075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.581916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.819909Z","time spent":"1.76189126s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:06.58198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.845145Z","time spent":"1.736740944s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:06.582003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.101951Z","time spent":"479.997474ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:06.581937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.466116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:06.582068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730887909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:59:06.58211Z","caller":"traceutil/trace.go:171","msg":"trace[1442564546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23277; }","duration":"1.730969661s","start":"2026-03-02T02:59:04.851126Z","end":"2026-03-02T02:59:06.582095Z","steps":["trace[1442564546] 'agreement among raft nodes before linearized reading' (duration: 1.730838728s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.582115Z","caller":"traceutil/trace.go:171","msg":"trace[898494026] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23277; }","duration":"749.6707ms","start":"2026-03-02T02:59:05.832426Z","end":"2026-03-02T02:59:06.582097Z","steps":["trace[898494026] 'agreement among raft nodes before linearized reading' (duration: 749.444994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.851103Z","time spent":"1.731041363s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:06.582175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:05.832409Z","time spent":"749.746263ms","remote":"127.0.0.1:34664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:06.582267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290954962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T02:59:06.582308Z","caller":"traceutil/trace.go:171","msg":"trace[548484330] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23277; }","duration":"2.291011704s","start":"2026-03-02T02:59:04.291286Z","end":"2026-03-02T02:59:06.582298Z","steps":["trace[548484330] 'agreement among raft nodes before linearized reading' (duration: 2.290921421s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.291277Z","time spent":"2.291063375s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T02:59:06.582059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.191958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T02:59:06.582192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014913856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:06.582429Z","caller":"traceutil/trace.go:171","msg":"trace[1165659915] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23277; }","duration":"808.549858ms","start":"2026-03-02T02:59:05.773858Z","end":"2026-03-02T02:59:06.582408Z","steps":["trace[1165659915] 'agreement among raft nodes before linearized reading' (duration: 808.102746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.582454Z","caller":"traceutil/trace.go:171","msg":"trace[873641241] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23277; }","duration":"2.015196503s","start":"2026-03-02T02:59:04.567236Z","end":"2026-03-02T02:59:06.582432Z","steps":["trace[873641241] 'agreement among raft nodes before linearized reading' (duration: 2.014934116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:05.773834Z","time spent":"808.64143ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T02:59:06.58252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297826983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T02:59:06.582548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.567214Z","time spent":"2.015306347s","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:06.58256Z","caller":"traceutil/trace.go:171","msg":"trace[188971031] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23277; }","duration":"2.297893705s","start":"2026-03-02T02:59:04.284654Z","end":"2026-03-02T02:59:06.582547Z","steps":["trace[188971031] 'agreement among raft nodes before linearized reading' (duration: 2.297771122s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577645743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:59:06.582589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.284612Z","time spent":"2.297970897s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"info","ts":"2026-03-02T02:59:06.58262Z","caller":"traceutil/trace.go:171","msg":"trace[528162638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23277; }","duration":"1.577767337s","start":"2026-03-02T02:59:05.004837Z","end":"2026-03-02T02:59:06.582604Z","steps":["trace[528162638] 'agreement among raft nodes before linearized reading' (duration: 1.577616753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507719639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:06.582685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:05.004824Z","time spent":"1.577845129s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:59:06.582706Z","caller":"traceutil/trace.go:171","msg":"trace[1635955081] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23277; }","duration":"2.507854573s","start":"2026-03-02T02:59:04.074824Z","end":"2026-03-02T02:59:06.582679Z","steps":["trace[1635955081] 'agreement among raft nodes before linearized reading' (duration: 2.507567595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.58275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.074766Z","time spent":"2.507975565s","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:06.582619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.838665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:06.582835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531243346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:59:06.582867Z","caller":"traceutil/trace.go:171","msg":"trace[676171878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23277; }","duration":"603.138602ms","start":"2026-03-02T02:59:05.97971Z","end":"2026-03-02T02:59:06.582849Z","steps":["trace[676171878] 'agreement among raft nodes before linearized reading' (duration: 602.815494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.582893Z","caller":"traceutil/trace.go:171","msg":"trace[519214968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23277; }","duration":"1.531326327s","start":"2026-03-02T02:59:05.051549Z","end":"2026-03-02T02:59:06.582875Z","steps":["trace[519214968] 'agreement among raft nodes before linearized reading' (duration: 1.53106619s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.998116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:06.582916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:05.979692Z","time spent":"603.208905ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:06.582913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635968417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:06.582933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:05.051536Z","time spent":"1.531382799s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:06.582939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.736274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:06.582959Z","caller":"traceutil/trace.go:171","msg":"trace[1395731833] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23277; }","duration":"1.636051929s","start":"2026-03-02T02:59:04.946896Z","end":"2026-03-02T02:59:06.582948Z","steps":["trace[1395731833] 'agreement among raft nodes before linearized reading' (duration: 1.635972377s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.582951Z","caller":"traceutil/trace.go:171","msg":"trace[1946432207] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23277; }","duration":"499.085618ms","start":"2026-03-02T02:59:06.083842Z","end":"2026-03-02T02:59:06.582928Z","steps":["trace[1946432207] 'agreement among raft nodes before linearized reading' (duration: 499.010796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.946869Z","time spent":"1.636117071s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:06.582981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57528579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:59:06.582994Z","caller":"traceutil/trace.go:171","msg":"trace[546175328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23277; }","duration":"983.849548ms","start":"2026-03-02T02:59:05.599127Z","end":"2026-03-02T02:59:06.582977Z","steps":["trace[546175328] 'agreement among raft nodes before linearized reading' (duration: 983.754125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.08382Z","time spent":"499.169861ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:06.583001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617239641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:59:06.583035Z","caller":"traceutil/trace.go:171","msg":"trace[878343010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23277; }","duration":"1.575389594s","start":"2026-03-02T02:59:05.007629Z","end":"2026-03-02T02:59:06.583019Z","steps":["trace[878343010] 'agreement among raft nodes before linearized reading' (duration: 1.575063555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.582154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733727344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:59:06.583047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670809869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:06.583046Z","caller":"traceutil/trace.go:171","msg":"trace[1709930849] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23277; }","duration":"1.617330783s","start":"2026-03-02T02:59:04.965705Z","end":"2026-03-02T02:59:06.583036Z","steps":["trace[1709930849] 'agreement among raft nodes before linearized reading' (duration: 1.617167919s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.583068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:05.007597Z","time spent":"1.575462765s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:59:06.583079Z","caller":"traceutil/trace.go:171","msg":"trace[1968951062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23277; }","duration":"1.734685279s","start":"2026-03-02T02:59:04.848382Z","end":"2026-03-02T02:59:06.583068Z","steps":["trace[1968951062] 'agreement among raft nodes before linearized reading' (duration: 1.733696713s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.583091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.965686Z","time spent":"1.617397236s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:06.583042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:05.599099Z","time spent":"983.931209ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:06.583121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.848368Z","time spent":"1.734734901s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:59:06.583092Z","caller":"traceutil/trace.go:171","msg":"trace[827768195] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23277; }","duration":"1.67085304s","start":"2026-03-02T02:59:04.912225Z","end":"2026-03-02T02:59:06.583078Z","steps":["trace[827768195] 'agreement among raft nodes before linearized reading' (duration: 1.670787539s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.583175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:04.912202Z","time spent":"1.670957043s","remote":"127.0.0.1:45572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:06.91302Z","caller":"traceutil/trace.go:171","msg":"trace[808643120] linearizableReadLoop","detail":"{readStateIndex:24093; appliedIndex:24090; }","duration":"320.242345ms","start":"2026-03-02T02:59:06.59276Z","end":"2026-03-02T02:59:06.913002Z","steps":["trace[808643120] 'read index received' (duration: 22.819904ms)","trace[808643120] 'applied index is now lower than readState.Index' (duration: 297.421681ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:06.913172Z","caller":"traceutil/trace.go:171","msg":"trace[1994845419] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"319.712111ms","start":"2026-03-02T02:59:06.593439Z","end":"2026-03-02T02:59:06.913151Z","steps":["trace[1994845419] 'process raft request' (duration: 319.504436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.913189Z","caller":"traceutil/trace.go:171","msg":"trace[549101053] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"321.413657ms","start":"2026-03-02T02:59:06.591752Z","end":"2026-03-02T02:59:06.913166Z","steps":["trace[549101053] 'process raft request' (duration: 321.14216ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.913222Z","caller":"traceutil/trace.go:171","msg":"trace[1444086019] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"319.28284ms","start":"2026-03-02T02:59:06.59393Z","end":"2026-03-02T02:59:06.913213Z","steps":["trace[1444086019] 'process raft request' (duration: 319.037713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.91327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.593428Z","time spent":"319.787294ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:06.913286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.591744Z","time spent":"321.492189ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:06.91338Z","caller":"traceutil/trace.go:171","msg":"trace[2135124751] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"321.682204ms","start":"2026-03-02T02:59:06.591688Z","end":"2026-03-02T02:59:06.91337Z","steps":["trace[2135124751] 'process raft request' (duration: 321.034257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:06.913405Z","caller":"traceutil/trace.go:171","msg":"trace[851010754] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"320.01841ms","start":"2026-03-02T02:59:06.593375Z","end":"2026-03-02T02:59:06.913394Z","steps":["trace[851010754] 'process raft request' (duration: 319.545937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.913436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.591669Z","time spent":"321.741495ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:06.913467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.593368Z","time spent":"320.057071ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:06.913627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.929253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:06.91366Z","caller":"traceutil/trace.go:171","msg":"trace[1951858373] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23283; }","duration":"193.997175ms","start":"2026-03-02T02:59:06.719655Z","end":"2026-03-02T02:59:06.913652Z","steps":["trace[1951858373] 'agreement among raft nodes before linearized reading' (duration: 193.941843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.913705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.107907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T02:59:06.913749Z","caller":"traceutil/trace.go:171","msg":"trace[1102714129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23283; }","duration":"115.186509ms","start":"2026-03-02T02:59:06.798549Z","end":"2026-03-02T02:59:06.913736Z","steps":["trace[1102714129] 'agreement among raft nodes before linearized reading' (duration: 115.046465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.91389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.270426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:06.913921Z","caller":"traceutil/trace.go:171","msg":"trace[385043435] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23283; }","duration":"255.300776ms","start":"2026-03-02T02:59:06.658611Z","end":"2026-03-02T02:59:06.913912Z","steps":["trace[385043435] 'agreement among raft nodes before linearized reading' (duration: 255.254845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.916075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.301137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:06.916144Z","caller":"traceutil/trace.go:171","msg":"trace[1643863922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23283; }","duration":"323.394289ms","start":"2026-03-02T02:59:06.592733Z","end":"2026-03-02T02:59:06.916127Z","steps":["trace[1643863922] 'agreement among raft nodes before linearized reading' (duration: 320.912643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.916174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.592725Z","time spent":"323.44013ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:06.916694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.998279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:06.916744Z","caller":"traceutil/trace.go:171","msg":"trace[220328341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23283; }","duration":"323.06664ms","start":"2026-03-02T02:59:06.593667Z","end":"2026-03-02T02:59:06.916733Z","steps":["trace[220328341] 'agreement among raft nodes before linearized reading' (duration: 319.927327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:06.916783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.593661Z","time spent":"323.110112ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:06.927002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:06.593921Z","time spent":"319.324542ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:08.835932Z","caller":"traceutil/trace.go:171","msg":"trace[1056515862] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"706.431297ms","start":"2026-03-02T02:59:08.129464Z","end":"2026-03-02T02:59:08.835896Z","steps":["trace[1056515862] 'process raft request' (duration: 705.43054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.836081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.129442Z","time spent":"706.56492ms","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:09.531055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.988877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:09.531826Z","caller":"traceutil/trace.go:171","msg":"trace[1844118065] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"936.33264ms","start":"2026-03-02T02:59:08.595481Z","end":"2026-03-02T02:59:09.531813Z","steps":["trace[1844118065] 'process raft request' (duration: 936.072203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:09.531838Z","caller":"traceutil/trace.go:171","msg":"trace[2129242319] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"1.172782188s","start":"2026-03-02T02:59:08.359003Z","end":"2026-03-02T02:59:09.531785Z","steps":["trace[2129242319] 'process raft request' (duration: 979.007391ms)","trace[2129242319] 'compare' (duration: 192.516854ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:09.532005Z","caller":"traceutil/trace.go:171","msg":"trace[1297782548] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"935.995551ms","start":"2026-03-02T02:59:08.596002Z","end":"2026-03-02T02:59:09.531997Z","steps":["trace[1297782548] 'process raft request' (duration: 935.58646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.595958Z","time spent":"936.067302ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:09.531875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.595458Z","time spent":"936.395602ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:09.532042Z","caller":"traceutil/trace.go:171","msg":"trace[603546818] linearizableReadLoop","detail":"{readStateIndex:24104; appliedIndex:24102; }","duration":"1.054335823s","start":"2026-03-02T02:59:08.477685Z","end":"2026-03-02T02:59:09.532021Z","steps":["trace[603546818] 'read index received' (duration: 357.05526ms)","trace[603546818] 'applied index is now lower than readState.Index' (duration: 697.279503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:09.532053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.358986Z","time spent":"1.172965912s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:09.532147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054458096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:09.532188Z","caller":"traceutil/trace.go:171","msg":"trace[303902949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23293; }","duration":"1.054540198s","start":"2026-03-02T02:59:08.477636Z","end":"2026-03-02T02:59:09.532176Z","steps":["trace[303902949] 'agreement among raft nodes before linearized reading' (duration: 1.054466956s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:09.532153Z","caller":"traceutil/trace.go:171","msg":"trace[760288194] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"934.616874ms","start":"2026-03-02T02:59:08.59748Z","end":"2026-03-02T02:59:09.532097Z","steps":["trace[760288194] 'process raft request' (duration: 934.394858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.477589Z","time spent":"1.054635761s","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:09.532263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.475792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:09.532316Z","caller":"traceutil/trace.go:171","msg":"trace[133921279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23293; }","duration":"509.564285ms","start":"2026-03-02T02:59:09.022739Z","end":"2026-03-02T02:59:09.532304Z","steps":["trace[133921279] 'agreement among raft nodes before linearized reading' (duration: 509.485163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.641831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:09.532357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.022719Z","time spent":"509.630297ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:09.532367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.229675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:09.532367Z","caller":"traceutil/trace.go:171","msg":"trace[1052674278] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23293; }","duration":"126.736174ms","start":"2026-03-02T02:59:09.405614Z","end":"2026-03-02T02:59:09.53235Z","steps":["trace[1052674278] 'agreement among raft nodes before linearized reading' (duration: 126.642601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.050151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:59:09.532392Z","caller":"traceutil/trace.go:171","msg":"trace[699038838] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23293; }","duration":"563.291077ms","start":"2026-03-02T02:59:08.969093Z","end":"2026-03-02T02:59:09.532384Z","steps":["trace[699038838] 'agreement among raft nodes before linearized reading' (duration: 563.245096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.969076Z","time spent":"563.332817ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:09.532424Z","caller":"traceutil/trace.go:171","msg":"trace[774292523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23293; }","duration":"591.136283ms","start":"2026-03-02T02:59:08.94127Z","end":"2026-03-02T02:59:09.532406Z","steps":["trace[774292523] 'agreement among raft nodes before linearized reading' (duration: 590.950388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.597457Z","time spent":"934.789069ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:09.532525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.345108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T02:59:09.53231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.110392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:09.532611Z","caller":"traceutil/trace.go:171","msg":"trace[1874956090] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23293; }","duration":"583.45444ms","start":"2026-03-02T02:59:08.949133Z","end":"2026-03-02T02:59:09.532587Z","steps":["trace[1874956090] 'agreement among raft nodes before linearized reading' (duration: 583.180693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.418561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T02:59:09.532669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.949117Z","time spent":"583.537703ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T02:59:09.532682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.628291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:09.532427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030161854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T02:59:09.532727Z","caller":"traceutil/trace.go:171","msg":"trace[1992699456] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23293; }","duration":"635.698963ms","start":"2026-03-02T02:59:08.89701Z","end":"2026-03-02T02:59:09.532709Z","steps":["trace[1992699456] 'agreement among raft nodes before linearized reading' (duration: 635.634832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.665257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:59:09.532712Z","caller":"traceutil/trace.go:171","msg":"trace[620521767] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23293; }","duration":"591.513274ms","start":"2026-03-02T02:59:08.94118Z","end":"2026-03-02T02:59:09.532693Z","steps":["trace[620521767] 'agreement among raft nodes before linearized reading' (duration: 591.322939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:09.532747Z","caller":"traceutil/trace.go:171","msg":"trace[260241265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23293; }","duration":"1.030559614s","start":"2026-03-02T02:59:08.502177Z","end":"2026-03-02T02:59:09.532737Z","steps":["trace[260241265] 'agreement among raft nodes before linearized reading' (duration: 1.03003049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.896994Z","time spent":"635.756554ms","remote":"127.0.0.1:48798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:09.532767Z","caller":"traceutil/trace.go:171","msg":"trace[1526724958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23293; }","duration":"911.730089ms","start":"2026-03-02T02:59:08.621024Z","end":"2026-03-02T02:59:09.532755Z","steps":["trace[1526724958] 'agreement among raft nodes before linearized reading' (duration: 911.630236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.692058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:59:09.532787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.941141Z","time spent":"591.634247ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T02:59:09.532797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.621011Z","time spent":"911.77871ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:59:09.53282Z","caller":"traceutil/trace.go:171","msg":"trace[997322214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23293; }","duration":"608.868943ms","start":"2026-03-02T02:59:08.923944Z","end":"2026-03-02T02:59:09.532813Z","steps":["trace[997322214] 'agreement among raft nodes before linearized reading' (duration: 608.570035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.532882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.923891Z","time spent":"608.958305ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:09.532849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.817601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:59:09.532964Z","caller":"traceutil/trace.go:171","msg":"trace[1730205059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23293; }","duration":"608.950965ms","start":"2026-03-02T02:59:08.923995Z","end":"2026-03-02T02:59:09.532946Z","steps":["trace[1730205059] 'agreement among raft nodes before linearized reading' (duration: 608.693968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:09.532612Z","caller":"traceutil/trace.go:171","msg":"trace[436224528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23293; }","duration":"577.444911ms","start":"2026-03-02T02:59:08.955153Z","end":"2026-03-02T02:59:09.532598Z","steps":["trace[436224528] 'agreement among raft nodes before linearized reading' (duration: 577.102322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.533012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.923991Z","time spent":"609.010677ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:09.532463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.941264Z","time spent":"591.186965ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:09.533035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.955136Z","time spent":"577.874912ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:09.532772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.776961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:59:09.53315Z","caller":"traceutil/trace.go:171","msg":"trace[2048937702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23293; }","duration":"609.164991ms","start":"2026-03-02T02:59:08.923971Z","end":"2026-03-02T02:59:09.533136Z","steps":["trace[2048937702] 'agreement among raft nodes before linearized reading' (duration: 608.719569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:09.533198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.923965Z","time spent":"609.219452ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:09.53279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.50216Z","time spent":"1.030615755s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:10.832793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273603818s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:10.986301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.241075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:10.986509Z","caller":"traceutil/trace.go:171","msg":"trace[122024108] linearizableReadLoop","detail":"{readStateIndex:24112; appliedIndex:24107; }","duration":"1.447565541s","start":"2026-03-02T02:59:09.538927Z","end":"2026-03-02T02:59:10.986493Z","steps":["trace[122024108] 'read index received' (duration: 20.348259ms)","trace[122024108] 'applied index is now lower than readState.Index' (duration: 1.427216072s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:10.986578Z","caller":"traceutil/trace.go:171","msg":"trace[115029427] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"1.448684451s","start":"2026-03-02T02:59:09.537882Z","end":"2026-03-02T02:59:10.986566Z","steps":["trace[115029427] 'process raft request' (duration: 1.295099407s)","trace[115029427] 'compare' (duration: 152.797503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:10.986633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.537856Z","time spent":"1.448745762s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:10.986735Z","caller":"traceutil/trace.go:171","msg":"trace[1163293638] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"1.448551377s","start":"2026-03-02T02:59:09.538174Z","end":"2026-03-02T02:59:10.986726Z","steps":["trace[1163293638] 'process raft request' (duration: 1.448216869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:10.986775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.538165Z","time spent":"1.448587758s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:10.986888Z","caller":"traceutil/trace.go:171","msg":"trace[1221338069] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"1.448570058s","start":"2026-03-02T02:59:09.538296Z","end":"2026-03-02T02:59:10.986866Z","steps":["trace[1221338069] 'process raft request' (duration: 1.448153187s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:10.987021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.538291Z","time spent":"1.44865855s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:10.987057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448118106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-02T02:59:10.987115Z","caller":"traceutil/trace.go:171","msg":"trace[107735840] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23298; }","duration":"1.448200608s","start":"2026-03-02T02:59:09.538898Z","end":"2026-03-02T02:59:10.987099Z","steps":["trace[107735840] 'agreement among raft nodes before linearized reading' (duration: 1.447971872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:10.98716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.538883Z","time spent":"1.44826488s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18784,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:59:11.486933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:11.987057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:12.023288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:12.02336Z","caller":"traceutil/trace.go:171","msg":"trace[1408867133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096745s","start":"2026-03-02T02:59:10.023247Z","end":"2026-03-02T02:59:12.023344Z","steps":["trace[1408867133] 'agreement among raft nodes before linearized reading' (duration: 2.000008272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:12.023396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.023236Z","time spent":"2.000153376s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:12.309559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47472186s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:12.310101Z","caller":"traceutil/trace.go:171","msg":"trace[1546703151] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"2.312279926s","start":"2026-03-02T02:59:09.997788Z","end":"2026-03-02T02:59:12.310068Z","steps":["trace[1546703151] 'process raft request' (duration: 2.311964998s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:12.310198Z","caller":"traceutil/trace.go:171","msg":"trace[1480895375] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"2.31164987s","start":"2026-03-02T02:59:09.998523Z","end":"2026-03-02T02:59:12.310173Z","steps":["trace[1480895375] 'process raft request' (duration: 2.311468685s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:12.310177Z","caller":"traceutil/trace.go:171","msg":"trace[64571844] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"2.31205027s","start":"2026-03-02T02:59:09.998089Z","end":"2026-03-02T02:59:12.310139Z","steps":["trace[64571844] 'process raft request' (duration: 2.311849825s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:12.310121Z","caller":"traceutil/trace.go:171","msg":"trace[1945374041] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"2.310598932s","start":"2026-03-02T02:59:09.999505Z","end":"2026-03-02T02:59:12.310104Z","steps":["trace[1945374041] 'process raft request' (duration: 2.310534871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:12.310337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.998512Z","time spent":"2.311734292s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:12.310356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.998077Z","time spent":"2.312188125s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:12.310413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.997765Z","time spent":"2.312534744s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:12.310498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.999494Z","time spent":"2.310861859s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:13.734988Z","caller":"traceutil/trace.go:171","msg":"trace[1275972329] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"2.198017811s","start":"2026-03-02T02:59:11.536941Z","end":"2026-03-02T02:59:13.734959Z","steps":["trace[1275972329] 'process raft request' (duration: 2.197802886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.735146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.536922Z","time spent":"2.198144005s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:13.735315Z","caller":"traceutil/trace.go:171","msg":"trace[2015471531] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"2.197653352s","start":"2026-03-02T02:59:11.537627Z","end":"2026-03-02T02:59:13.735281Z","steps":["trace[2015471531] 'process raft request' (duration: 2.197279412s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:13.735432Z","caller":"traceutil/trace.go:171","msg":"trace[862040383] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24112; }","duration":"2.748882101s","start":"2026-03-02T02:59:10.986536Z","end":"2026-03-02T02:59:13.735418Z","steps":["trace[862040383] 'read index received' (duration: 1.323285113s)","trace[862040383] 'applied index is now lower than readState.Index' (duration: 1.425596148s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:13.735467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.5376Z","time spent":"2.197784986s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:13.735398Z","caller":"traceutil/trace.go:171","msg":"trace[1037076770] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"2.196656416s","start":"2026-03-02T02:59:11.538707Z","end":"2026-03-02T02:59:13.735364Z","steps":["trace[1037076770] 'process raft request' (duration: 2.196463861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.735549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695928756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.7356Z","caller":"traceutil/trace.go:171","msg":"trace[891051391] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23306; }","duration":"3.696022018s","start":"2026-03-02T02:59:10.039565Z","end":"2026-03-02T02:59:13.735587Z","steps":["trace[891051391] 'agreement among raft nodes before linearized reading' (duration: 3.695941096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.735621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.538697Z","time spent":"2.19682324s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:13.735639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786009564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:13.735665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.039543Z","time spent":"3.696083679s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:13.735678Z","caller":"traceutil/trace.go:171","msg":"trace[104798730] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23306; }","duration":"2.786083455s","start":"2026-03-02T02:59:10.949581Z","end":"2026-03-02T02:59:13.735665Z","steps":["trace[104798730] 'agreement among raft nodes before linearized reading' (duration: 2.786000643s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.735711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.949566Z","time spent":"2.786137727s","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:13.73573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741612824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-02T02:59:13.735761Z","caller":"traceutil/trace.go:171","msg":"trace[1170191385] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23306; }","duration":"3.741682226s","start":"2026-03-02T02:59:09.994069Z","end":"2026-03-02T02:59:13.735751Z","steps":["trace[1170191385] 'agreement among raft nodes before linearized reading' (duration: 3.741561793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.73579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.994047Z","time spent":"3.741735847s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18784,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:59:13.735839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935810128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.735827Z","caller":"traceutil/trace.go:171","msg":"trace[169856778] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"2.141750542s","start":"2026-03-02T02:59:11.594032Z","end":"2026-03-02T02:59:13.735782Z","steps":["trace[169856778] 'process raft request' (duration: 2.14128667s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.736025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.594017Z","time spent":"2.141899307s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:13.735871Z","caller":"traceutil/trace.go:171","msg":"trace[582773111] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23306; }","duration":"2.93587746s","start":"2026-03-02T02:59:10.799983Z","end":"2026-03-02T02:59:13.73586Z","steps":["trace[582773111] 'agreement among raft nodes before linearized reading' (duration: 2.935826859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.736141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.799962Z","time spent":"2.936161617s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:13.737189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.196967146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:13.737238Z","caller":"traceutil/trace.go:171","msg":"trace[442548685] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23306; }","duration":"4.197104549s","start":"2026-03-02T02:59:09.540122Z","end":"2026-03-02T02:59:13.737227Z","steps":["trace[442548685] 'agreement among raft nodes before linearized reading' (duration: 4.195808815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.73727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.540106Z","time spent":"4.197151771s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:13.738164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.198179688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:13.738208Z","caller":"traceutil/trace.go:171","msg":"trace[760095726] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23306; }","duration":"4.19824637s","start":"2026-03-02T02:59:09.539954Z","end":"2026-03-02T02:59:13.738201Z","steps":["trace[760095726] 'agreement among raft nodes before linearized reading' (duration: 4.196014761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.738231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:09.539945Z","time spent":"4.198279541s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T02:59:13.841168Z","caller":"traceutil/trace.go:171","msg":"trace[1614188865] linearizableReadLoop","detail":"{readStateIndex:24123; appliedIndex:24120; }","duration":"105.668177ms","start":"2026-03-02T02:59:13.735468Z","end":"2026-03-02T02:59:13.841136Z","steps":["trace[1614188865] 'read index received' (duration: 67.111836ms)","trace[1614188865] 'applied index is now lower than readState.Index' (duration: 38.554551ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:13.841495Z","caller":"traceutil/trace.go:171","msg":"trace[73848357] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"1.11428303s","start":"2026-03-02T02:59:12.727199Z","end":"2026-03-02T02:59:13.841482Z","steps":["trace[73848357] 'process raft request' (duration: 1.113063237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.841614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.727175Z","time spent":"1.114345601s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:13.84179Z","caller":"traceutil/trace.go:171","msg":"trace[576789596] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"356.563397ms","start":"2026-03-02T02:59:13.485217Z","end":"2026-03-02T02:59:13.841781Z","steps":["trace[576789596] 'process raft request' (duration: 355.225891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.841828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.485189Z","time spent":"356.615668ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:13.841983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.304312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:13.842016Z","caller":"traceutil/trace.go:171","msg":"trace[1286716326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23308; }","duration":"398.377604ms","start":"2026-03-02T02:59:13.443626Z","end":"2026-03-02T02:59:13.842004Z","steps":["trace[1286716326] 'agreement among raft nodes before linearized reading' (duration: 398.308372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.842042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.443606Z","time spent":"398.428044ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:13.842205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.22681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.842232Z","caller":"traceutil/trace.go:171","msg":"trace[1424893330] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23308; }","duration":"695.283141ms","start":"2026-03-02T02:59:13.146942Z","end":"2026-03-02T02:59:13.842225Z","steps":["trace[1424893330] 'agreement among raft nodes before linearized reading' (duration: 695.23429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.842256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.146926Z","time spent":"695.319942ms","remote":"127.0.0.1:33234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:13.842458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.154876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:59:13.842475Z","caller":"traceutil/trace.go:171","msg":"trace[144378348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23308; }","duration":"851.197478ms","start":"2026-03-02T02:59:12.991272Z","end":"2026-03-02T02:59:13.842469Z","steps":["trace[144378348] 'agreement among raft nodes before linearized reading' (duration: 851.088715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.842491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.991257Z","time spent":"851.230608ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:13.842616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.622949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:59:13.842635Z","caller":"traceutil/trace.go:171","msg":"trace[1480036922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23308; }","duration":"851.641899ms","start":"2026-03-02T02:59:12.990987Z","end":"2026-03-02T02:59:13.842628Z","steps":["trace[1480036922] 'agreement among raft nodes before linearized reading' (duration: 851.581778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.842654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.990926Z","time spent":"851.721902ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:13.842776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.832445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:59:13.842797Z","caller":"traceutil/trace.go:171","msg":"trace[1150358724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23308; }","duration":"851.853685ms","start":"2026-03-02T02:59:12.990937Z","end":"2026-03-02T02:59:13.842791Z","steps":["trace[1150358724] 'agreement among raft nodes before linearized reading' (duration: 851.790924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.842813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.990881Z","time spent":"851.928117ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:13.843141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011131719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-02T02:59:13.843162Z","caller":"traceutil/trace.go:171","msg":"trace[76779675] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23308; }","duration":"1.011175221s","start":"2026-03-02T02:59:12.831979Z","end":"2026-03-02T02:59:13.843155Z","steps":["trace[76779675] 'agreement among raft nodes before linearized reading' (duration: 1.011096359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.843179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.831966Z","time spent":"1.011209622s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T02:59:13.843425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44982035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:59:13.843445Z","caller":"traceutil/trace.go:171","msg":"trace[1761083597] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23308; }","duration":"1.449877312s","start":"2026-03-02T02:59:12.393562Z","end":"2026-03-02T02:59:13.843439Z","steps":["trace[1761083597] 'agreement among raft nodes before linearized reading' (duration: 1.449715797s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.843462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.393543Z","time spent":"1.449913852s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:13.843734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50348196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.843755Z","caller":"traceutil/trace.go:171","msg":"trace[1044020661] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23308; }","duration":"1.503533662s","start":"2026-03-02T02:59:12.340213Z","end":"2026-03-02T02:59:13.843747Z","steps":["trace[1044020661] 'agreement among raft nodes before linearized reading' (duration: 1.503493811s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.843776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.340197Z","time spent":"1.503573732s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:13.843902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638429802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.843921Z","caller":"traceutil/trace.go:171","msg":"trace[247996203] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23308; }","duration":"1.638486673s","start":"2026-03-02T02:59:12.205428Z","end":"2026-03-02T02:59:13.843915Z","steps":["trace[247996203] 'agreement among raft nodes before linearized reading' (duration: 1.638450892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.843941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.205408Z","time spent":"1.638527405s","remote":"127.0.0.1:48778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:13.844055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8204791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.844071Z","caller":"traceutil/trace.go:171","msg":"trace[657801603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23308; }","duration":"1.820519251s","start":"2026-03-02T02:59:12.023546Z","end":"2026-03-02T02:59:13.844066Z","steps":["trace[657801603] 'agreement among raft nodes before linearized reading' (duration: 1.82049003s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.8441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.023534Z","time spent":"1.820562382s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:13.844575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858450345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.844688Z","caller":"traceutil/trace.go:171","msg":"trace[1305163472] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23308; }","duration":"1.85862959s","start":"2026-03-02T02:59:11.986024Z","end":"2026-03-02T02:59:13.844654Z","steps":["trace[1305163472] 'agreement among raft nodes before linearized reading' (duration: 1.858404434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.844765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281492741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:59:13.844766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.986002Z","time spent":"1.858748873s","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:13.844793Z","caller":"traceutil/trace.go:171","msg":"trace[372895737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23308; }","duration":"2.281560543s","start":"2026-03-02T02:59:11.563223Z","end":"2026-03-02T02:59:13.844784Z","steps":["trace[372895737] 'agreement among raft nodes before linearized reading' (duration: 2.281488321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.844813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.563201Z","time spent":"2.281607024s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:13.844951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281739197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:59:13.845462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730178596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.845503Z","caller":"traceutil/trace.go:171","msg":"trace[564290228] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23308; }","duration":"2.730243288s","start":"2026-03-02T02:59:11.11525Z","end":"2026-03-02T02:59:13.845493Z","steps":["trace[564290228] 'agreement among raft nodes before linearized reading' (duration: 2.730177346s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.845501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362580747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:13.845573Z","caller":"traceutil/trace.go:171","msg":"trace[853983984] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23308; }","duration":"2.362652939s","start":"2026-03-02T02:59:11.482901Z","end":"2026-03-02T02:59:13.845554Z","steps":["trace[853983984] 'agreement among raft nodes before linearized reading' (duration: 2.362533285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.845614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.088085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"warn","ts":"2026-03-02T02:59:13.845625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.482841Z","time spent":"2.362772272s","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:13.84564Z","caller":"traceutil/trace.go:171","msg":"trace[164062440] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23308; }","duration":"104.126596ms","start":"2026-03-02T02:59:13.741507Z","end":"2026-03-02T02:59:13.845634Z","steps":["trace[164062440] 'agreement among raft nodes before linearized reading' (duration: 104.044363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.845773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.684804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:13.845523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.115233Z","time spent":"2.730285229s","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T02:59:13.845805Z","caller":"traceutil/trace.go:171","msg":"trace[654433502] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23308; }","duration":"100.727716ms","start":"2026-03-02T02:59:13.745067Z","end":"2026-03-02T02:59:13.845795Z","steps":["trace[654433502] 'agreement among raft nodes before linearized reading' (duration: 100.680315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:13.846276Z","caller":"traceutil/trace.go:171","msg":"trace[1277628044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23308; }","duration":"2.281783299s","start":"2026-03-02T02:59:11.563179Z","end":"2026-03-02T02:59:13.844963Z","steps":["trace[1277628044] 'agreement among raft nodes before linearized reading' (duration: 2.281728197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.846323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.563168Z","time spent":"2.283142495s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:59:14.435945Z","caller":"traceutil/trace.go:171","msg":"trace[1673699849] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24123; }","duration":"576.326643ms","start":"2026-03-02T02:59:13.859593Z","end":"2026-03-02T02:59:14.43592Z","steps":["trace[1673699849] 'read index received' (duration: 495.816752ms)","trace[1673699849] 'applied index is now lower than readState.Index' (duration: 80.508281ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:14.436057Z","caller":"traceutil/trace.go:171","msg":"trace[2006817858] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"576.479458ms","start":"2026-03-02T02:59:13.859564Z","end":"2026-03-02T02:59:14.436044Z","steps":["trace[2006817858] 'process raft request' (duration: 495.787692ms)","trace[2006817858] 'compare' (duration: 80.09587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:14.436153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.859543Z","time spent":"576.540129ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:14.436672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.060342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-03-02T02:59:14.43677Z","caller":"traceutil/trace.go:171","msg":"trace[1674405456] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23309; }","duration":"577.195106ms","start":"2026-03-02T02:59:13.859536Z","end":"2026-03-02T02:59:14.436731Z","steps":["trace[1674405456] 'agreement among raft nodes before linearized reading' (duration: 576.59436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.436818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.859499Z","time spent":"577.311309ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":746,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-02T02:59:14.936328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:15.436726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:15.553586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120498785s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:15.561726Z","caller":"traceutil/trace.go:171","msg":"trace[1691672318] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"1.702065127s","start":"2026-03-02T02:59:13.859633Z","end":"2026-03-02T02:59:15.561698Z","steps":["trace[1691672318] 'process raft request' (duration: 1.694194649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:15.561869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.859612Z","time spent":"1.70218609s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:15.562371Z","caller":"traceutil/trace.go:171","msg":"trace[611800195] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"1.702509399s","start":"2026-03-02T02:59:13.859824Z","end":"2026-03-02T02:59:15.562333Z","steps":["trace[611800195] 'process raft request' (duration: 1.70179395s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:15.562453Z","caller":"traceutil/trace.go:171","msg":"trace[2038363876] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.699029607s","start":"2026-03-02T02:59:13.863412Z","end":"2026-03-02T02:59:15.562442Z","steps":["trace[2038363876] 'process raft request' (duration: 1.698802351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:15.562455Z","caller":"traceutil/trace.go:171","msg":"trace[81933371] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"1.700737652s","start":"2026-03-02T02:59:13.861681Z","end":"2026-03-02T02:59:15.562419Z","steps":["trace[81933371] 'process raft request' (duration: 1.700424254s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:15.562558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.863403Z","time spent":"1.699086558s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:15.562604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.861669Z","time spent":"1.700859935s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:15.562619Z","caller":"traceutil/trace.go:171","msg":"trace[1445122469] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.24688384s","start":"2026-03-02T02:59:14.315716Z","end":"2026-03-02T02:59:15.5626Z","steps":["trace[1445122469] 'process raft request' (duration: 1.246571772s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:15.562641Z","caller":"traceutil/trace.go:171","msg":"trace[688481745] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.694356843s","start":"2026-03-02T02:59:13.868239Z","end":"2026-03-02T02:59:15.562596Z","steps":["trace[688481745] 'process raft request' (duration: 1.694018284s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:15.562661Z","caller":"traceutil/trace.go:171","msg":"trace[1178778109] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"1.700520626s","start":"2026-03-02T02:59:13.862108Z","end":"2026-03-02T02:59:15.562629Z","steps":["trace[1178778109] 'process raft request' (duration: 1.700048943s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:15.562711Z","caller":"traceutil/trace.go:171","msg":"trace[1225904972] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.242010221s","start":"2026-03-02T02:59:14.320681Z","end":"2026-03-02T02:59:15.562692Z","steps":["trace[1225904972] 'process raft request' (duration: 1.241889298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:15.562714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.315682Z","time spent":"1.246983193s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:15.562793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.320667Z","time spent":"1.242083673s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:15.562828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.868226Z","time spent":"1.694505686s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:15.562803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.862097Z","time spent":"1.70064348s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:59:15.562547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.85981Z","time spent":"1.702642472s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:15.562408Z","caller":"traceutil/trace.go:171","msg":"trace[706811928] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.245644047s","start":"2026-03-02T02:59:14.31675Z","end":"2026-03-02T02:59:15.562394Z","steps":["trace[706811928] 'process raft request' (duration: 1.245576836s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:15.563625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.316713Z","time spent":"1.24686392s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:15.562676Z","caller":"traceutil/trace.go:171","msg":"trace[938745622] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.245406031s","start":"2026-03-02T02:59:14.317252Z","end":"2026-03-02T02:59:15.562658Z","steps":["trace[938745622] 'process raft request' (duration: 1.245108164s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:15.563752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.317212Z","time spent":"1.24650504s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:15.864127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000852324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:15.864207Z","caller":"traceutil/trace.go:171","msg":"trace[1658550224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000963918s","start":"2026-03-02T02:59:13.863228Z","end":"2026-03-02T02:59:15.864192Z","steps":["trace[1658550224] 'agreement among raft nodes before linearized reading' (duration: 2.000861885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:15.864251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.86322Z","time spent":"2.001022189s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:16.201288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.026624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:16.201457Z","caller":"traceutil/trace.go:171","msg":"trace[1487655152] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24124; }","duration":"1.765426043s","start":"2026-03-02T02:59:14.436008Z","end":"2026-03-02T02:59:16.201434Z","steps":["trace[1487655152] 'read index received' (duration: 1.117835544s)","trace[1487655152] 'applied index is now lower than readState.Index' (duration: 647.588289ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:16.201489Z","caller":"traceutil/trace.go:171","msg":"trace[387046438] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"1.759955599s","start":"2026-03-02T02:59:14.441504Z","end":"2026-03-02T02:59:16.20146Z","steps":["trace[387046438] 'process raft request' (duration: 1.562535674s)","trace[387046438] 'compare' (duration: 196.390248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:16.201581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339015984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:16.201598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332601175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:16.201619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.441481Z","time spent":"1.760069922s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:16.20165Z","caller":"traceutil/trace.go:171","msg":"trace[1699338913] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23320; }","duration":"2.339101166s","start":"2026-03-02T02:59:13.862521Z","end":"2026-03-02T02:59:16.201622Z","steps":["trace[1699338913] 'agreement among raft nodes before linearized reading' (duration: 2.338983173s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:16.201666Z","caller":"traceutil/trace.go:171","msg":"trace[2145340131] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23320; }","duration":"2.332706028s","start":"2026-03-02T02:59:13.868941Z","end":"2026-03-02T02:59:16.201647Z","steps":["trace[2145340131] 'agreement among raft nodes before linearized reading' (duration: 2.332510573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:16.201686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.862513Z","time spent":"2.339164179s","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:16.201703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.868933Z","time spent":"2.332763349s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:59:16.701898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:17.203005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:17.599818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:17.599915Z","caller":"traceutil/trace.go:171","msg":"trace[451747592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996502s","start":"2026-03-02T02:59:15.599936Z","end":"2026-03-02T02:59:17.599901Z","steps":["trace[451747592] 'agreement among raft nodes before linearized reading' (duration: 1.999838477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.599959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.599919Z","time spent":"2.000033273s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:17.703385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:17.864264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:17.864349Z","caller":"traceutil/trace.go:171","msg":"trace[171830582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046962s","start":"2026-03-02T02:59:15.864281Z","end":"2026-03-02T02:59:17.864328Z","steps":["trace[171830582] 'agreement among raft nodes before linearized reading' (duration: 1.999927949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.864423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.864262Z","time spent":"2.000128254s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:17.889358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885260715s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:18.220129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.608667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.22027Z","caller":"traceutil/trace.go:171","msg":"trace[1014815651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23320; }","duration":"345.762991ms","start":"2026-03-02T02:59:17.874487Z","end":"2026-03-02T02:59:18.22025Z","steps":["trace[1014815651] 'range keys from in-memory index tree' (duration: 345.591437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.220401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.787875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:18.220565Z","caller":"traceutil/trace.go:171","msg":"trace[464933004] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"2.480134469s","start":"2026-03-02T02:59:15.74042Z","end":"2026-03-02T02:59:18.220555Z","steps":["trace[464933004] 'process raft request' (duration: 2.149126608s)","trace[464933004] 'compare' (duration: 330.538418ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:18.220592Z","caller":"traceutil/trace.go:171","msg":"trace[2128424326] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"2.477863528s","start":"2026-03-02T02:59:15.742712Z","end":"2026-03-02T02:59:18.220576Z","steps":["trace[2128424326] 'process raft request' (duration: 2.477820387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.220636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.740395Z","time spent":"2.48019088s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:18.220654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.742701Z","time spent":"2.4779225s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:18.220817Z","caller":"traceutil/trace.go:171","msg":"trace[1523408572] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"2.479021399s","start":"2026-03-02T02:59:15.74178Z","end":"2026-03-02T02:59:18.220801Z","steps":["trace[1523408572] 'process raft request' (duration: 2.47869831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.220892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.741753Z","time spent":"2.479085171s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:19.370174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.953283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:19.370324Z","caller":"traceutil/trace.go:171","msg":"trace[1686750413] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"1.801342394s","start":"2026-03-02T02:59:17.568962Z","end":"2026-03-02T02:59:19.370305Z","steps":["trace[1686750413] 'process raft request' (duration: 1.075178375s)","trace[1686750413] 'compare' (duration: 725.44308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:19.370391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.56894Z","time spent":"1.801421966s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:19.370705Z","caller":"traceutil/trace.go:171","msg":"trace[1280883125] linearizableReadLoop","detail":"{readStateIndex:24143; appliedIndex:24135; }","duration":"3.169194745s","start":"2026-03-02T02:59:16.201486Z","end":"2026-03-02T02:59:19.370681Z","steps":["trace[1280883125] 'read index received' (duration: 1.688062465s)","trace[1280883125] 'applied index is now lower than readState.Index' (duration: 1.4811313s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:19.370966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49033256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:19.371007Z","caller":"traceutil/trace.go:171","msg":"trace[339503377] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"1.801743915s","start":"2026-03-02T02:59:17.569253Z","end":"2026-03-02T02:59:19.370997Z","steps":["trace[339503377] 'process raft request' (duration: 1.801005675s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:19.370945Z","caller":"traceutil/trace.go:171","msg":"trace[233686352] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"1.801621312s","start":"2026-03-02T02:59:17.569285Z","end":"2026-03-02T02:59:19.370906Z","steps":["trace[233686352] 'process raft request' (duration: 1.801217251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.371034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804768816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1898e6e72a00e1b0\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-02T02:59:19.371072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.569272Z","time spent":"1.801770255s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:19.37108Z","caller":"traceutil/trace.go:171","msg":"trace[881565680] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"1.768228528s","start":"2026-03-02T02:59:17.60284Z","end":"2026-03-02T02:59:19.371068Z","steps":["trace[881565680] 'process raft request' (duration: 1.767787486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.371111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603275423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T02:59:19.371216Z","caller":"traceutil/trace.go:171","msg":"trace[1643110131] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23328; }","duration":"3.603433347s","start":"2026-03-02T02:59:15.767762Z","end":"2026-03-02T02:59:19.371195Z","steps":["trace[1643110131] 'agreement among raft nodes before linearized reading' (duration: 3.603136319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.37121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.602825Z","time spent":"1.768303639s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:59:19.371272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.767741Z","time spent":"3.60351837s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"info","ts":"2026-03-02T02:59:19.371012Z","caller":"traceutil/trace.go:171","msg":"trace[254824399] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23328; }","duration":"4.490420612s","start":"2026-03-02T02:59:14.88058Z","end":"2026-03-02T02:59:19.371001Z","steps":["trace[254824399] 'agreement among raft nodes before linearized reading' (duration: 4.49033813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.371412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.880557Z","time spent":"4.490826533s","remote":"127.0.0.1:34756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:19.371008Z","caller":"traceutil/trace.go:171","msg":"trace[1099677568] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"1.801347694s","start":"2026-03-02T02:59:17.569622Z","end":"2026-03-02T02:59:19.37097Z","steps":["trace[1099677568] 'process raft request' (duration: 1.800972014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.371484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603073038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T02:59:19.371534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.569614Z","time spent":"1.801863728s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:19.371553Z","caller":"traceutil/trace.go:171","msg":"trace[1347976804] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23328; }","duration":"3.60316595s","start":"2026-03-02T02:59:15.76837Z","end":"2026-03-02T02:59:19.371536Z","steps":["trace[1347976804] 'agreement among raft nodes before linearized reading' (duration: 3.602519423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.371605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.768362Z","time spent":"3.603230692s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"info","ts":"2026-03-02T02:59:19.371085Z","caller":"traceutil/trace.go:171","msg":"trace[101438512] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1898e6e72a00e1b0; range_end:; response_count:1; response_revision:23328; }","duration":"3.804854618s","start":"2026-03-02T02:59:15.566215Z","end":"2026-03-02T02:59:19.37107Z","steps":["trace[101438512] 'agreement among raft nodes before linearized reading' (duration: 3.804696654s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.371712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.566203Z","time spent":"3.805486725s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1898e6e72a00e1b0\" "} {"level":"warn","ts":"2026-03-02T02:59:19.370993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703936528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:19.371838Z","caller":"traceutil/trace.go:171","msg":"trace[291840754] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23328; }","duration":"3.704851092s","start":"2026-03-02T02:59:15.66697Z","end":"2026-03-02T02:59:19.371822Z","steps":["trace[291840754] 'agreement among raft nodes before linearized reading' (duration: 3.703915617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.371876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.666949Z","time spent":"3.704916213s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:19.371127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.569221Z","time spent":"1.801824517s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:19.417321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850014453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:59:19.417356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394925485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T02:59:19.417385Z","caller":"traceutil/trace.go:171","msg":"trace[2062403071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23329; }","duration":"1.850136396s","start":"2026-03-02T02:59:17.567235Z","end":"2026-03-02T02:59:19.417372Z","steps":["trace[2062403071] 'agreement among raft nodes before linearized reading' (duration: 1.849979782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8495522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:59:19.417457Z","caller":"traceutil/trace.go:171","msg":"trace[1540059726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23329; }","duration":"1.849658523s","start":"2026-03-02T02:59:17.567769Z","end":"2026-03-02T02:59:19.417437Z","steps":["trace[1540059726] 'agreement among raft nodes before linearized reading' (duration: 1.849423777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637153736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T02:59:19.417512Z","caller":"traceutil/trace.go:171","msg":"trace[633300075] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23329; }","duration":"2.637213047s","start":"2026-03-02T02:59:16.78029Z","end":"2026-03-02T02:59:19.417503Z","steps":["trace[633300075] 'agreement among raft nodes before linearized reading' (duration: 2.637139905s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.567758Z","time spent":"1.849748795s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:19.417484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850789733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:59:19.417532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204520756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:19.417554Z","caller":"traceutil/trace.go:171","msg":"trace[1031491186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23329; }","duration":"1.850863155s","start":"2026-03-02T02:59:17.566686Z","end":"2026-03-02T02:59:19.417549Z","steps":["trace[1031491186] 'agreement among raft nodes before linearized reading' (duration: 1.850736732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.566624Z","time spent":"1.850948067s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:19.417415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.567215Z","time spent":"1.850192028s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:59:19.417569Z","caller":"traceutil/trace.go:171","msg":"trace[1282940705] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23329; }","duration":"2.204633739s","start":"2026-03-02T02:59:17.212923Z","end":"2026-03-02T02:59:19.417556Z","steps":["trace[1282940705] 'agreement among raft nodes before linearized reading' (duration: 2.204578947s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97702746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:59:19.417674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.212896Z","time spent":"2.204768101s","remote":"127.0.0.1:48812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:19.417655Z","caller":"traceutil/trace.go:171","msg":"trace[1595877898] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"676.025072ms","start":"2026-03-02T02:59:18.741614Z","end":"2026-03-02T02:59:19.417639Z","steps":["trace[1595877898] 'process raft request' (duration: 675.476777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:19.417703Z","caller":"traceutil/trace.go:171","msg":"trace[993235586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23329; }","duration":"2.977083591s","start":"2026-03-02T02:59:16.440615Z","end":"2026-03-02T02:59:19.417698Z","steps":["trace[993235586] 'agreement among raft nodes before linearized reading' (duration: 2.97702778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:16.440596Z","time spent":"2.977119762s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:19.417776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.741589Z","time spent":"676.126725ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:19.417833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21244481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T02:59:19.417532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:16.78027Z","time spent":"2.637257078s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T02:59:19.417846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164611103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:19.417859Z","caller":"traceutil/trace.go:171","msg":"trace[1950356895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23329; }","duration":"3.212501411s","start":"2026-03-02T02:59:16.205351Z","end":"2026-03-02T02:59:19.417853Z","steps":["trace[1950356895] 'agreement among raft nodes before linearized reading' (duration: 3.212417109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:16.205335Z","time spent":"3.212537103s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:19.417908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546426988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:19.417933Z","caller":"traceutil/trace.go:171","msg":"trace[1085677201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23329; }","duration":"1.546480969s","start":"2026-03-02T02:59:17.871447Z","end":"2026-03-02T02:59:19.417928Z","steps":["trace[1085677201] 'agreement among raft nodes before linearized reading' (duration: 1.546442628s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.41795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.871431Z","time spent":"1.546515311s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:19.417878Z","caller":"traceutil/trace.go:171","msg":"trace[1825575547] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23329; }","duration":"1.164682075s","start":"2026-03-02T02:59:18.253186Z","end":"2026-03-02T02:59:19.417869Z","steps":["trace[1825575547] 'agreement among raft nodes before linearized reading' (duration: 1.164620163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.417999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.253169Z","time spent":"1.164820938s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:19.417402Z","caller":"traceutil/trace.go:171","msg":"trace[898253762] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:23329; }","duration":"2.395010817s","start":"2026-03-02T02:59:17.022379Z","end":"2026-03-02T02:59:19.41739Z","steps":["trace[898253762] 'agreement among raft nodes before linearized reading' (duration: 2.394880244s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.418086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8488014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:59:19.418109Z","caller":"traceutil/trace.go:171","msg":"trace[1734380528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23329; }","duration":"1.848844512s","start":"2026-03-02T02:59:17.569259Z","end":"2026-03-02T02:59:19.418103Z","steps":["trace[1734380528] 'agreement among raft nodes before linearized reading' (duration: 1.84877871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.418109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.022358Z","time spent":"2.395734436s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T02:59:19.418135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.569251Z","time spent":"1.848879323s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:19.417559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123142515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T02:59:19.418219Z","caller":"traceutil/trace.go:171","msg":"trace[1021018334] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23329; }","duration":"1.123867655s","start":"2026-03-02T02:59:18.294345Z","end":"2026-03-02T02:59:19.418212Z","steps":["trace[1021018334] 'agreement among raft nodes before linearized reading' (duration: 1.123115945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:19.418242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.294325Z","time spent":"1.123910676s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T02:59:20.270204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.783988Z","time spent":"486.208948ms","remote":"127.0.0.1:44220","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:20.271229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.016947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:20.271359Z","caller":"traceutil/trace.go:171","msg":"trace[698986252] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24144; }","duration":"854.145215ms","start":"2026-03-02T02:59:19.417188Z","end":"2026-03-02T02:59:20.271333Z","steps":["trace[698986252] 'read index received' (duration: 403.027246ms)","trace[698986252] 'applied index is now lower than readState.Index' (duration: 451.116029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:20.271637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.270865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:20.271667Z","caller":"traceutil/trace.go:171","msg":"trace[1012302232] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"896.954289ms","start":"2026-03-02T02:59:19.374683Z","end":"2026-03-02T02:59:20.271638Z","steps":["trace[1012302232] 'process raft request' (duration: 445.410589ms)","trace[1012302232] 'compare' (duration: 449.989449ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:20.271717Z","caller":"traceutil/trace.go:171","msg":"trace[2002462882] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23330; }","duration":"855.399078ms","start":"2026-03-02T02:59:19.416299Z","end":"2026-03-02T02:59:20.271698Z","steps":["trace[2002462882] 'agreement among raft nodes before linearized reading' (duration: 855.238994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:20.271765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.416281Z","time spent":"855.4739ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:20.271791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.374662Z","time spent":"897.057951ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:20.272788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.228722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:59:20.272986Z","caller":"traceutil/trace.go:171","msg":"trace[1427930758] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac; range_end:; response_count:1; response_revision:23330; }","duration":"898.403237ms","start":"2026-03-02T02:59:19.374494Z","end":"2026-03-02T02:59:20.272897Z","steps":["trace[1427930758] 'agreement among raft nodes before linearized reading' (duration: 897.870403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:20.273094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.641027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"warn","ts":"2026-03-02T02:59:20.273103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.374476Z","time spent":"898.607182ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" "} {"level":"info","ts":"2026-03-02T02:59:20.273125Z","caller":"traceutil/trace.go:171","msg":"trace[1152422152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23330; }","duration":"894.687218ms","start":"2026-03-02T02:59:19.37843Z","end":"2026-03-02T02:59:20.273117Z","steps":["trace[1152422152] 'agreement among raft nodes before linearized reading' (duration: 893.137127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:20.273155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.378424Z","time spent":"894.719219ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:20.273689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.178304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:20.27373Z","caller":"traceutil/trace.go:171","msg":"trace[948516289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23330; }","duration":"897.221845ms","start":"2026-03-02T02:59:19.376498Z","end":"2026-03-02T02:59:20.27372Z","steps":["trace[948516289] 'agreement among raft nodes before linearized reading' (duration: 895.52316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:20.273755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.376492Z","time spent":"897.256026ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:20.771912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:20.983608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163449051s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:21.419112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:21.41918Z","caller":"traceutil/trace.go:171","msg":"trace[1461218134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941669s","start":"2026-03-02T02:59:19.419223Z","end":"2026-03-02T02:59:21.419165Z","steps":["trace[1461218134] 'agreement among raft nodes before linearized reading' (duration: 1.999861287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:21.419219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.419202Z","time spent":"2.000008551s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:22.147713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163532714s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T02:59:22.148141Z","caller":"traceutil/trace.go:171","msg":"trace[1866085026] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"2.515831743s","start":"2026-03-02T02:59:19.632293Z","end":"2026-03-02T02:59:22.148125Z","steps":["trace[1866085026] 'process raft request' (duration: 2.515758451s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:22.148786Z","caller":"traceutil/trace.go:171","msg":"trace[473172338] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"2.726307533s","start":"2026-03-02T02:59:19.422437Z","end":"2026-03-02T02:59:22.148744Z","steps":["trace[473172338] 'process raft request' (duration: 2.725480671s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:22.148837Z","caller":"traceutil/trace.go:171","msg":"trace[1579503947] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"2.725573694s","start":"2026-03-02T02:59:19.423255Z","end":"2026-03-02T02:59:22.148828Z","steps":["trace[1579503947] 'process raft request' (duration: 2.724768953s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:22.148889Z","caller":"traceutil/trace.go:171","msg":"trace[2044382775] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"2.725987365s","start":"2026-03-02T02:59:19.422894Z","end":"2026-03-02T02:59:22.148882Z","steps":["trace[2044382775] 'process raft request' (duration: 2.72504715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.148896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.422429Z","time spent":"2.726405977s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:22.148921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.423247Z","time spent":"2.725648296s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:22.148916Z","caller":"traceutil/trace.go:171","msg":"trace[136579899] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"2.72655614s","start":"2026-03-02T02:59:19.42233Z","end":"2026-03-02T02:59:22.148886Z","steps":["trace[136579899] 'process raft request' (duration: 2.725489772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.148947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.419046Z","time spent":"2.729895798s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:22.148975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.422871Z","time spent":"2.726045277s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:22.149026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.422317Z","time spent":"2.726649502s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:22.148799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.632268Z","time spent":"2.515931706s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:22.148822Z","caller":"traceutil/trace.go:171","msg":"trace[1241384490] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"2.72580079s","start":"2026-03-02T02:59:19.422988Z","end":"2026-03-02T02:59:22.148788Z","steps":["trace[1241384490] 'process raft request' (duration: 2.724974099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.149211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.422979Z","time spent":"2.72618891s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:23.42733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:23.427442Z","caller":"traceutil/trace.go:171","msg":"trace[397277412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027913s","start":"2026-03-02T02:59:21.42714Z","end":"2026-03-02T02:59:23.42742Z","steps":["trace[397277412] 'agreement among raft nodes before linearized reading' (duration: 2.000147606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:23.427493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.427118Z","time spent":"2.000363062s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:23.637756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.651877895s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:25.226547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.227796Z","time spent":"4.998742696s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:25.226599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.22828Z","time spent":"4.998313314s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:25.226657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.229061Z","time spent":"4.997586896s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:25.297294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658688628s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:25.298273Z","caller":"traceutil/trace.go:171","msg":"trace[1230781711] linearizableReadLoop","detail":"{readStateIndex:24156; appliedIndex:24145; }","duration":"5.026746367s","start":"2026-03-02T02:59:20.271488Z","end":"2026-03-02T02:59:25.298234Z","steps":["trace[1230781711] 'read index received' (duration: 712.580339ms)","trace[1230781711] 'applied index is now lower than readState.Index' (duration: 4.314164498s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:25.298437Z","caller":"traceutil/trace.go:171","msg":"trace[892850974] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"5.021694404s","start":"2026-03-02T02:59:20.276727Z","end":"2026-03-02T02:59:25.298422Z","steps":["trace[892850974] 'process raft request' (duration: 5.021406846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:25.298639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.276705Z","time spent":"5.021770645s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:25.298845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877206685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0db9da2-2d8b-4284-86fe-60f668a8feda\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-02T02:59:25.298906Z","caller":"traceutil/trace.go:171","msg":"trace[1438425020] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0db9da2-2d8b-4284-86fe-60f668a8feda; range_end:; response_count:1; response_revision:23340; }","duration":"5.877262066s","start":"2026-03-02T02:59:19.421623Z","end":"2026-03-02T02:59:25.298885Z","steps":["trace[1438425020] 'agreement among raft nodes before linearized reading' (duration: 5.877092901s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:25.298922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768347433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T02:59:25.298954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.421585Z","time spent":"5.877360969s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-a0db9da2-2d8b-4284-86fe-60f668a8feda\" "} {"level":"warn","ts":"2026-03-02T02:59:25.298892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509231806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:25.299096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.879780832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-02T02:59:25.299148Z","caller":"traceutil/trace.go:171","msg":"trace[2093819744] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23340; }","duration":"5.879861485s","start":"2026-03-02T02:59:19.419275Z","end":"2026-03-02T02:59:25.299136Z","steps":["trace[2093819744] 'agreement among raft nodes before linearized reading' (duration: 5.879626558s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:25.299104Z","caller":"traceutil/trace.go:171","msg":"trace[2073865395] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23340; }","duration":"5.509470392s","start":"2026-03-02T02:59:19.789576Z","end":"2026-03-02T02:59:25.299047Z","steps":["trace[2073865395] 'agreement among raft nodes before linearized reading' (duration: 5.508885447s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:25.299187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.41926Z","time spent":"5.879920596s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18784,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:59:25.299249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.789551Z","time spent":"5.509674968s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:25.299694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427223205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:25.29981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.308272118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:25.300414Z","caller":"traceutil/trace.go:171","msg":"trace[700514178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23340; }","duration":"5.769875384s","start":"2026-03-02T02:59:19.530512Z","end":"2026-03-02T02:59:25.300388Z","steps":["trace[700514178] 'agreement among raft nodes before linearized reading' (duration: 5.768266291s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:25.300457Z","caller":"traceutil/trace.go:171","msg":"trace[203397653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23340; }","duration":"5.308959075s","start":"2026-03-02T02:59:19.991482Z","end":"2026-03-02T02:59:25.300441Z","steps":["trace[203397653] 'agreement among raft nodes before linearized reading' (duration: 5.308148794s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:25.300043Z","caller":"traceutil/trace.go:171","msg":"trace[2142336618] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23340; }","duration":"5.427320378s","start":"2026-03-02T02:59:19.872423Z","end":"2026-03-02T02:59:25.299743Z","steps":["trace[2142336618] 'agreement among raft nodes before linearized reading' (duration: 5.427211785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:25.300524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.991463Z","time spent":"5.309036748s","remote":"127.0.0.1:33358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:25.30047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.530491Z","time spent":"5.769964907s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:59:25.299856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18969103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T02:59:25.300549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.872407Z","time spent":"5.428109988s","remote":"127.0.0.1:33304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:25.300922Z","caller":"traceutil/trace.go:171","msg":"trace[1310820645] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23340; }","duration":"5.190793219s","start":"2026-03-02T02:59:20.110104Z","end":"2026-03-02T02:59:25.300898Z","steps":["trace[1310820645] 'agreement among raft nodes before linearized reading' (duration: 5.189616778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:25.300982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.110083Z","time spent":"5.190883021s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T02:59:25.428417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000711979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:25.428468Z","caller":"traceutil/trace.go:171","msg":"trace[139406926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796022s","start":"2026-03-02T02:59:23.42766Z","end":"2026-03-02T02:59:25.428456Z","steps":["trace[139406926] 'agreement among raft nodes before linearized reading' (duration: 2.00073737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:25.428497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:23.427643Z","time spent":"2.000848623s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:25.798702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:26.299028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:26.373468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.377032Z","time spent":"4.996428075s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 02:59:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:26.374221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.377084Z","time spent":"4.997132404s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 02:59:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:26.375129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.37719Z","time spent":"4.997932245s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 02:59:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:26.376273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.377659Z","time spent":"4.998611002s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:26.508801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.691553434s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:27.436622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:27.436718Z","caller":"traceutil/trace.go:171","msg":"trace[581263071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315539s","start":"2026-03-02T02:59:25.436379Z","end":"2026-03-02T02:59:27.436695Z","steps":["trace[581263071] 'agreement among raft nodes before linearized reading' (duration: 2.000204266s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.436785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.436354Z","time spent":"2.000415762s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:27.643697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134558787s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:27.644126Z","caller":"traceutil/trace.go:171","msg":"trace[1717866180] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"6.286763893s","start":"2026-03-02T02:59:21.35733Z","end":"2026-03-02T02:59:27.644094Z","steps":["trace[1717866180] 'process raft request' (duration: 5.151696113s)","trace[1717866180] 'compare' (duration: 1.133226232s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:27.644299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.357307Z","time spent":"6.286881087s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:27.695182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025790628s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:27.695643Z","caller":"traceutil/trace.go:171","msg":"trace[2093829725] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23346; }","duration":"5.545329481s","start":"2026-03-02T02:59:22.150294Z","end":"2026-03-02T02:59:27.695623Z","steps":["trace[2093829725] 'process raft request' (duration: 5.545173477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.695785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.150274Z","time spent":"5.545400682s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":39,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.696381Z","caller":"traceutil/trace.go:171","msg":"trace[1687418430] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"3.768801804s","start":"2026-03-02T02:59:23.927572Z","end":"2026-03-02T02:59:27.696374Z","steps":["trace[1687418430] 'process raft request' (duration: 3.767952691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.696416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:23.927546Z","time spent":"3.768851035s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.696496Z","caller":"traceutil/trace.go:171","msg":"trace[751119720] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"3.272793207s","start":"2026-03-02T02:59:24.423671Z","end":"2026-03-02T02:59:27.696464Z","steps":["trace[751119720] 'process raft request' (duration: 3.271952715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.69664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.423646Z","time spent":"3.272912731s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:27.696925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542400343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:59:27.696999Z","caller":"traceutil/trace.go:171","msg":"trace[1106652204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23349; }","duration":"3.542499575s","start":"2026-03-02T02:59:24.154484Z","end":"2026-03-02T02:59:27.696984Z","steps":["trace[1106652204] 'agreement among raft nodes before linearized reading' (duration: 3.542274969s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.69704Z","caller":"traceutil/trace.go:171","msg":"trace[840798927] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"2.392253162s","start":"2026-03-02T02:59:25.304779Z","end":"2026-03-02T02:59:27.697032Z","steps":["trace[840798927] 'process raft request' (duration: 2.390947598s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.697042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.154477Z","time spent":"3.542557016s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:27.697086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.304767Z","time spent":"2.392299653s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:27.697167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029122208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.697205Z","caller":"traceutil/trace.go:171","msg":"trace[1382902060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23349; }","duration":"3.029182159s","start":"2026-03-02T02:59:24.668011Z","end":"2026-03-02T02:59:27.697193Z","steps":["trace[1382902060] 'agreement among raft nodes before linearized reading' (duration: 3.029125488s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.696625Z","caller":"traceutil/trace.go:171","msg":"trace[1309579329] linearizableReadLoop","detail":"{readStateIndex:24166; appliedIndex:24156; }","duration":"2.398236231s","start":"2026-03-02T02:59:25.298371Z","end":"2026-03-02T02:59:27.696607Z","steps":["trace[1309579329] 'read index received' (duration: 1.210737713s)","trace[1309579329] 'applied index is now lower than readState.Index' (duration: 1.187497358s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:27.697255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468807539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-02T02:59:27.69728Z","caller":"traceutil/trace.go:171","msg":"trace[922654898] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23349; }","duration":"2.46884317s","start":"2026-03-02T02:59:25.228429Z","end":"2026-03-02T02:59:27.697272Z","steps":["trace[922654898] 'agreement among raft nodes before linearized reading' (duration: 2.468744107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.697308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.228424Z","time spent":"2.46887989s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T02:59:27.697358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541482448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:59:27.697393Z","caller":"traceutil/trace.go:171","msg":"trace[300021748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23349; }","duration":"3.54153409s","start":"2026-03-02T02:59:24.155851Z","end":"2026-03-02T02:59:27.697385Z","steps":["trace[300021748] 'agreement among raft nodes before linearized reading' (duration: 3.541446377s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.697424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.15584Z","time spent":"3.54157822s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:27.697436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469021775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T02:59:27.697457Z","caller":"traceutil/trace.go:171","msg":"trace[680438192] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23349; }","duration":"2.469060615s","start":"2026-03-02T02:59:25.22839Z","end":"2026-03-02T02:59:27.69745Z","steps":["trace[680438192] 'agreement among raft nodes before linearized reading' (duration: 2.469000994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.697474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.22838Z","time spent":"2.469090826s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T02:59:27.697565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543905982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:59:27.697593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470313769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-03-02T02:59:27.697613Z","caller":"traceutil/trace.go:171","msg":"trace[1097455267] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23349; }","duration":"2.47036898s","start":"2026-03-02T02:59:25.227238Z","end":"2026-03-02T02:59:27.697607Z","steps":["trace[1097455267] 'agreement among raft nodes before linearized reading' (duration: 2.470314769s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.697617Z","caller":"traceutil/trace.go:171","msg":"trace[291717941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23349; }","duration":"3.543985524s","start":"2026-03-02T02:59:24.153618Z","end":"2026-03-02T02:59:27.697604Z","steps":["trace[291717941] 'agreement among raft nodes before linearized reading' (duration: 3.543684456s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.697629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.227223Z","time spent":"2.470402261s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-02T02:59:27.697696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.692517797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.697721Z","caller":"traceutil/trace.go:171","msg":"trace[721032640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23349; }","duration":"5.692579878s","start":"2026-03-02T02:59:22.005134Z","end":"2026-03-02T02:59:27.697714Z","steps":["trace[721032640] 'agreement among raft nodes before linearized reading' (duration: 5.692545037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.69774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.00511Z","time spent":"5.692624919s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.697819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.766824303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T02:59:27.697865Z","caller":"traceutil/trace.go:171","msg":"trace[1601125283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23349; }","duration":"5.766904215s","start":"2026-03-02T02:59:21.930947Z","end":"2026-03-02T02:59:27.697851Z","steps":["trace[1601125283] 'agreement among raft nodes before linearized reading' (duration: 5.766766801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.697885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544913589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T02:59:27.697897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.930927Z","time spent":"5.766962326s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:59:27.697957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818266814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:27.698001Z","caller":"traceutil/trace.go:171","msg":"trace[417102348] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23349; }","duration":"3.818359326s","start":"2026-03-02T02:59:23.879636Z","end":"2026-03-02T02:59:27.697995Z","steps":["trace[417102348] 'agreement among raft nodes before linearized reading' (duration: 3.818282174s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:23.879613Z","time spent":"3.818401877s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.698132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504693749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:27.698157Z","caller":"traceutil/trace.go:171","msg":"trace[1146790202] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23349; }","duration":"4.504754991s","start":"2026-03-02T02:59:23.193396Z","end":"2026-03-02T02:59:27.698151Z","steps":["trace[1146790202] 'agreement among raft nodes before linearized reading' (duration: 4.50471689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:23.193373Z","time spent":"4.504797462s","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.698214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.271407107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-03-02T02:59:27.69826Z","caller":"traceutil/trace.go:171","msg":"trace[1773815771] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23349; }","duration":"6.27152448s","start":"2026-03-02T02:59:21.426724Z","end":"2026-03-02T02:59:27.698249Z","steps":["trace[1773815771] 'agreement among raft nodes before linearized reading' (duration: 6.271345106s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.69832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398397112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T02:59:27.698346Z","caller":"traceutil/trace.go:171","msg":"trace[1562690673] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23349; }","duration":"5.398445584s","start":"2026-03-02T02:59:22.299895Z","end":"2026-03-02T02:59:27.698341Z","steps":["trace[1562690673] 'agreement among raft nodes before linearized reading' (duration: 5.398378602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.299884Z","time spent":"5.398475594s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T02:59:27.698412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.421803454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1898e6e67468df54\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-02T02:59:27.698452Z","caller":"traceutil/trace.go:171","msg":"trace[1464013280] range","detail":"{range_begin:/registry/events/openstack/container-infra.1898e6e67468df54; range_end:; response_count:1; response_revision:23349; }","duration":"7.421871386s","start":"2026-03-02T02:59:20.276571Z","end":"2026-03-02T02:59:27.698442Z","steps":["trace[1464013280] 'agreement among raft nodes before linearized reading' (duration: 7.421767033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.276531Z","time spent":"7.421951278s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1898e6e67468df54\" "} {"level":"warn","ts":"2026-03-02T02:59:27.6985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400076337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T02:59:27.698501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.450768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:27.698551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.538865419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.698576Z","caller":"traceutil/trace.go:171","msg":"trace[1321155446] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23349; }","duration":"5.538919081s","start":"2026-03-02T02:59:22.159651Z","end":"2026-03-02T02:59:27.69857Z","steps":["trace[1321155446] 'agreement among raft nodes before linearized reading' (duration: 5.53888419s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.698581Z","caller":"traceutil/trace.go:171","msg":"trace[884181520] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23349; }","duration":"188.55945ms","start":"2026-03-02T02:59:27.509982Z","end":"2026-03-02T02:59:27.698541Z","steps":["trace[884181520] 'agreement among raft nodes before linearized reading' (duration: 188.492948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.697905Z","caller":"traceutil/trace.go:171","msg":"trace[1998135826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23349; }","duration":"3.54497017s","start":"2026-03-02T02:59:24.152929Z","end":"2026-03-02T02:59:27.697899Z","steps":["trace[1998135826] 'agreement among raft nodes before linearized reading' (duration: 3.544913729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.4267Z","time spent":"6.271609793s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T02:59:27.698686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.152909Z","time spent":"3.545767722s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:27.69878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.749357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:27.697234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.667991Z","time spent":"3.02923541s","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:27.698805Z","caller":"traceutil/trace.go:171","msg":"trace[919265667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23349; }","duration":"261.810879ms","start":"2026-03-02T02:59:27.436987Z","end":"2026-03-02T02:59:27.698798Z","steps":["trace[919265667] 'agreement among raft nodes before linearized reading' (duration: 261.771068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39596045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T02:59:27.698836Z","caller":"traceutil/trace.go:171","msg":"trace[465052585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23349; }","duration":"2.396369231s","start":"2026-03-02T02:59:25.30246Z","end":"2026-03-02T02:59:27.698829Z","steps":["trace[465052585] 'agreement among raft nodes before linearized reading' (duration: 2.395909309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.302446Z","time spent":"2.396412643s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T02:59:27.69892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168504335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:27.698594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.159632Z","time spent":"5.538957432s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:27.698939Z","caller":"traceutil/trace.go:171","msg":"trace[1306586767] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23349; }","duration":"1.168630289s","start":"2026-03-02T02:59:26.530303Z","end":"2026-03-02T02:59:27.698933Z","steps":["trace[1306586767] 'agreement among raft nodes before linearized reading' (duration: 1.168592148s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.698955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.530279Z","time spent":"1.168672359s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.699052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259698109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.699092Z","caller":"traceutil/trace.go:171","msg":"trace[1340268744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23349; }","duration":"1.259782541s","start":"2026-03-02T02:59:26.439301Z","end":"2026-03-02T02:59:27.699084Z","steps":["trace[1340268744] 'agreement among raft nodes before linearized reading' (duration: 1.259732149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.699112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.439278Z","time spent":"1.259827972s","remote":"127.0.0.1:33452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.699244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320921719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T02:59:27.699267Z","caller":"traceutil/trace.go:171","msg":"trace[1811336121] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23349; }","duration":"1.320958069s","start":"2026-03-02T02:59:26.378303Z","end":"2026-03-02T02:59:27.699261Z","steps":["trace[1811336121] 'agreement among raft nodes before linearized reading' (duration: 1.320899988s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.699284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.378294Z","time spent":"1.32098557s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-02T02:59:27.69941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32212333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:59:27.699436Z","caller":"traceutil/trace.go:171","msg":"trace[1306105250] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23349; }","duration":"1.322188822s","start":"2026-03-02T02:59:26.377239Z","end":"2026-03-02T02:59:27.699428Z","steps":["trace[1306105250] 'agreement among raft nodes before linearized reading' (duration: 1.32212916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.699453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.377222Z","time spent":"1.322226793s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:59:27.699566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322752137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T02:59:27.699592Z","caller":"traceutil/trace.go:171","msg":"trace[1093745496] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23349; }","duration":"1.322829849s","start":"2026-03-02T02:59:26.376756Z","end":"2026-03-02T02:59:27.699586Z","steps":["trace[1093745496] 'agreement among raft nodes before linearized reading' (duration: 1.322766877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.699609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.376727Z","time spent":"1.32287794s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T02:59:27.699739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324482673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T02:59:27.697276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097378684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.699763Z","caller":"traceutil/trace.go:171","msg":"trace[1408455474] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23349; }","duration":"1.324546384s","start":"2026-03-02T02:59:26.375211Z","end":"2026-03-02T02:59:27.699758Z","steps":["trace[1408455474] 'agreement among raft nodes before linearized reading' (duration: 1.324471392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.699782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.375193Z","time spent":"1.324585376s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:59:27.699783Z","caller":"traceutil/trace.go:171","msg":"trace[1734232876] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23349; }","duration":"3.099911602s","start":"2026-03-02T02:59:24.599855Z","end":"2026-03-02T02:59:27.699767Z","steps":["trace[1734232876] 'agreement among raft nodes before linearized reading' (duration: 3.097397955s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.699817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.599832Z","time spent":"3.099973814s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.699934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363887666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.69996Z","caller":"traceutil/trace.go:171","msg":"trace[324517344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23349; }","duration":"1.363958767s","start":"2026-03-02T02:59:26.335993Z","end":"2026-03-02T02:59:27.699952Z","steps":["trace[324517344] 'agreement among raft nodes before linearized reading' (duration: 1.363920176s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.69769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.153607Z","time spent":"3.544037895s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:27.700002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476521957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.700021Z","caller":"traceutil/trace.go:171","msg":"trace[1244151551] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23349; }","duration":"1.476585858s","start":"2026-03-02T02:59:26.22343Z","end":"2026-03-02T02:59:27.700016Z","steps":["trace[1244151551] 'agreement among raft nodes before linearized reading' (duration: 1.476559677s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.697575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542956807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:59:27.700043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.223405Z","time spent":"1.47663281s","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:27.700052Z","caller":"traceutil/trace.go:171","msg":"trace[1516100614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23349; }","duration":"3.545473894s","start":"2026-03-02T02:59:24.154569Z","end":"2026-03-02T02:59:27.700043Z","steps":["trace[1516100614] 'agreement among raft nodes before linearized reading' (duration: 3.542948727s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.700086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.154541Z","time spent":"3.545536586s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:27.700147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477944955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:27.700171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396150865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:59:27.700198Z","caller":"traceutil/trace.go:171","msg":"trace[1278083759] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac; range_end:; response_count:1; response_revision:23349; }","duration":"2.396210207s","start":"2026-03-02T02:59:25.303983Z","end":"2026-03-02T02:59:27.700193Z","steps":["trace[1278083759] 'agreement among raft nodes before linearized reading' (duration: 2.396141365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.70021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551695816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:27.698523Z","caller":"traceutil/trace.go:171","msg":"trace[1103648241] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23349; }","duration":"5.400127368s","start":"2026-03-02T02:59:22.298389Z","end":"2026-03-02T02:59:27.698516Z","steps":["trace[1103648241] 'agreement among raft nodes before linearized reading' (duration: 5.400066237s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.70025Z","caller":"traceutil/trace.go:171","msg":"trace[693715335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23349; }","duration":"1.551762248s","start":"2026-03-02T02:59:26.148468Z","end":"2026-03-02T02:59:27.70023Z","steps":["trace[693715335] 'agreement among raft nodes before linearized reading' (duration: 1.551719157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.700291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.148449Z","time spent":"1.551834669s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.697006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924704564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:27.700282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.298359Z","time spent":"5.401893164s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T02:59:27.699979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.335947Z","time spent":"1.364026889s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:27.700335Z","caller":"traceutil/trace.go:171","msg":"trace[1445258855] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23349; }","duration":"2.928070993s","start":"2026-03-02T02:59:24.772249Z","end":"2026-03-02T02:59:27.70032Z","steps":["trace[1445258855] 'agreement among raft nodes before linearized reading' (duration: 2.924676263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.70015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389607462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T02:59:27.700396Z","caller":"traceutil/trace.go:171","msg":"trace[1041039203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23349; }","duration":"2.38991367s","start":"2026-03-02T02:59:25.310476Z","end":"2026-03-02T02:59:27.70039Z","steps":["trace[1041039203] 'agreement among raft nodes before linearized reading' (duration: 2.38952685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.700404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.77223Z","time spent":"2.928152966s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.700427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.310454Z","time spent":"2.389966592s","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:59:27.700217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.30397Z","time spent":"2.396242517s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" "} {"level":"info","ts":"2026-03-02T02:59:27.70017Z","caller":"traceutil/trace.go:171","msg":"trace[1349544602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23349; }","duration":"1.477968155s","start":"2026-03-02T02:59:26.222195Z","end":"2026-03-02T02:59:27.700164Z","steps":["trace[1349544602] 'agreement among raft nodes before linearized reading' (duration: 1.477933224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.700548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.222134Z","time spent":"1.478400656s","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:28.204585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:29.409722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535243052s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:29.409834Z","caller":"traceutil/trace.go:171","msg":"trace[1135676358] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23349; }","duration":"1.535364795s","start":"2026-03-02T02:59:27.874453Z","end":"2026-03-02T02:59:29.409818Z","steps":["trace[1135676358] 'range keys from in-memory index tree' (duration: 1.535230111s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:29.412072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16222459s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T02:59:29.412167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.70093Z","time spent":"1.71123291s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:29.579802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264211409s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:29.708534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:29.708622Z","caller":"traceutil/trace.go:171","msg":"trace[1951804088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182377s","start":"2026-03-02T02:59:27.70842Z","end":"2026-03-02T02:59:29.708602Z","steps":["trace[1951804088] 'agreement among raft nodes before linearized reading' (duration: 2.000071334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:29.708671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.708414Z","time spent":"2.000247439s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:30.225581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521459703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:30.225645Z","caller":"traceutil/trace.go:171","msg":"trace[1890677913] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.521578836s","start":"2026-03-02T02:59:27.704051Z","end":"2026-03-02T02:59:30.22563Z","steps":["trace[1890677913] 'agreement among raft nodes before linearized reading' (duration: 2.521466093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.225679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.704047Z","time spent":"2.521625397s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/02 02:59:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:30.226746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519993324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:30.226807Z","caller":"traceutil/trace.go:171","msg":"trace[1495838965] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.520064606s","start":"2026-03-02T02:59:27.706726Z","end":"2026-03-02T02:59:30.226791Z","steps":["trace[1495838965] 'agreement among raft nodes before linearized reading' (duration: 2.520000754s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.226848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.706722Z","time spent":"2.520115827s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/02 02:59:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:30.256731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552689299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:30.25689Z","caller":"traceutil/trace.go:171","msg":"trace[228541300] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"2.552863784s","start":"2026-03-02T02:59:27.703961Z","end":"2026-03-02T02:59:30.256824Z","steps":["trace[228541300] 'agreement among raft nodes before linearized reading' (duration: 2.552698319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.256973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.703955Z","time spent":"2.552977008s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/02 02:59:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:30.860331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280075228s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:30.860529Z","caller":"traceutil/trace.go:171","msg":"trace[595809201] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"3.156142509s","start":"2026-03-02T02:59:27.704375Z","end":"2026-03-02T02:59:30.860517Z","steps":["trace[595809201] 'process raft request' (duration: 3.156102018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.860564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.704367Z","time spent":"3.156181861s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.860632Z","caller":"traceutil/trace.go:171","msg":"trace[1069313877] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"3.15653001s","start":"2026-03-02T02:59:27.704097Z","end":"2026-03-02T02:59:30.860627Z","steps":["trace[1069313877] 'process raft request' (duration: 3.156309514s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.860654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.704075Z","time spent":"3.15656556s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.860696Z","caller":"traceutil/trace.go:171","msg":"trace[188924579] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"3.156476069s","start":"2026-03-02T02:59:27.704216Z","end":"2026-03-02T02:59:30.860692Z","steps":["trace[188924579] 'process raft request' (duration: 3.156236222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.860717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.704208Z","time spent":"3.156495359s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.860805Z","caller":"traceutil/trace.go:171","msg":"trace[1699030645] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"3.156890239s","start":"2026-03-02T02:59:27.703887Z","end":"2026-03-02T02:59:30.860777Z","steps":["trace[1699030645] 'process raft request' (duration: 1.876282277s)","trace[1699030645] 'compare' (duration: 1.278898837s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:30.860975Z","caller":"traceutil/trace.go:171","msg":"trace[1404277633] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"3.154028794s","start":"2026-03-02T02:59:27.70694Z","end":"2026-03-02T02:59:30.860969Z","steps":["trace[1404277633] 'process raft request' (duration: 3.153554762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.860983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.703861Z","time spent":"3.157045963s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:30.861008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.706935Z","time spent":"3.154056465s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.861169Z","caller":"traceutil/trace.go:171","msg":"trace[2103264571] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"3.154176727s","start":"2026-03-02T02:59:27.706987Z","end":"2026-03-02T02:59:30.861164Z","steps":["trace[2103264571] 'process raft request' (duration: 3.153867419s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.861196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.706984Z","time spent":"3.154198188s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.861388Z","caller":"traceutil/trace.go:171","msg":"trace[24833439] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"1.44831325s","start":"2026-03-02T02:59:29.413068Z","end":"2026-03-02T02:59:30.861381Z","steps":["trace[24833439] 'process raft request' (duration: 1.448292929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.861415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.41304Z","time spent":"1.448361051s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.861487Z","caller":"traceutil/trace.go:171","msg":"trace[1380356482] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"3.154444745s","start":"2026-03-02T02:59:27.707037Z","end":"2026-03-02T02:59:30.861482Z","steps":["trace[1380356482] 'process raft request' (duration: 3.154104846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.861511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.707034Z","time spent":"3.154463405s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.861613Z","caller":"traceutil/trace.go:171","msg":"trace[25412075] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"3.152568485s","start":"2026-03-02T02:59:27.709039Z","end":"2026-03-02T02:59:30.861608Z","steps":["trace[25412075] 'process raft request' (duration: 3.152265737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.861636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.709034Z","time spent":"3.152589385s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.861689Z","caller":"traceutil/trace.go:171","msg":"trace[180454765] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"3.152520574s","start":"2026-03-02T02:59:27.709163Z","end":"2026-03-02T02:59:30.861684Z","steps":["trace[180454765] 'process raft request' (duration: 3.152174235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.861709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.709159Z","time spent":"3.152538724s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.861743Z","caller":"traceutil/trace.go:171","msg":"trace[2012848772] linearizableReadLoop","detail":"{readStateIndex:24176; appliedIndex:24166; }","duration":"3.157759842s","start":"2026-03-02T02:59:27.703978Z","end":"2026-03-02T02:59:30.861738Z","steps":["trace[2012848772] 'read index received' (duration: 545.868247ms)","trace[2012848772] 'applied index is now lower than readState.Index' (duration: 2.611890955s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:31.362369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:31.373208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664629277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:31.373287Z","caller":"traceutil/trace.go:171","msg":"trace[980757688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"3.664772091s","start":"2026-03-02T02:59:27.708496Z","end":"2026-03-02T02:59:31.373268Z","steps":["trace[980757688] 'agreement among raft nodes before linearized reading' (duration: 3.664631437s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:31.373367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.708493Z","time spent":"3.664863653s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 02:59:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:31.377592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670556224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:31.377697Z","caller":"traceutil/trace.go:171","msg":"trace[818298093] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.670667298s","start":"2026-03-02T02:59:27.707013Z","end":"2026-03-02T02:59:31.377681Z","steps":["trace[818298093] 'agreement among raft nodes before linearized reading' (duration: 3.670559685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:31.377734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.707011Z","time spent":"3.670714969s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 02:59:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:31.37782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670803341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:31.377867Z","caller":"traceutil/trace.go:171","msg":"trace[2080968940] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"3.670859692s","start":"2026-03-02T02:59:27.706999Z","end":"2026-03-02T02:59:31.377859Z","steps":["trace[2080968940] 'agreement among raft nodes before linearized reading' (duration: 3.670810931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:31.3779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.706997Z","time spent":"3.670896323s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/02 02:59:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:31.388962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679586804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:31.389019Z","caller":"traceutil/trace.go:171","msg":"trace[1910492154] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.679657485s","start":"2026-03-02T02:59:27.709346Z","end":"2026-03-02T02:59:31.389004Z","steps":["trace[1910492154] 'agreement among raft nodes before linearized reading' (duration: 3.679590604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:31.389046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.709343Z","time spent":"3.679696326s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 02:59:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:31.484339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25448559s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:31.710021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:31.710107Z","caller":"traceutil/trace.go:171","msg":"trace[2044466619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379421s","start":"2026-03-02T02:59:29.70971Z","end":"2026-03-02T02:59:31.710089Z","steps":["trace[2044466619] 'agreement among raft nodes before linearized reading' (duration: 2.000266408s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:31.710156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.709693Z","time spent":"2.000453542s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:32.367827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.153934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:32.368106Z","caller":"traceutil/trace.go:171","msg":"trace[1541698265] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"989.865227ms","start":"2026-03-02T02:59:31.378217Z","end":"2026-03-02T02:59:32.368083Z","steps":["trace[1541698265] 'process raft request' (duration: 989.756104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.368205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.378194Z","time spent":"989.96343ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:32.368002Z","caller":"traceutil/trace.go:171","msg":"trace[1458934465] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"2.138226219s","start":"2026-03-02T02:59:30.22975Z","end":"2026-03-02T02:59:32.367976Z","steps":["trace[1458934465] 'process raft request' (duration: 1.254825929s)","trace[1458934465] 'compare' (duration: 880.888534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:32.368776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.229725Z","time spent":"2.138950938s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:32.368959Z","caller":"traceutil/trace.go:171","msg":"trace[630628333] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24177; }","duration":"1.507157278s","start":"2026-03-02T02:59:30.861752Z","end":"2026-03-02T02:59:32.36891Z","steps":["trace[630628333] 'read index received' (duration: 622.815703ms)","trace[630628333] 'applied index is now lower than readState.Index' (duration: 884.340055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:32.369096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891769612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:32.369136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349049171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:32.369152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913100067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:32.369147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001211086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:32.36917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64638171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-02T02:59:32.369191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525269449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:32.369202Z","caller":"traceutil/trace.go:171","msg":"trace[69732919] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23361; }","duration":"2.891919706s","start":"2026-03-02T02:59:29.477255Z","end":"2026-03-02T02:59:32.369174Z","steps":["trace[69732919] 'agreement among raft nodes before linearized reading' (duration: 2.891747772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.369234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66261212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-05bdd404-117a-473f-817d-a2632dc4de02\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-02T02:59:32.369266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924995107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:32.369249Z","caller":"traceutil/trace.go:171","msg":"trace[1819205297] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23361; }","duration":"4.646489243s","start":"2026-03-02T02:59:27.722742Z","end":"2026-03-02T02:59:32.369231Z","steps":["trace[1819205297] 'agreement among raft nodes before linearized reading' (duration: 4.646279927s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.369274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.477238Z","time spent":"2.892018949s","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:32.369306Z","caller":"traceutil/trace.go:171","msg":"trace[614915239] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23361; }","duration":"3.925032388s","start":"2026-03-02T02:59:28.444259Z","end":"2026-03-02T02:59:32.369292Z","steps":["trace[614915239] 'agreement among raft nodes before linearized reading' (duration: 3.924979347s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:32.369311Z","caller":"traceutil/trace.go:171","msg":"trace[1025686377] range","detail":"{range_begin:/registry/persistentvolumes/pvc-05bdd404-117a-473f-817d-a2632dc4de02; range_end:; response_count:1; response_revision:23361; }","duration":"4.662690302s","start":"2026-03-02T02:59:27.706601Z","end":"2026-03-02T02:59:32.369291Z","steps":["trace[1025686377] 'agreement among raft nodes before linearized reading' (duration: 4.662470976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.369267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501567187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:32.369352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.444199Z","time spent":"3.925143672s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:32.369361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.706561Z","time spent":"4.662786115s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-05bdd404-117a-473f-817d-a2632dc4de02\" "} {"level":"info","ts":"2026-03-02T02:59:32.369306Z","caller":"traceutil/trace.go:171","msg":"trace[2127674426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23361; }","duration":"4.001447492s","start":"2026-03-02T02:59:28.367754Z","end":"2026-03-02T02:59:32.369202Z","steps":["trace[2127674426] 'agreement among raft nodes before linearized reading' (duration: 4.001235146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.369139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961510018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:32.36941Z","caller":"traceutil/trace.go:171","msg":"trace[1954111079] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23361; }","duration":"4.501713581s","start":"2026-03-02T02:59:27.867643Z","end":"2026-03-02T02:59:32.369356Z","steps":["trace[1954111079] 'agreement among raft nodes before linearized reading' (duration: 4.501490975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.369315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.72273Z","time spent":"4.646575186s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T02:59:32.369545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.367731Z","time spent":"4.001695138s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:32.369561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.660309279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:32.369619Z","caller":"traceutil/trace.go:171","msg":"trace[1667161355] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23361; }","duration":"4.660380221s","start":"2026-03-02T02:59:27.709225Z","end":"2026-03-02T02:59:32.369605Z","steps":["trace[1667161355] 'agreement among raft nodes before linearized reading' (duration: 4.65998053s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:32.369197Z","caller":"traceutil/trace.go:171","msg":"trace[1479997164] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23361; }","duration":"4.349115292s","start":"2026-03-02T02:59:28.020067Z","end":"2026-03-02T02:59:32.369182Z","steps":["trace[1479997164] 'agreement among raft nodes before linearized reading' (duration: 4.349002549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.369729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.709222Z","time spent":"4.660494754s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:32.369762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.020005Z","time spent":"4.349734929s","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:32.369252Z","caller":"traceutil/trace.go:171","msg":"trace[432529214] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23361; }","duration":"3.525375822s","start":"2026-03-02T02:59:28.843863Z","end":"2026-03-02T02:59:32.369239Z","steps":["trace[432529214] 'agreement among raft nodes before linearized reading' (duration: 3.525261529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.369896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.843842Z","time spent":"3.526032519s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:32.36951Z","caller":"traceutil/trace.go:171","msg":"trace[1967234054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23361; }","duration":"2.961890329s","start":"2026-03-02T02:59:29.407562Z","end":"2026-03-02T02:59:32.369452Z","steps":["trace[1967234054] 'agreement among raft nodes before linearized reading' (duration: 2.961431276s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:32.369202Z","caller":"traceutil/trace.go:171","msg":"trace[818114231] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23361; }","duration":"2.913187s","start":"2026-03-02T02:59:29.456Z","end":"2026-03-02T02:59:32.369187Z","steps":["trace[818114231] 'agreement among raft nodes before linearized reading' (duration: 2.913080387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.370039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.407542Z","time spent":"2.962471433s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:32.370101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.455986Z","time spent":"2.914091373s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:32.37067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661559902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:32.370737Z","caller":"traceutil/trace.go:171","msg":"trace[1627134809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23361; }","duration":"4.661904471s","start":"2026-03-02T02:59:27.708815Z","end":"2026-03-02T02:59:32.370719Z","steps":["trace[1627134809] 'agreement among raft nodes before linearized reading' (duration: 4.660246817s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.370784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.708811Z","time spent":"4.661955872s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:32.371064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.86762Z","time spent":"4.501844675s","remote":"127.0.0.1:34854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:32.37232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661240733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:32.372374Z","caller":"traceutil/trace.go:171","msg":"trace[1479935289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23361; }","duration":"4.661305485s","start":"2026-03-02T02:59:27.711054Z","end":"2026-03-02T02:59:32.37236Z","steps":["trace[1479935289] 'agreement among raft nodes before linearized reading' (duration: 4.657989298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.37241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:27.71105Z","time spent":"4.661347046s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:32.869066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:33.715904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:33.715975Z","caller":"traceutil/trace.go:171","msg":"trace[1639771884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073024s","start":"2026-03-02T02:59:31.715885Z","end":"2026-03-02T02:59:33.715958Z","steps":["trace[1639771884] 'agreement among raft nodes before linearized reading' (duration: 1.999980242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:33.716009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.715871Z","time spent":"2.000132016s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:34.108618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.54942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:34.108951Z","caller":"traceutil/trace.go:171","msg":"trace[507960337] linearizableReadLoop","detail":"{readStateIndex:24181; appliedIndex:24179; }","duration":"1.739908199s","start":"2026-03-02T02:59:32.369018Z","end":"2026-03-02T02:59:34.108926Z","steps":["trace[507960337] 'read index received' (duration: 848.959269ms)","trace[507960337] 'applied index is now lower than readState.Index' (duration: 890.94745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:34.108923Z","caller":"traceutil/trace.go:171","msg":"trace[620542659] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"1.80230512s","start":"2026-03-02T02:59:32.306536Z","end":"2026-03-02T02:59:34.108841Z","steps":["trace[620542659] 'process raft request' (duration: 911.423961ms)","trace[620542659] 'compare' (duration: 889.340718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:34.109061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924539265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:34.109078Z","caller":"traceutil/trace.go:171","msg":"trace[1234419847] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"1.403602918s","start":"2026-03-02T02:59:32.705449Z","end":"2026-03-02T02:59:34.109052Z","steps":["trace[1234419847] 'process raft request' (duration: 1.40329849s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.109119Z","caller":"traceutil/trace.go:171","msg":"trace[238203690] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23363; }","duration":"1.924647969s","start":"2026-03-02T02:59:32.184458Z","end":"2026-03-02T02:59:34.109105Z","steps":["trace[238203690] 'agreement among raft nodes before linearized reading' (duration: 1.924497895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.109186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.184434Z","time spent":"1.92474203s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.109233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242012554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T02:59:34.109219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237418212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7286"} {"level":"warn","ts":"2026-03-02T02:59:34.10912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793403001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:34.109396Z","caller":"traceutil/trace.go:171","msg":"trace[1512578689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23363; }","duration":"2.79374843s","start":"2026-03-02T02:59:31.315627Z","end":"2026-03-02T02:59:34.109375Z","steps":["trace[1512578689] 'agreement among raft nodes before linearized reading' (duration: 2.793331959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.109437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733096579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-02T02:59:34.109481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842550655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:34.109483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693745853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:34.109525Z","caller":"traceutil/trace.go:171","msg":"trace[2095913075] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23363; }","duration":"1.842637037s","start":"2026-03-02T02:59:32.266875Z","end":"2026-03-02T02:59:34.109512Z","steps":["trace[2095913075] 'agreement among raft nodes before linearized reading' (duration: 1.842491764s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.109532Z","caller":"traceutil/trace.go:171","msg":"trace[1984640215] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23363; }","duration":"2.693836636s","start":"2026-03-02T02:59:31.415683Z","end":"2026-03-02T02:59:34.10952Z","steps":["trace[1984640215] 'agreement among raft nodes before linearized reading' (duration: 2.693762734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.109544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.237279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:34.109554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.266851Z","time spent":"1.842695669s","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.109577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.415664Z","time spent":"2.693899437s","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.109462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.315557Z","time spent":"2.793887394s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.109681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.082174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:34.109299Z","caller":"traceutil/trace.go:171","msg":"trace[1068222070] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23363; }","duration":"3.237503654s","start":"2026-03-02T02:59:30.871781Z","end":"2026-03-02T02:59:34.109285Z","steps":["trace[1068222070] 'agreement among raft nodes before linearized reading' (duration: 3.237246608s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.109716Z","caller":"traceutil/trace.go:171","msg":"trace[2039052669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23363; }","duration":"393.131934ms","start":"2026-03-02T02:59:33.716573Z","end":"2026-03-02T02:59:34.109705Z","steps":["trace[2039052669] 'agreement among raft nodes before linearized reading' (duration: 393.087573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.109762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:33.716559Z","time spent":"393.196447ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:34.109483Z","caller":"traceutil/trace.go:171","msg":"trace[836791007] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23363; }","duration":"1.73316662s","start":"2026-03-02T02:59:32.376302Z","end":"2026-03-02T02:59:34.109469Z","steps":["trace[836791007] 'agreement among raft nodes before linearized reading' (duration: 1.733045767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.109407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242768913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-02T02:59:34.109811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241132708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:59:34.10981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.306515Z","time spent":"1.803187783s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:34.10987Z","caller":"traceutil/trace.go:171","msg":"trace[979558870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23363; }","duration":"1.24123392s","start":"2026-03-02T02:59:32.868623Z","end":"2026-03-02T02:59:34.109856Z","steps":["trace[979558870] 'agreement among raft nodes before linearized reading' (duration: 1.241116047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.109879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225599087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:34.109925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.868597Z","time spent":"1.241314043s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:34.110007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240488001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:59:34.109598Z","caller":"traceutil/trace.go:171","msg":"trace[126074978] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23363; }","duration":"254.315991ms","start":"2026-03-02T02:59:33.855268Z","end":"2026-03-02T02:59:34.109584Z","steps":["trace[126074978] 'agreement among raft nodes before linearized reading' (duration: 254.237909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.110059Z","caller":"traceutil/trace.go:171","msg":"trace[930357164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23363; }","duration":"1.240557033s","start":"2026-03-02T02:59:32.86949Z","end":"2026-03-02T02:59:34.110047Z","steps":["trace[930357164] 'agreement among raft nodes before linearized reading' (duration: 1.240404988s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.110084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.507717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T02:59:34.110097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.869482Z","time spent":"1.240607834s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:59:34.110122Z","caller":"traceutil/trace.go:171","msg":"trace[439039056] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23363; }","duration":"565.578009ms","start":"2026-03-02T02:59:33.544531Z","end":"2026-03-02T02:59:34.110109Z","steps":["trace[439039056] 'agreement among raft nodes before linearized reading' (duration: 565.426925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.109713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240624134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T02:59:34.110107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733732225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:34.110159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242284958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T02:59:34.110166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:33.54451Z","time spent":"565.64651ms","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:34.110182Z","caller":"traceutil/trace.go:171","msg":"trace[737875444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23363; }","duration":"1.241111538s","start":"2026-03-02T02:59:32.869058Z","end":"2026-03-02T02:59:34.11017Z","steps":["trace[737875444] 'agreement among raft nodes before linearized reading' (duration: 1.240564423s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.110196Z","caller":"traceutil/trace.go:171","msg":"trace[1539705048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23363; }","duration":"1.24235161s","start":"2026-03-02T02:59:32.867833Z","end":"2026-03-02T02:59:34.110185Z","steps":["trace[1539705048] 'agreement among raft nodes before linearized reading' (duration: 1.242249157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.110201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531100832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:34.110223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.867814Z","time spent":"1.242403891s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:34.110226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.869045Z","time spent":"1.241165269s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:59:34.110239Z","caller":"traceutil/trace.go:171","msg":"trace[805380889] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23363; }","duration":"1.531177634s","start":"2026-03-02T02:59:32.579051Z","end":"2026-03-02T02:59:34.110229Z","steps":["trace[805380889] 'agreement among raft nodes before linearized reading' (duration: 1.531116423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.110225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.870636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:59:34.1102Z","caller":"traceutil/trace.go:171","msg":"trace[1481025058] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23363; }","duration":"1.733848008s","start":"2026-03-02T02:59:32.376335Z","end":"2026-03-02T02:59:34.110183Z","steps":["trace[1481025058] 'agreement among raft nodes before linearized reading' (duration: 1.733692394s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.109289Z","caller":"traceutil/trace.go:171","msg":"trace[1792313806] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac; range_end:; response_count:1; response_revision:23363; }","duration":"3.242126446s","start":"2026-03-02T02:59:30.867147Z","end":"2026-03-02T02:59:34.109273Z","steps":["trace[1792313806] 'agreement among raft nodes before linearized reading' (duration: 3.24191664s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.110283Z","caller":"traceutil/trace.go:171","msg":"trace[1922113528] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23363; }","duration":"871.969078ms","start":"2026-03-02T02:59:33.238301Z","end":"2026-03-02T02:59:34.11027Z","steps":["trace[1922113528] 'agreement among raft nodes before linearized reading' (duration: 871.695261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.110345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:33.23828Z","time spent":"872.04888ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":225,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.109819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.376285Z","time spent":"1.73351462s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-02T02:59:34.109933Z","caller":"traceutil/trace.go:171","msg":"trace[562961108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23363; }","duration":"1.225675359s","start":"2026-03-02T02:59:32.88424Z","end":"2026-03-02T02:59:34.109916Z","steps":["trace[562961108] 'agreement among raft nodes before linearized reading' (duration: 1.225586347s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.110438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.884224Z","time spent":"1.226200813s","remote":"127.0.0.1:33402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.110298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.867112Z","time spent":"3.243180074s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" "} {"level":"warn","ts":"2026-03-02T02:59:34.10924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.705423Z","time spent":"1.40371529s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:34.109631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240173942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:59:34.110755Z","caller":"traceutil/trace.go:171","msg":"trace[1788874619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23363; }","duration":"1.241320543s","start":"2026-03-02T02:59:32.869416Z","end":"2026-03-02T02:59:34.110737Z","steps":["trace[1788874619] 'agreement among raft nodes before linearized reading' (duration: 1.24009437s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.110818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.869402Z","time spent":"1.241399564s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:34.109724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.871757Z","time spent":"3.237959166s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7309,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T02:59:34.11027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.579029Z","time spent":"1.531232106s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.110368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.376285Z","time spent":"1.733997203s","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:34.110486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771163386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:34.109882Z","caller":"traceutil/trace.go:171","msg":"trace[929334924] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23363; }","duration":"3.243222495s","start":"2026-03-02T02:59:30.866596Z","end":"2026-03-02T02:59:34.109819Z","steps":["trace[929334924] 'agreement among raft nodes before linearized reading' (duration: 3.242720072s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:34.111357Z","caller":"traceutil/trace.go:171","msg":"trace[1596664960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23363; }","duration":"1.773099927s","start":"2026-03-02T02:59:32.338209Z","end":"2026-03-02T02:59:34.111309Z","steps":["trace[1596664960] 'agreement among raft nodes before linearized reading' (duration: 1.770885958s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.111961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.338188Z","time spent":"1.773756935s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.112465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.866582Z","time spent":"3.245434924s","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T02:59:34.113314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064822008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:34.114707Z","caller":"traceutil/trace.go:171","msg":"trace[1823607712] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23363; }","duration":"2.070017895s","start":"2026-03-02T02:59:32.044674Z","end":"2026-03-02T02:59:34.114692Z","steps":["trace[1823607712] 'agreement among raft nodes before linearized reading' (duration: 2.064690734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.114961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.044615Z","time spent":"2.070235211s","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:34.615163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:35.692332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.626684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:35.692526Z","caller":"traceutil/trace.go:171","msg":"trace[612557906] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"1.578961237s","start":"2026-03-02T02:59:34.113535Z","end":"2026-03-02T02:59:35.692496Z","steps":["trace[612557906] 'process raft request' (duration: 587.078176ms)","trace[612557906] 'compare' (duration: 991.501621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:35.692619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.113507Z","time spent":"1.57906604s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:36.119003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:36.119126Z","caller":"traceutil/trace.go:171","msg":"trace[1128604889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461113s","start":"2026-03-02T02:59:34.118646Z","end":"2026-03-02T02:59:36.119107Z","steps":["trace[1128604889] 'agreement among raft nodes before linearized reading' (duration: 2.000297289s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:36.119176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.118637Z","time spent":"2.000528465s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:36.16916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468520225s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:36.930347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.943719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:36.930544Z","caller":"traceutil/trace.go:171","msg":"trace[176925996] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"2.814835286s","start":"2026-03-02T02:59:34.115689Z","end":"2026-03-02T02:59:36.930524Z","steps":["trace[176925996] 'process raft request' (duration: 2.814747124s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:36.930551Z","caller":"traceutil/trace.go:171","msg":"trace[1826757713] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"2.816192292s","start":"2026-03-02T02:59:34.114326Z","end":"2026-03-02T02:59:36.930518Z","steps":["trace[1826757713] 'process raft request' (duration: 2.055007966s)","trace[1826757713] 'compare' (duration: 759.729868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:36.930629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.11567Z","time spent":"2.814914459s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:36.930679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.114313Z","time spent":"2.816296315s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:36.930833Z","caller":"traceutil/trace.go:171","msg":"trace[93241880] linearizableReadLoop","detail":"{readStateIndex:24187; appliedIndex:24181; }","duration":"2.816669635s","start":"2026-03-02T02:59:34.114153Z","end":"2026-03-02T02:59:36.930822Z","steps":["trace[93241880] 'read index received' (duration: 586.47032ms)","trace[93241880] 'applied index is now lower than readState.Index' (duration: 2.230198485s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:36.930824Z","caller":"traceutil/trace.go:171","msg":"trace[1993451103] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"2.815029542s","start":"2026-03-02T02:59:34.115748Z","end":"2026-03-02T02:59:36.930778Z","steps":["trace[1993451103] 'process raft request' (duration: 2.814743944s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:36.930874Z","caller":"traceutil/trace.go:171","msg":"trace[981270817] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"2.81498216s","start":"2026-03-02T02:59:34.115881Z","end":"2026-03-02T02:59:36.930863Z","steps":["trace[981270817] 'process raft request' (duration: 2.814880697s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:36.930852Z","caller":"traceutil/trace.go:171","msg":"trace[1459495336] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"2.815033881s","start":"2026-03-02T02:59:34.115791Z","end":"2026-03-02T02:59:36.930825Z","steps":["trace[1459495336] 'process raft request' (duration: 2.814908708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:36.930938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.115839Z","time spent":"2.815067822s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:36.930909Z","caller":"traceutil/trace.go:171","msg":"trace[2061591808] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"1.780129773s","start":"2026-03-02T02:59:35.150752Z","end":"2026-03-02T02:59:36.930881Z","steps":["trace[2061591808] 'process raft request' (duration: 1.78004346s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:36.930968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.115734Z","time spent":"2.815159185s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:36.930993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.11552Z","time spent":"2.815399262s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:36.931077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.150725Z","time spent":"1.780263886s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:36.931084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816910771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b679521-443f-4ffc-b5a6-b1c7beacd26f\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-02T02:59:36.931163Z","caller":"traceutil/trace.go:171","msg":"trace[1566782498] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b679521-443f-4ffc-b5a6-b1c7beacd26f; range_end:; response_count:1; response_revision:23370; }","duration":"2.817034975s","start":"2026-03-02T02:59:34.11411Z","end":"2026-03-02T02:59:36.931145Z","steps":["trace[1566782498] 'agreement among raft nodes before linearized reading' (duration: 2.816773178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:36.931219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.114093Z","time spent":"2.817114846s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-5b679521-443f-4ffc-b5a6-b1c7beacd26f\" "} {"level":"warn","ts":"2026-03-02T02:59:37.599961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994705732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:37.600042Z","caller":"traceutil/trace.go:171","msg":"trace[1493415611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.994835005s","start":"2026-03-02T02:59:35.605189Z","end":"2026-03-02T02:59:37.600024Z","steps":["trace[1493415611] 'agreement among raft nodes before linearized reading' (duration: 1.994724282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:37.60009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.605166Z","time spent":"1.994914228s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:38.120596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:38.120693Z","caller":"traceutil/trace.go:171","msg":"trace[28158026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069117s","start":"2026-03-02T02:59:36.11998Z","end":"2026-03-02T02:59:38.120671Z","steps":["trace[28158026] 'agreement among raft nodes before linearized reading' (duration: 2.000563616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.120748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.119927Z","time spent":"2.000809753s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:38.643441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615623104s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T02:59:38.643785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.174762ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:38.643944Z","caller":"traceutil/trace.go:171","msg":"trace[835478080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23370; }","duration":"769.349087ms","start":"2026-03-02T02:59:37.874569Z","end":"2026-03-02T02:59:38.643918Z","steps":["trace[835478080] 'range keys from in-memory index tree' (duration: 769.155672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.724396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696572647s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:38.724999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011081641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:38.725104Z","caller":"traceutil/trace.go:171","msg":"trace[1454531662] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23371; }","duration":"2.011243265s","start":"2026-03-02T02:59:36.713845Z","end":"2026-03-02T02:59:38.725089Z","steps":["trace[1454531662] 'agreement among raft nodes before linearized reading' (duration: 2.011015449s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:38.72511Z","caller":"traceutil/trace.go:171","msg":"trace[1681023087] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"2.138441522s","start":"2026-03-02T02:59:36.586623Z","end":"2026-03-02T02:59:38.725065Z","steps":["trace[1681023087] 'process raft request' (duration: 2.138020901s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.725159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.713826Z","time spent":"2.011318067s","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:38.725157Z","caller":"traceutil/trace.go:171","msg":"trace[1781460011] linearizableReadLoop","detail":"{readStateIndex:24190; appliedIndex:24188; }","duration":"1.793950094s","start":"2026-03-02T02:59:36.930867Z","end":"2026-03-02T02:59:38.724817Z","steps":["trace[1781460011] 'read index received' (duration: 97.198233ms)","trace[1781460011] 'applied index is now lower than readState.Index' (duration: 1.696750981s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:38.725298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329398976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T02:59:38.725323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028620051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ecaf75d305\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T02:59:38.725357Z","caller":"traceutil/trace.go:171","msg":"trace[661302716] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23371; }","duration":"4.329487239s","start":"2026-03-02T02:59:34.395857Z","end":"2026-03-02T02:59:38.725345Z","steps":["trace[661302716] 'agreement among raft nodes before linearized reading' (duration: 4.329390026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.72537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796853451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:38.725359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608327778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:38.725385Z","caller":"traceutil/trace.go:171","msg":"trace[1199253129] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ecaf75d305; range_end:; response_count:1; response_revision:23371; }","duration":"3.028684263s","start":"2026-03-02T02:59:35.696683Z","end":"2026-03-02T02:59:38.725367Z","steps":["trace[1199253129] 'agreement among raft nodes before linearized reading' (duration: 3.028499738s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:38.725417Z","caller":"traceutil/trace.go:171","msg":"trace[826307321] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23371; }","duration":"1.796926113s","start":"2026-03-02T02:59:36.928475Z","end":"2026-03-02T02:59:38.725401Z","steps":["trace[826307321] 'agreement among raft nodes before linearized reading' (duration: 1.796750828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.725436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.69667Z","time spent":"3.028754585s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ecaf75d305\" "} {"level":"info","ts":"2026-03-02T02:59:38.725433Z","caller":"traceutil/trace.go:171","msg":"trace[1440285566] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23371; }","duration":"4.608423551s","start":"2026-03-02T02:59:34.11699Z","end":"2026-03-02T02:59:38.725413Z","steps":["trace[1440285566] 'agreement among raft nodes before linearized reading' (duration: 4.608299738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.725463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.928419Z","time spent":"1.797036696s","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:38.725301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.586604Z","time spent":"2.138597016s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:38.725491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.116978Z","time spent":"4.608498593s","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:38.725398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.395837Z","time spent":"4.329550851s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T02:59:38.725564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609104659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-03-02T02:59:38.725673Z","caller":"traceutil/trace.go:171","msg":"trace[1579773866] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23371; }","duration":"4.609258353s","start":"2026-03-02T02:59:34.116384Z","end":"2026-03-02T02:59:38.725643Z","steps":["trace[1579773866] 'agreement among raft nodes before linearized reading' (duration: 4.608954425s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.725219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324381984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T02:59:38.725742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.116371Z","time spent":"4.609359466s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T02:59:38.725766Z","caller":"traceutil/trace.go:171","msg":"trace[1881144764] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23371; }","duration":"4.324972519s","start":"2026-03-02T02:59:34.400782Z","end":"2026-03-02T02:59:38.725754Z","steps":["trace[1881144764] 'agreement among raft nodes before linearized reading' (duration: 4.324330632s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.725806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.400759Z","time spent":"4.325037482s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T02:59:39.226145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:39.564542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.112257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:39.564722Z","caller":"traceutil/trace.go:171","msg":"trace[1750502011] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"1.617950163s","start":"2026-03-02T02:59:37.946743Z","end":"2026-03-02T02:59:39.564693Z","steps":["trace[1750502011] 'process raft request' (duration: 1.43159463s)","trace[1750502011] 'compare' (duration: 185.259414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:39.564903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.946718Z","time spent":"1.618097808s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:40.127579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:40.127688Z","caller":"traceutil/trace.go:171","msg":"trace[31429620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028612s","start":"2026-03-02T02:59:38.127619Z","end":"2026-03-02T02:59:40.127648Z","steps":["trace[31429620] 'agreement among raft nodes before linearized reading' (duration: 1.999919869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.127739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.127601Z","time spent":"2.000127385s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:40.648854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.559109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:40.649132Z","caller":"traceutil/trace.go:171","msg":"trace[46800618] linearizableReadLoop","detail":"{readStateIndex:24193; appliedIndex:24190; }","duration":"1.923837089s","start":"2026-03-02T02:59:38.725271Z","end":"2026-03-02T02:59:40.649109Z","steps":["trace[46800618] 'read index received' (duration: 653.07183ms)","trace[46800618] 'applied index is now lower than readState.Index' (duration: 1.270763699s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:40.649263Z","caller":"traceutil/trace.go:171","msg":"trace[727211817] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"1.921171129s","start":"2026-03-02T02:59:38.728071Z","end":"2026-03-02T02:59:40.649242Z","steps":["trace[727211817] 'process raft request' (duration: 1.412125738s)","trace[727211817] 'compare' (duration: 508.334172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:40.649351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.728047Z","time spent":"1.921253192s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:40.649677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416263344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:40.649739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611556133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T02:59:40.649809Z","caller":"traceutil/trace.go:171","msg":"trace[439372170] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23374; }","duration":"3.611649255s","start":"2026-03-02T02:59:37.038138Z","end":"2026-03-02T02:59:40.649787Z","steps":["trace[439372170] 'agreement among raft nodes before linearized reading' (duration: 3.61144215s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.64987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.038118Z","time spent":"3.611737047s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-02T02:59:40.649876Z","caller":"traceutil/trace.go:171","msg":"trace[1770958595] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"1.530765321s","start":"2026-03-02T02:59:39.119093Z","end":"2026-03-02T02:59:40.649858Z","steps":["trace[1770958595] 'process raft request' (duration: 1.529910679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.649922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.409915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:40.649923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014348746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:40.649959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.119041Z","time spent":"1.530872514s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:40.64998Z","caller":"traceutil/trace.go:171","msg":"trace[1079066088] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23374; }","duration":"581.494687ms","start":"2026-03-02T02:59:40.068471Z","end":"2026-03-02T02:59:40.649965Z","steps":["trace[1079066088] 'agreement among raft nodes before linearized reading' (duration: 581.394345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.649752Z","caller":"traceutil/trace.go:171","msg":"trace[266309507] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23374; }","duration":"3.416373477s","start":"2026-03-02T02:59:37.233357Z","end":"2026-03-02T02:59:40.64973Z","steps":["trace[266309507] 'agreement among raft nodes before linearized reading' (duration: 3.416229873s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.64999Z","caller":"traceutil/trace.go:171","msg":"trace[559092465] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23374; }","duration":"2.014417487s","start":"2026-03-02T02:59:38.635555Z","end":"2026-03-02T02:59:40.649972Z","steps":["trace[559092465] 'agreement among raft nodes before linearized reading' (duration: 2.014284854s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.068396Z","time spent":"581.60856ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.635468Z","time spent":"2.014555342s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713348675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:59:40.650065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862051168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:40.650053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.233334Z","time spent":"3.416692326s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:40.650105Z","caller":"traceutil/trace.go:171","msg":"trace[1664524965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23374; }","duration":"1.713451607s","start":"2026-03-02T02:59:38.936637Z","end":"2026-03-02T02:59:40.650088Z","steps":["trace[1664524965] 'agreement among raft nodes before linearized reading' (duration: 1.713228182s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650113Z","caller":"traceutil/trace.go:171","msg":"trace[1797575778] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23374; }","duration":"1.86214576s","start":"2026-03-02T02:59:38.787952Z","end":"2026-03-02T02:59:40.650098Z","steps":["trace[1797575778] 'agreement among raft nodes before linearized reading' (duration: 1.862072078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.64991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922241658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:59:40.65016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.787928Z","time spent":"1.862218022s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636991936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:40.650205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442028522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:40.650229Z","caller":"traceutil/trace.go:171","msg":"trace[80705392] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23374; }","duration":"3.637032417s","start":"2026-03-02T02:59:37.013187Z","end":"2026-03-02T02:59:40.650219Z","steps":["trace[80705392] 'agreement among raft nodes before linearized reading' (duration: 3.636971995s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.343016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:40.650259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.013119Z","time spent":"3.6371318s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714110546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:59:40.650281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.835181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:40.650281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505472169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:40.650323Z","caller":"traceutil/trace.go:171","msg":"trace[2093132151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23374; }","duration":"521.889203ms","start":"2026-03-02T02:59:40.128421Z","end":"2026-03-02T02:59:40.65031Z","steps":["trace[2093132151] 'agreement among raft nodes before linearized reading' (duration: 521.836632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650354Z","caller":"traceutil/trace.go:171","msg":"trace[1703544077] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23374; }","duration":"1.505581792s","start":"2026-03-02T02:59:39.144758Z","end":"2026-03-02T02:59:40.650339Z","steps":["trace[1703544077] 'agreement among raft nodes before linearized reading' (duration: 1.50549732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.128411Z","time spent":"521.949745ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:40.650387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.14473Z","time spent":"1.505647733s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.929198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:40.650473Z","caller":"traceutil/trace.go:171","msg":"trace[140167474] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23374; }","duration":"582.035121ms","start":"2026-03-02T02:59:40.068423Z","end":"2026-03-02T02:59:40.650458Z","steps":["trace[140167474] 'agreement among raft nodes before linearized reading' (duration: 581.930159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715014329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:59:40.650534Z","caller":"traceutil/trace.go:171","msg":"trace[750533919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23374; }","duration":"1.715112302s","start":"2026-03-02T02:59:38.935406Z","end":"2026-03-02T02:59:40.650519Z","steps":["trace[750533919] 'agreement among raft nodes before linearized reading' (duration: 1.714968388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715346348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:59:40.650188Z","caller":"traceutil/trace.go:171","msg":"trace[349691267] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23374; }","duration":"1.922591767s","start":"2026-03-02T02:59:38.727585Z","end":"2026-03-02T02:59:40.650177Z","steps":["trace[349691267] 'agreement among raft nodes before linearized reading' (duration: 1.922071373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.65059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.935372Z","time spent":"1.715202244s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:40.650546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.068395Z","time spent":"582.132924ms","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715357838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:59:40.650618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.727562Z","time spent":"1.923042329s","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T02:59:40.650647Z","caller":"traceutil/trace.go:171","msg":"trace[1302135134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23374; }","duration":"1.71543002s","start":"2026-03-02T02:59:38.935208Z","end":"2026-03-02T02:59:40.650638Z","steps":["trace[1302135134] 'agreement among raft nodes before linearized reading' (duration: 1.715336828s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650309Z","caller":"traceutil/trace.go:171","msg":"trace[1896023099] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23374; }","duration":"946.563592ms","start":"2026-03-02T02:59:39.703709Z","end":"2026-03-02T02:59:40.650273Z","steps":["trace[1896023099] 'agreement among raft nodes before linearized reading' (duration: 946.274965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.935185Z","time spent":"1.715487182s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:40.650148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.936626Z","time spent":"1.713513589s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:40.650703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.703675Z","time spent":"947.008734ms","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:40.650235Z","caller":"traceutil/trace.go:171","msg":"trace[199429896] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23374; }","duration":"1.442094604s","start":"2026-03-02T02:59:39.20813Z","end":"2026-03-02T02:59:40.650225Z","steps":["trace[199429896] 'agreement among raft nodes before linearized reading' (duration: 1.442041433s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650598Z","caller":"traceutil/trace.go:171","msg":"trace[599591018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23374; }","duration":"1.715444621s","start":"2026-03-02T02:59:38.935139Z","end":"2026-03-02T02:59:40.650584Z","steps":["trace[599591018] 'agreement among raft nodes before linearized reading' (duration: 1.715305207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.208107Z","time spent":"1.442651989s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.935118Z","time spent":"1.715667967s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:40.649985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56480731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:40.650233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.326334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:40.650883Z","caller":"traceutil/trace.go:171","msg":"trace[2049808929] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23374; }","duration":"2.565751165s","start":"2026-03-02T02:59:38.085114Z","end":"2026-03-02T02:59:40.650865Z","steps":["trace[2049808929] 'agreement among raft nodes before linearized reading' (duration: 2.56482301s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650904Z","caller":"traceutil/trace.go:171","msg":"trace[381150288] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23374; }","duration":"523.072035ms","start":"2026-03-02T02:59:40.127819Z","end":"2026-03-02T02:59:40.650891Z","steps":["trace[381150288] 'agreement among raft nodes before linearized reading' (duration: 522.375656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.127783Z","time spent":"523.142856ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.085089Z","time spent":"2.565828298s","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:40.650324Z","caller":"traceutil/trace.go:171","msg":"trace[211947808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23374; }","duration":"1.714415233s","start":"2026-03-02T02:59:38.935893Z","end":"2026-03-02T02:59:40.650308Z","steps":["trace[211947808] 'agreement among raft nodes before linearized reading' (duration: 1.714072504s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916742041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18761"} {"level":"warn","ts":"2026-03-02T02:59:40.650989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.935863Z","time spent":"1.715115102s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:59:40.651011Z","caller":"traceutil/trace.go:171","msg":"trace[2112508143] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23374; }","duration":"1.917573334s","start":"2026-03-02T02:59:38.733421Z","end":"2026-03-02T02:59:40.650994Z","steps":["trace[2112508143] 'agreement among raft nodes before linearized reading' (duration: 1.91667355s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.651073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.733412Z","time spent":"1.917643835s","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18784,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T02:59:40.651428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918452907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:40.6515Z","caller":"traceutil/trace.go:171","msg":"trace[1234189739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23374; }","duration":"1.918538099s","start":"2026-03-02T02:59:38.732926Z","end":"2026-03-02T02:59:40.651464Z","steps":["trace[1234189739] 'agreement among raft nodes before linearized reading' (duration: 1.917285886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.651547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.732901Z","time spent":"1.918633092s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:40.652925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921785435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1294266"} {"level":"info","ts":"2026-03-02T02:59:40.652974Z","caller":"traceutil/trace.go:171","msg":"trace[536702342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23374; }","duration":"1.921867948s","start":"2026-03-02T02:59:38.731095Z","end":"2026-03-02T02:59:40.652963Z","steps":["trace[536702342] 'agreement among raft nodes before linearized reading' (duration: 1.919422993s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.653008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.731082Z","time spent":"1.921916539s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1294289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:41.158019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:42.566786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237080204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:42.5669Z","caller":"traceutil/trace.go:171","msg":"trace[241455598] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"1.909719724s","start":"2026-03-02T02:59:40.657159Z","end":"2026-03-02T02:59:42.566878Z","steps":["trace[241455598] 'process raft request' (duration: 672.468106ms)","trace[241455598] 'compare' (duration: 1.236410376s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:42.566961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.657141Z","time spent":"1.909790286s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:42.644427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177549091s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:42.644936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.657137Z","time spent":"1.987792349s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:59:42.645309Z","caller":"traceutil/trace.go:171","msg":"trace[2132830245] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"1.987938673s","start":"2026-03-02T02:59:40.657351Z","end":"2026-03-02T02:59:42.645289Z","steps":["trace[2132830245] 'process raft request' (duration: 1.98747326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.645408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.657342Z","time spent":"1.987999635s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:42.645461Z","caller":"traceutil/trace.go:171","msg":"trace[1395410419] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"1.988053727s","start":"2026-03-02T02:59:40.657386Z","end":"2026-03-02T02:59:42.64544Z","steps":["trace[1395410419] 'process raft request' (duration: 1.98778477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.645567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.657381Z","time spent":"1.988130239s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:42.645579Z","caller":"traceutil/trace.go:171","msg":"trace[1014259712] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"1.988108508s","start":"2026-03-02T02:59:40.657449Z","end":"2026-03-02T02:59:42.645558Z","steps":["trace[1014259712] 'process raft request' (duration: 1.987837481s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.645671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.657444Z","time spent":"1.98817682s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:42.646269Z","caller":"traceutil/trace.go:171","msg":"trace[1885092473] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.981610115s","start":"2026-03-02T02:59:40.664652Z","end":"2026-03-02T02:59:42.646262Z","steps":["trace[1885092473] 'process raft request' (duration: 1.980752212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.646311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.664635Z","time spent":"1.981656657s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:42.646485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988762355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:59:42.646509Z","caller":"traceutil/trace.go:171","msg":"trace[814407235] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac; range_end:; response_count:1; response_revision:23379; }","duration":"1.988824187s","start":"2026-03-02T02:59:40.657679Z","end":"2026-03-02T02:59:42.646503Z","steps":["trace[814407235] 'agreement among raft nodes before linearized reading' (duration: 1.988745895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.646544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.657661Z","time spent":"1.988859848s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebd075e6ac\" "} {"level":"info","ts":"2026-03-02T02:59:42.646237Z","caller":"traceutil/trace.go:171","msg":"trace[190888446] linearizableReadLoop","detail":"{readStateIndex:24199; appliedIndex:24193; }","duration":"1.988493319s","start":"2026-03-02T02:59:40.657723Z","end":"2026-03-02T02:59:42.646216Z","steps":["trace[190888446] 'read index received' (duration: 671.921872ms)","trace[190888446] 'applied index is now lower than readState.Index' (duration: 1.316570046s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:42.660731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:42.660815Z","caller":"traceutil/trace.go:171","msg":"trace[1700819872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307072s","start":"2026-03-02T02:59:40.660496Z","end":"2026-03-02T02:59:42.660803Z","steps":["trace[1700819872] 'agreement among raft nodes before linearized reading' (duration: 2.00021134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.660887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.660488Z","time spent":"2.000357363s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:43.147188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316600721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:43.821144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.998806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:43.82152Z","caller":"traceutil/trace.go:171","msg":"trace[834507382] linearizableReadLoop","detail":"{readStateIndex:24201; appliedIndex:24199; }","duration":"1.174877041s","start":"2026-03-02T02:59:42.646618Z","end":"2026-03-02T02:59:43.821495Z","steps":["trace[834507382] 'read index received' (duration: 535.423163ms)","trace[834507382] 'applied index is now lower than readState.Index' (duration: 639.452308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:43.821688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9400052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:43.821684Z","caller":"traceutil/trace.go:171","msg":"trace[480754535] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"1.175674462s","start":"2026-03-02T02:59:42.645955Z","end":"2026-03-02T02:59:43.82163Z","steps":["trace[480754535] 'process raft request' (duration: 536.063079ms)","trace[480754535] 'compare' (duration: 637.875436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:43.821722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028706309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:43.82175Z","caller":"traceutil/trace.go:171","msg":"trace[774547770] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23381; }","duration":"1.940102892s","start":"2026-03-02T02:59:41.881637Z","end":"2026-03-02T02:59:43.82174Z","steps":["trace[774547770] 'agreement among raft nodes before linearized reading' (duration: 1.939918908s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:43.82177Z","caller":"traceutil/trace.go:171","msg":"trace[1176516650] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23381; }","duration":"3.028801222s","start":"2026-03-02T02:59:40.792955Z","end":"2026-03-02T02:59:43.821756Z","steps":["trace[1176516650] 'agreement among raft nodes before linearized reading' (duration: 3.028636018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.821778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.88158Z","time spent":"1.940189174s","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:43.821811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.792849Z","time spent":"3.028952256s","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:43.82179Z","caller":"traceutil/trace.go:171","msg":"trace[1304008892] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"1.173774682s","start":"2026-03-02T02:59:42.647974Z","end":"2026-03-02T02:59:43.821749Z","steps":["trace[1304008892] 'process raft request' (duration: 1.173382931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.821804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119553944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-02T02:59:43.821853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119570265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-03-02T02:59:43.821858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.645944Z","time spent":"1.175818976s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:43.821897Z","caller":"traceutil/trace.go:171","msg":"trace[536650039] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23381; }","duration":"3.119726639s","start":"2026-03-02T02:59:40.70215Z","end":"2026-03-02T02:59:43.821877Z","steps":["trace[536650039] 'agreement among raft nodes before linearized reading' (duration: 3.119466522s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:43.821913Z","caller":"traceutil/trace.go:171","msg":"trace[172855510] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23381; }","duration":"3.119652597s","start":"2026-03-02T02:59:40.702241Z","end":"2026-03-02T02:59:43.821894Z","steps":["trace[172855510] 'agreement among raft nodes before linearized reading' (duration: 3.11941209s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.821915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161495539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-02T02:59:43.82195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.702236Z","time spent":"3.119706008s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-02T02:59:43.821953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.702122Z","time spent":"3.119822301s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-02T02:59:43.821959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.647964Z","time spent":"1.173908645s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:43.821991Z","caller":"traceutil/trace.go:171","msg":"trace[1727422159] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23381; }","duration":"3.161591022s","start":"2026-03-02T02:59:40.660378Z","end":"2026-03-02T02:59:43.821969Z","steps":["trace[1727422159] 'agreement among raft nodes before linearized reading' (duration: 3.161347755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.82229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.660373Z","time spent":"3.16190407s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:44.545001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.973959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:59:44.545232Z","caller":"traceutil/trace.go:171","msg":"trace[945622236] linearizableReadLoop","detail":"{readStateIndex:24202; appliedIndex:24201; }","duration":"723.656127ms","start":"2026-03-02T02:59:43.821552Z","end":"2026-03-02T02:59:44.545208Z","steps":["trace[945622236] 'read index received' (duration: 375.2µs)","trace[945622236] 'applied index is now lower than readState.Index' (duration: 723.279727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:44.545297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234545607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:44.545339Z","caller":"traceutil/trace.go:171","msg":"trace[226585122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23381; }","duration":"1.234640659s","start":"2026-03-02T02:59:43.310685Z","end":"2026-03-02T02:59:44.545325Z","steps":["trace[226585122] 'agreement among raft nodes before linearized reading' (duration: 1.234559077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.545348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543561041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:44.545378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.310661Z","time spent":"1.234706281s","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:44.545388Z","caller":"traceutil/trace.go:171","msg":"trace[899961699] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23381; }","duration":"1.543631403s","start":"2026-03-02T02:59:43.001741Z","end":"2026-03-02T02:59:44.545372Z","steps":["trace[899961699] 'agreement among raft nodes before linearized reading' (duration: 1.543566452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.54543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.001717Z","time spent":"1.543702076s","remote":"127.0.0.1:59698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:44.545498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654393267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:44.545577Z","caller":"traceutil/trace.go:171","msg":"trace[1479173886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23381; }","duration":"1.654541261s","start":"2026-03-02T02:59:42.891015Z","end":"2026-03-02T02:59:44.545556Z","steps":["trace[1479173886] 'agreement among raft nodes before linearized reading' (duration: 1.654369337s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.545605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001222375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:44.545624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84106965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T02:59:44.545634Z","caller":"traceutil/trace.go:171","msg":"trace[226761006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23381; }","duration":"1.001289347s","start":"2026-03-02T02:59:43.544335Z","end":"2026-03-02T02:59:44.545625Z","steps":["trace[226761006] 'agreement among raft nodes before linearized reading' (duration: 1.001241766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.545662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.544314Z","time spent":"1.001342008s","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:44.545627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.890995Z","time spent":"1.654620534s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:44.545673Z","caller":"traceutil/trace.go:171","msg":"trace[40452274] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23381; }","duration":"1.841135452s","start":"2026-03-02T02:59:42.704519Z","end":"2026-03-02T02:59:44.545655Z","steps":["trace[40452274] 'agreement among raft nodes before linearized reading' (duration: 1.841030199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.54566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88435608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:44.545517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869125806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T02:59:44.54571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.704505Z","time spent":"1.841197553s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T02:59:44.545724Z","caller":"traceutil/trace.go:171","msg":"trace[1575471010] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"718.013306ms","start":"2026-03-02T02:59:43.827689Z","end":"2026-03-02T02:59:44.545702Z","steps":["trace[1575471010] 'process raft request' (duration: 717.41947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:44.545736Z","caller":"traceutil/trace.go:171","msg":"trace[1893253750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23381; }","duration":"1.884455073s","start":"2026-03-02T02:59:42.661258Z","end":"2026-03-02T02:59:44.545713Z","steps":["trace[1893253750] 'agreement among raft nodes before linearized reading' (duration: 1.88432527s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.545786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.661247Z","time spent":"1.884531635s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:44.545762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870643586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T02:59:44.545768Z","caller":"traceutil/trace.go:171","msg":"trace[1000007835] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23381; }","duration":"1.869398263s","start":"2026-03-02T02:59:42.67634Z","end":"2026-03-02T02:59:44.545738Z","steps":["trace[1000007835] 'agreement among raft nodes before linearized reading' (duration: 1.868999462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.545831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.827675Z","time spent":"718.096789ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:59:44.545843Z","caller":"traceutil/trace.go:171","msg":"trace[1655637114] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23381; }","duration":"1.870766069s","start":"2026-03-02T02:59:42.675052Z","end":"2026-03-02T02:59:44.545818Z","steps":["trace[1655637114] 'agreement among raft nodes before linearized reading' (duration: 1.870535793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.545857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.676323Z","time spent":"1.869506005s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T02:59:44.54589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.675031Z","time spent":"1.870847662s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"info","ts":"2026-03-02T02:59:44.620211Z","caller":"traceutil/trace.go:171","msg":"trace[984473077] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"455.117968ms","start":"2026-03-02T02:59:44.16503Z","end":"2026-03-02T02:59:44.620148Z","steps":["trace[984473077] 'process raft request' (duration: 380.661159ms)","trace[984473077] 'compare' (duration: 74.193852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:44.620473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:44.164993Z","time spent":"455.342754ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:44.62315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.79104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-4nwtg\" ","response":"range_response_count:1 size:5142"} {"level":"info","ts":"2026-03-02T02:59:44.623217Z","caller":"traceutil/trace.go:171","msg":"trace[1757700354] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"186.917579ms","start":"2026-03-02T02:59:44.436259Z","end":"2026-03-02T02:59:44.623176Z","steps":["trace[1757700354] 'process raft request' (duration: 186.525448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.623248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.587219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:44.623325Z","caller":"traceutil/trace.go:171","msg":"trace[821943685] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23384; }","duration":"242.720012ms","start":"2026-03-02T02:59:44.380587Z","end":"2026-03-02T02:59:44.623307Z","steps":["trace[821943685] 'agreement among raft nodes before linearized reading' (duration: 242.586928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.62315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.601849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79328164-f175-44ac-af90-a5f701774bfd\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-02T02:59:44.623354Z","caller":"traceutil/trace.go:171","msg":"trace[190310267] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-4nwtg; range_end:; response_count:1; response_revision:23384; }","duration":"799.966565ms","start":"2026-03-02T02:59:43.823313Z","end":"2026-03-02T02:59:44.623279Z","steps":["trace[190310267] 'agreement among raft nodes before linearized reading' (duration: 799.723779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:44.623412Z","caller":"traceutil/trace.go:171","msg":"trace[1280905517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79328164-f175-44ac-af90-a5f701774bfd; range_end:; response_count:1; response_revision:23384; }","duration":"795.867786ms","start":"2026-03-02T02:59:43.827521Z","end":"2026-03-02T02:59:44.623388Z","steps":["trace[1280905517] 'agreement among raft nodes before linearized reading' (duration: 795.486686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.623193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.244925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-02T02:59:44.623468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.827469Z","time spent":"795.984039ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-79328164-f175-44ac-af90-a5f701774bfd\" "} {"level":"warn","ts":"2026-03-02T02:59:44.623238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.923774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-5rn5w\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-03-02T02:59:44.623506Z","caller":"traceutil/trace.go:171","msg":"trace[1739343803] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23384; }","duration":"799.587095ms","start":"2026-03-02T02:59:43.8239Z","end":"2026-03-02T02:59:44.623488Z","steps":["trace[1739343803] 'agreement among raft nodes before linearized reading' (duration: 799.154243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.623511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.823295Z","time spent":"800.14747ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5165,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-4nwtg\" "} {"level":"warn","ts":"2026-03-02T02:59:44.623556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.82389Z","time spent":"799.650906ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T02:59:44.623545Z","caller":"traceutil/trace.go:171","msg":"trace[1493253558] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-5rn5w; range_end:; response_count:1; response_revision:23384; }","duration":"800.259973ms","start":"2026-03-02T02:59:43.823269Z","end":"2026-03-02T02:59:44.623529Z","steps":["trace[1493253558] 'agreement among raft nodes before linearized reading' (duration: 799.817271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.623647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.823251Z","time spent":"800.372895ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-5rn5w\" "} {"level":"info","ts":"2026-03-02T02:59:44.96587Z","caller":"traceutil/trace.go:171","msg":"trace[539802075] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"133.734485ms","start":"2026-03-02T02:59:44.832113Z","end":"2026-03-02T02:59:44.965848Z","steps":["trace[539802075] 'process raft request' (duration: 133.53979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:45.405952Z","caller":"traceutil/trace.go:171","msg":"trace[13245864] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"150.046009ms","start":"2026-03-02T02:59:45.255843Z","end":"2026-03-02T02:59:45.405889Z","steps":["trace[13245864] 'process raft request' (duration: 149.781492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:45.406287Z","caller":"traceutil/trace.go:171","msg":"trace[1155466295] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"150.231353ms","start":"2026-03-02T02:59:45.256017Z","end":"2026-03-02T02:59:45.406248Z","steps":["trace[1155466295] 'process raft request' (duration: 149.74306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:45.998489Z","caller":"traceutil/trace.go:171","msg":"trace[1643408311] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"121.435988ms","start":"2026-03-02T02:59:45.877032Z","end":"2026-03-02T02:59:45.998468Z","steps":["trace[1643408311] 'process raft request' (duration: 121.283984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:46.098449Z","caller":"traceutil/trace.go:171","msg":"trace[1803143373] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"221.339724ms","start":"2026-03-02T02:59:45.877076Z","end":"2026-03-02T02:59:46.098416Z","steps":["trace[1803143373] 'process raft request' (duration: 180.966371ms)","trace[1803143373] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/capo-system/capo-controller-manager-6975759b4b-6dnkz.1898e6c3382ce882; req_size:876; } (duration: 39.85552ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:46.098849Z","caller":"traceutil/trace.go:171","msg":"trace[1820874536] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"221.624751ms","start":"2026-03-02T02:59:45.877211Z","end":"2026-03-02T02:59:46.098836Z","steps":["trace[1820874536] 'process raft request' (duration: 221.050846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:47.149113Z","caller":"traceutil/trace.go:171","msg":"trace[1842962378] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"107.877048ms","start":"2026-03-02T02:59:47.041198Z","end":"2026-03-02T02:59:47.149076Z","steps":["trace[1842962378] 'process raft request' (duration: 107.539379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:47.149619Z","caller":"traceutil/trace.go:171","msg":"trace[1731245578] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"106.776508ms","start":"2026-03-02T02:59:47.042799Z","end":"2026-03-02T02:59:47.149576Z","steps":["trace[1731245578] 'process raft request' (duration: 106.156892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:47.149771Z","caller":"traceutil/trace.go:171","msg":"trace[1412849667] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"104.823737ms","start":"2026-03-02T02:59:47.044916Z","end":"2026-03-02T02:59:47.14974Z","steps":["trace[1412849667] 'process raft request' (duration: 104.492298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:54.886873Z","caller":"traceutil/trace.go:171","msg":"trace[1038753839] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24357; }","duration":"141.025559ms","start":"2026-03-02T02:59:54.745821Z","end":"2026-03-02T02:59:54.886847Z","steps":["trace[1038753839] 'read index received' (duration: 140.843724ms)","trace[1038753839] 'applied index is now lower than readState.Index' (duration: 180.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:54.88698Z","caller":"traceutil/trace.go:171","msg":"trace[1731315807] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"223.255215ms","start":"2026-03-02T02:59:54.663704Z","end":"2026-03-02T02:59:54.886959Z","steps":["trace[1731315807] 'process raft request' (duration: 222.947957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:54.887195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.366298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-02T02:59:54.887297Z","caller":"traceutil/trace.go:171","msg":"trace[380772240] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23536; }","duration":"141.517622ms","start":"2026-03-02T02:59:54.745757Z","end":"2026-03-02T02:59:54.887275Z","steps":["trace[380772240] 'agreement among raft nodes before linearized reading' (duration: 141.267835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.593627Z","caller":"traceutil/trace.go:171","msg":"trace[1638506386] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"488.054814ms","start":"2026-03-02T03:00:00.105547Z","end":"2026-03-02T03:00:00.593602Z","steps":["trace[1638506386] 'process raft request' (duration: 487.887129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.593769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.105517Z","time spent":"488.188907ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T03:00:00.875768Z","caller":"traceutil/trace.go:171","msg":"trace[1918169314] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"769.692581ms","start":"2026-03-02T03:00:00.10604Z","end":"2026-03-02T03:00:00.875733Z","steps":["trace[1918169314] 'process raft request' (duration: 769.453724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.875815Z","caller":"traceutil/trace.go:171","msg":"trace[1634368880] linearizableReadLoop","detail":"{readStateIndex:24386; appliedIndex:24384; }","duration":"732.753368ms","start":"2026-03-02T03:00:00.143036Z","end":"2026-03-02T03:00:00.87579Z","steps":["trace[1634368880] 'read index received' (duration: 450.581547ms)","trace[1634368880] 'applied index is now lower than readState.Index' (duration: 282.171021ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:00.875883Z","caller":"traceutil/trace.go:171","msg":"trace[163041838] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"594.570025ms","start":"2026-03-02T03:00:00.281247Z","end":"2026-03-02T03:00:00.875817Z","steps":["trace[163041838] 'process raft request' (duration: 594.450492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.875933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.106021Z","time spent":"769.833794ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5246,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T03:00:00.875927Z","caller":"traceutil/trace.go:171","msg":"trace[743042869] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"318.25183ms","start":"2026-03-02T03:00:00.557614Z","end":"2026-03-02T03:00:00.875866Z","steps":["trace[743042869] 'process raft request' (duration: 318.135817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.87602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.281218Z","time spent":"594.73692ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:00.876016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.966274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:00.87608Z","caller":"traceutil/trace.go:171","msg":"trace[108494124] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23565; }","duration":"733.105428ms","start":"2026-03-02T03:00:00.14296Z","end":"2026-03-02T03:00:00.876066Z","steps":["trace[108494124] 'agreement among raft nodes before linearized reading' (duration: 732.955544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.876077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.557587Z","time spent":"318.425585ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:00.876116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.142937Z","time spent":"733.17163ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:00.876422Z","caller":"traceutil/trace.go:171","msg":"trace[1401039791] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"770.180404ms","start":"2026-03-02T03:00:00.106224Z","end":"2026-03-02T03:00:00.876404Z","steps":["trace[1401039791] 'process raft request' (duration: 769.419613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.87654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.106207Z","time spent":"770.299646ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6653,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T03:00:01.376932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316601138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:00:01.87735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316601138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:00:02.243285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367814269s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T03:00:02.429565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.051506ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-02T03:00:02.430303Z","caller":"traceutil/trace.go:171","msg":"trace[779426259] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"1.731403935s","start":"2026-03-02T03:00:00.698875Z","end":"2026-03-02T03:00:02.430279Z","steps":["trace[779426259] 'process raft request' (duration: 1.731326423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:02.430529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.698853Z","time spent":"1.731510537s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:02.431206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.598247Z","time spent":"1.832954035s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T03:00:02.431526Z","caller":"traceutil/trace.go:171","msg":"trace[1501961664] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"1.828356653s","start":"2026-03-02T03:00:00.603144Z","end":"2026-03-02T03:00:02.4315Z","steps":["trace[1501961664] 'process raft request' (duration: 1.826802511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:02.43162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.603125Z","time spent":"1.828436644s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.223626Z","caller":"traceutil/trace.go:171","msg":"trace[1599498408] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"2.341493552s","start":"2026-03-02T03:00:00.88211Z","end":"2026-03-02T03:00:03.223603Z","steps":["trace[1599498408] 'process raft request' (duration: 2.288667637s)","trace[1599498408] 'compare' (duration: 52.124856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:03.223737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.882091Z","time spent":"2.341587814s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.223757Z","caller":"traceutil/trace.go:171","msg":"trace[318810480] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"337.627304ms","start":"2026-03-02T03:00:02.886102Z","end":"2026-03-02T03:00:03.223729Z","steps":["trace[318810480] 'process raft request' (duration: 337.583443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.223885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.886081Z","time spent":"337.737307ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.223924Z","caller":"traceutil/trace.go:171","msg":"trace[1341084591] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"1.273234595s","start":"2026-03-02T03:00:01.95068Z","end":"2026-03-02T03:00:03.223914Z","steps":["trace[1341084591] 'process raft request' (duration: 1.272889286s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.223974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.950658Z","time spent":"1.273295066s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.224111Z","caller":"traceutil/trace.go:171","msg":"trace[1675404568] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24388; }","duration":"2.34821628s","start":"2026-03-02T03:00:00.875883Z","end":"2026-03-02T03:00:03.2241Z","steps":["trace[1675404568] 'read index received' (duration: 1.367542142s)","trace[1675404568] 'applied index is now lower than readState.Index' (duration: 980.673038ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:03.224119Z","caller":"traceutil/trace.go:171","msg":"trace[939243152] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"2.341131562s","start":"2026-03-02T03:00:00.88298Z","end":"2026-03-02T03:00:03.224111Z","steps":["trace[939243152] 'process raft request' (duration: 2.340475725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.224161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.882955Z","time spent":"2.341183153s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.224255Z","caller":"traceutil/trace.go:171","msg":"trace[1657456513] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"791.52053ms","start":"2026-03-02T03:00:02.432723Z","end":"2026-03-02T03:00:03.224244Z","steps":["trace[1657456513] 'process raft request' (duration: 790.904113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.224299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.432704Z","time spent":"791.57154ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T03:00:03.22453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626992511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-02T03:00:03.224555Z","caller":"traceutil/trace.go:171","msg":"trace[1792050447] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23572; }","duration":"2.627062433s","start":"2026-03-02T03:00:00.597485Z","end":"2026-03-02T03:00:03.224548Z","steps":["trace[1792050447] 'agreement among raft nodes before linearized reading' (duration: 2.62696631s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.224575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.597464Z","time spent":"2.627105094s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-02T03:00:03.224643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264467724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:00:03.22468Z","caller":"traceutil/trace.go:171","msg":"trace[634522777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23572; }","duration":"2.264535446s","start":"2026-03-02T03:00:00.960133Z","end":"2026-03-02T03:00:03.224668Z","steps":["trace[634522777] 'agreement among raft nodes before linearized reading' (duration: 2.264343471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.224713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.960115Z","time spent":"2.264584367s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:03.224733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381582987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:03.224758Z","caller":"traceutil/trace.go:171","msg":"trace[1455944730] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23572; }","duration":"2.381636768s","start":"2026-03-02T03:00:00.843113Z","end":"2026-03-02T03:00:03.22475Z","steps":["trace[1455944730] 'agreement among raft nodes before linearized reading' (duration: 2.381593787s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.224776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.843096Z","time spent":"2.38167487s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:03.224924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.706003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:03.224944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571236259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-03-02T03:00:03.224957Z","caller":"traceutil/trace.go:171","msg":"trace[1509879109] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23572; }","duration":"285.738584ms","start":"2026-03-02T03:00:02.939207Z","end":"2026-03-02T03:00:03.224946Z","steps":["trace[1509879109] 'agreement among raft nodes before linearized reading' (duration: 285.684833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:03.224965Z","caller":"traceutil/trace.go:171","msg":"trace[821373406] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:23572; }","duration":"2.57128163s","start":"2026-03-02T03:00:00.653677Z","end":"2026-03-02T03:00:03.224958Z","steps":["trace[821373406] 'agreement among raft nodes before linearized reading' (duration: 2.571219678s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.224981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.653663Z","time spent":"2.571313821s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T03:00:03.225159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.548233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T03:00:03.225186Z","caller":"traceutil/trace.go:171","msg":"trace[1786332938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23572; }","duration":"445.598554ms","start":"2026-03-02T03:00:02.779579Z","end":"2026-03-02T03:00:03.225178Z","steps":["trace[1786332938] 'agreement among raft nodes before linearized reading' (duration: 445.515562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.779567Z","time spent":"445.638675ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T03:00:03.225276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038442086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:03.225298Z","caller":"traceutil/trace.go:171","msg":"trace[948558018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23572; }","duration":"2.038504907s","start":"2026-03-02T03:00:01.186786Z","end":"2026-03-02T03:00:03.225291Z","steps":["trace[948558018] 'agreement among raft nodes before linearized reading' (duration: 2.038462876s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.186764Z","time spent":"2.038547268s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:03.225399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12099765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T03:00:03.225432Z","caller":"traceutil/trace.go:171","msg":"trace[733225297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23572; }","duration":"2.121065042s","start":"2026-03-02T03:00:01.104353Z","end":"2026-03-02T03:00:03.225418Z","steps":["trace[733225297] 'agreement among raft nodes before linearized reading' (duration: 2.12098484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.104334Z","time spent":"2.121115163s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T03:00:03.225462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.415559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:03.22548Z","caller":"traceutil/trace.go:171","msg":"trace[1162095402] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23572; }","duration":"448.46983ms","start":"2026-03-02T03:00:02.777004Z","end":"2026-03-02T03:00:03.225474Z","steps":["trace[1162095402] 'agreement among raft nodes before linearized reading' (duration: 448.381348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.776988Z","time spent":"448.505711ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:03.225606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.43363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T03:00:03.225621Z","caller":"traceutil/trace.go:171","msg":"trace[1261772357] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23572; }","duration":"720.492351ms","start":"2026-03-02T03:00:02.505123Z","end":"2026-03-02T03:00:03.225616Z","steps":["trace[1261772357] 'agreement among raft nodes before linearized reading' (duration: 720.43994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.5051Z","time spent":"720.530362ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T03:00:03.225662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209117752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T03:00:03.225688Z","caller":"traceutil/trace.go:171","msg":"trace[1354812128] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23572; }","duration":"2.209168174s","start":"2026-03-02T03:00:01.016512Z","end":"2026-03-02T03:00:03.22568Z","steps":["trace[1354812128] 'agreement among raft nodes before linearized reading' (duration: 2.209081912s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.016497Z","time spent":"2.209206194s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T03:00:03.22572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.346839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:03.225738Z","caller":"traceutil/trace.go:171","msg":"trace[1121386300] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23572; }","duration":"784.39703ms","start":"2026-03-02T03:00:02.441335Z","end":"2026-03-02T03:00:03.225732Z","steps":["trace[1121386300] 'agreement among raft nodes before linearized reading' (duration: 784.359579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.441315Z","time spent":"784.436981ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:03.225868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.843232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"info","ts":"2026-03-02T03:00:03.225882Z","caller":"traceutil/trace.go:171","msg":"trace[289578220] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23572; }","duration":"790.889063ms","start":"2026-03-02T03:00:02.434989Z","end":"2026-03-02T03:00:03.225878Z","steps":["trace[289578220] 'agreement among raft nodes before linearized reading' (duration: 790.838262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213063957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T03:00:03.225901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.434981Z","time spent":"790.911313ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5563,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-03-02T03:00:03.22591Z","caller":"traceutil/trace.go:171","msg":"trace[1852300324] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23572; }","duration":"2.21313717s","start":"2026-03-02T03:00:01.012766Z","end":"2026-03-02T03:00:03.225904Z","steps":["trace[1852300324] 'agreement among raft nodes before linearized reading' (duration: 2.213063088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.225931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.012742Z","time spent":"2.21318527s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T03:00:03.226005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.133146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-02T03:00:03.226023Z","caller":"traceutil/trace.go:171","msg":"trace[1188308623] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23572; }","duration":"824.188368ms","start":"2026-03-02T03:00:02.401829Z","end":"2026-03-02T03:00:03.226017Z","steps":["trace[1188308623] 'agreement among raft nodes before linearized reading' (duration: 824.130346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.22604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.401807Z","time spent":"824.228359ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T03:00:03.226089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248760687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T03:00:03.226114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2030765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:03.226134Z","caller":"traceutil/trace.go:171","msg":"trace[1624315439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23572; }","duration":"1.203122471s","start":"2026-03-02T03:00:02.023006Z","end":"2026-03-02T03:00:03.226128Z","steps":["trace[1624315439] 'agreement among raft nodes before linearized reading' (duration: 1.20309103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.226148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:02.022988Z","time spent":"1.203157432s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:00:03.22618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250593435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:00:03.226206Z","caller":"traceutil/trace.go:171","msg":"trace[1781829480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23572; }","duration":"2.250647187s","start":"2026-03-02T03:00:00.975553Z","end":"2026-03-02T03:00:03.2262Z","steps":["trace[1781829480] 'agreement among raft nodes before linearized reading' (duration: 2.250575185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.226227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.975536Z","time spent":"2.250685987s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:03.226254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495647907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T03:00:03.226273Z","caller":"traceutil/trace.go:171","msg":"trace[496860030] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23572; }","duration":"1.495667037s","start":"2026-03-02T03:00:01.7306Z","end":"2026-03-02T03:00:03.226268Z","steps":["trace[496860030] 'agreement among raft nodes before linearized reading' (duration: 1.495610916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.22629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.73058Z","time spent":"1.495705868s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-02T03:00:03.226407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572547031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T03:00:03.226423Z","caller":"traceutil/trace.go:171","msg":"trace[1042058754] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23572; }","duration":"1.572600122s","start":"2026-03-02T03:00:01.653818Z","end":"2026-03-02T03:00:03.226418Z","steps":["trace[1042058754] 'agreement among raft nodes before linearized reading' (duration: 1.572549761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.226437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.653793Z","time spent":"1.572639724s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T03:00:03.22644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258185327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:00:03.226467Z","caller":"traceutil/trace.go:171","msg":"trace[1502286905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23572; }","duration":"2.258266669s","start":"2026-03-02T03:00:00.968193Z","end":"2026-03-02T03:00:03.226459Z","steps":["trace[1502286905] 'agreement among raft nodes before linearized reading' (duration: 2.258193687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.226488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.968173Z","time spent":"2.25830972s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:00:03.226518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683981463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:03.226538Z","caller":"traceutil/trace.go:171","msg":"trace[1055600628] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23572; }","duration":"1.684001063s","start":"2026-03-02T03:00:01.542529Z","end":"2026-03-02T03:00:03.226531Z","steps":["trace[1055600628] 'agreement among raft nodes before linearized reading' (duration: 1.683967323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.226557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.542451Z","time spent":"1.684100856s","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:03.226664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829464731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-02T03:00:03.226673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262467821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T03:00:03.22668Z","caller":"traceutil/trace.go:171","msg":"trace[851156545] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23572; }","duration":"1.829511472s","start":"2026-03-02T03:00:01.397163Z","end":"2026-03-02T03:00:03.226674Z","steps":["trace[851156545] 'agreement among raft nodes before linearized reading' (duration: 1.829461761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.226699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:01.397144Z","time spent":"1.829551803s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-02T03:00:03.226701Z","caller":"traceutil/trace.go:171","msg":"trace[1916598866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23572; }","duration":"2.262533583s","start":"2026-03-02T03:00:00.964159Z","end":"2026-03-02T03:00:03.226693Z","steps":["trace[1916598866] 'agreement among raft nodes before linearized reading' (duration: 2.262456031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.226886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.964138Z","time spent":"2.262579693s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T03:00:03.226114Z","caller":"traceutil/trace.go:171","msg":"trace[1270173717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23572; }","duration":"2.248794067s","start":"2026-03-02T03:00:00.977312Z","end":"2026-03-02T03:00:03.226106Z","steps":["trace[1270173717] 'agreement among raft nodes before linearized reading' (duration: 2.248717095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.227047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:00.977307Z","time spent":"2.249732762s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:03.744771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.537326ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T03:00:03.744901Z","caller":"traceutil/trace.go:171","msg":"trace[707357580] linearizableReadLoop","detail":"{readStateIndex:24397; appliedIndex:24396; }","duration":"514.781254ms","start":"2026-03-02T03:00:03.230101Z","end":"2026-03-02T03:00:03.744882Z","steps":["trace[707357580] 'read index received' (duration: 111.194276ms)","trace[707357580] 'applied index is now lower than readState.Index' (duration: 403.558027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:03.744969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.229524Z","time spent":"515.440861ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T03:00:03.745204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.100272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:03.745253Z","caller":"traceutil/trace.go:171","msg":"trace[580972885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23572; }","duration":"515.172455ms","start":"2026-03-02T03:00:03.230062Z","end":"2026-03-02T03:00:03.745234Z","steps":["trace[580972885] 'agreement among raft nodes before linearized reading' (duration: 515.087712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.745287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.230047Z","time spent":"515.232356ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T03:00:03.745516Z","caller":"traceutil/trace.go:171","msg":"trace[1812713067] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"513.651044ms","start":"2026-03-02T03:00:03.231851Z","end":"2026-03-02T03:00:03.745502Z","steps":["trace[1812713067] 'process raft request' (duration: 513.395237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.745612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.231833Z","time spent":"513.725916ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.74587Z","caller":"traceutil/trace.go:171","msg":"trace[1321950038] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"513.890841ms","start":"2026-03-02T03:00:03.23195Z","end":"2026-03-02T03:00:03.745841Z","steps":["trace[1321950038] 'process raft request' (duration: 513.50302ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:03.745901Z","caller":"traceutil/trace.go:171","msg":"trace[996718647] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"513.349966ms","start":"2026-03-02T03:00:03.232527Z","end":"2026-03-02T03:00:03.745877Z","steps":["trace[996718647] 'process raft request' (duration: 513.173321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:03.745928Z","caller":"traceutil/trace.go:171","msg":"trace[1619711798] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"513.331065ms","start":"2026-03-02T03:00:03.232571Z","end":"2026-03-02T03:00:03.745902Z","steps":["trace[1619711798] 'process raft request' (duration: 513.231493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:03.74599Z","caller":"traceutil/trace.go:171","msg":"trace[1792402283] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"513.340055ms","start":"2026-03-02T03:00:03.232632Z","end":"2026-03-02T03:00:03.745972Z","steps":["trace[1792402283] 'process raft request' (duration: 513.217862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:03.745993Z","caller":"traceutil/trace.go:171","msg":"trace[96529844] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"513.331315ms","start":"2026-03-02T03:00:03.232641Z","end":"2026-03-02T03:00:03.745973Z","steps":["trace[96529844] 'process raft request' (duration: 513.244563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.232504Z","time spent":"513.455249ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.746056Z","caller":"traceutil/trace.go:171","msg":"trace[638073284] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"513.335255ms","start":"2026-03-02T03:00:03.232704Z","end":"2026-03-02T03:00:03.746039Z","steps":["trace[638073284] 'process raft request' (duration: 513.261503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.232559Z","time spent":"513.437078ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:03.746098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.232626Z","time spent":"513.420718ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.746079Z","caller":"traceutil/trace.go:171","msg":"trace[1270064848] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"513.366716ms","start":"2026-03-02T03:00:03.232678Z","end":"2026-03-02T03:00:03.746045Z","steps":["trace[1270064848] 'process raft request' (duration: 513.251603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.74613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.232633Z","time spent":"513.422727ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:03.74618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.232697Z","time spent":"513.408518ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.746209Z","caller":"traceutil/trace.go:171","msg":"trace[1729457597] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"513.49106ms","start":"2026-03-02T03:00:03.232701Z","end":"2026-03-02T03:00:03.746193Z","steps":["trace[1729457597] 'process raft request' (duration: 513.303655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.231943Z","time spent":"513.989193ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:03.746269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.232683Z","time spent":"513.557451ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:03.746256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.232671Z","time spent":"513.490029ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.746407Z","caller":"traceutil/trace.go:171","msg":"trace[364701482] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"508.351673ms","start":"2026-03-02T03:00:03.238045Z","end":"2026-03-02T03:00:03.746397Z","steps":["trace[364701482] 'process raft request' (duration: 508.093036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.238021Z","time spent":"508.416315ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:03.746505Z","caller":"traceutil/trace.go:171","msg":"trace[1479751422] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"508.451946ms","start":"2026-03-02T03:00:03.238042Z","end":"2026-03-02T03:00:03.746494Z","steps":["trace[1479751422] 'process raft request' (duration: 508.282922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.238029Z","time spent":"508.506097ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T03:00:03.746565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.588043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b7047831-97f6-49c8-8716-fffa26d72ee6\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-02T03:00:03.746568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.686692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5338"} {"level":"warn","ts":"2026-03-02T03:00:03.746582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.787558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-02T03:00:03.746599Z","caller":"traceutil/trace.go:171","msg":"trace[1071457975] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b7047831-97f6-49c8-8716-fffa26d72ee6; range_end:; response_count:1; response_revision:23583; }","duration":"510.649354ms","start":"2026-03-02T03:00:03.23594Z","end":"2026-03-02T03:00:03.746589Z","steps":["trace[1071457975] 'agreement among raft nodes before linearized reading' (duration: 510.50169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:03.746612Z","caller":"traceutil/trace.go:171","msg":"trace[1570517494] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:23583; }","duration":"508.741903ms","start":"2026-03-02T03:00:03.237857Z","end":"2026-03-02T03:00:03.746599Z","steps":["trace[1570517494] 'agreement among raft nodes before linearized reading' (duration: 508.601979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.235925Z","time spent":"510.700746ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-b7047831-97f6-49c8-8716-fffa26d72ee6\" "} {"level":"info","ts":"2026-03-02T03:00:03.746632Z","caller":"traceutil/trace.go:171","msg":"trace[521124142] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23583; }","duration":"510.848679ms","start":"2026-03-02T03:00:03.235772Z","end":"2026-03-02T03:00:03.74662Z","steps":["trace[521124142] 'agreement among raft nodes before linearized reading' (duration: 510.690255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.23785Z","time spent":"508.795575ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5361,"request content":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-03-02T03:00:03.746688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.235767Z","time spent":"510.912471ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-02T03:00:03.746743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.137801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:03.746772Z","caller":"traceutil/trace.go:171","msg":"trace[1900147474] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23583; }","duration":"311.208412ms","start":"2026-03-02T03:00:03.435557Z","end":"2026-03-02T03:00:03.746765Z","steps":["trace[1900147474] 'agreement among raft nodes before linearized reading' (duration: 311.157471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.746797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.435533Z","time spent":"311.258804ms","remote":"127.0.0.1:34762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:03.747332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.654781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1295039"} {"level":"info","ts":"2026-03-02T03:00:03.747373Z","caller":"traceutil/trace.go:171","msg":"trace[251254976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23583; }","duration":"511.724172ms","start":"2026-03-02T03:00:03.23564Z","end":"2026-03-02T03:00:03.747364Z","steps":["trace[251254976] 'agreement among raft nodes before linearized reading' (duration: 510.769307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.747398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.235626Z","time spent":"511.763414ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1295062,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:03.747761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.7547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1295039"} {"level":"info","ts":"2026-03-02T03:00:03.747807Z","caller":"traceutil/trace.go:171","msg":"trace[644350502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:23583; }","duration":"509.811582ms","start":"2026-03-02T03:00:03.237983Z","end":"2026-03-02T03:00:03.747795Z","steps":["trace[644350502] 'agreement among raft nodes before linearized reading' (duration: 508.426895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:03.747863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.23798Z","time spent":"509.852723ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":133,"response size":1295062,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:04.5097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.785288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:04.509926Z","caller":"traceutil/trace.go:171","msg":"trace[395641426] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"763.914737ms","start":"2026-03-02T03:00:03.745974Z","end":"2026-03-02T03:00:04.509889Z","steps":["trace[395641426] 'process raft request' (duration: 293.870692ms)","trace[395641426] 'compare' (duration: 469.586893ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:04.509949Z","caller":"traceutil/trace.go:171","msg":"trace[1922786403] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"759.613143ms","start":"2026-03-02T03:00:03.750304Z","end":"2026-03-02T03:00:04.509917Z","steps":["trace[1922786403] 'process raft request' (duration: 759.488239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.750285Z","time spent":"759.730595ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T03:00:04.510078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.745956Z","time spent":"764.0414ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:04.510143Z","caller":"traceutil/trace.go:171","msg":"trace[688796999] linearizableReadLoop","detail":"{readStateIndex:24412; appliedIndex:24408; }","duration":"758.686707ms","start":"2026-03-02T03:00:03.751441Z","end":"2026-03-02T03:00:04.510128Z","steps":["trace[688796999] 'read index received' (duration: 288.419187ms)","trace[688796999] 'applied index is now lower than readState.Index' (duration: 470.26647ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:04.510238Z","caller":"traceutil/trace.go:171","msg":"trace[1806245833] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"751.22158ms","start":"2026-03-02T03:00:03.758992Z","end":"2026-03-02T03:00:04.510214Z","steps":["trace[1806245833] 'process raft request' (duration: 751.070386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.888437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:04.510306Z","caller":"traceutil/trace.go:171","msg":"trace[2138836244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23593; }","duration":"754.942388ms","start":"2026-03-02T03:00:03.755355Z","end":"2026-03-02T03:00:04.510298Z","steps":["trace[2138836244] 'agreement among raft nodes before linearized reading' (duration: 754.864016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.75534Z","time spent":"754.98948ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:00:04.510345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.75898Z","time spent":"751.320572ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T03:00:04.510341Z","caller":"traceutil/trace.go:171","msg":"trace[180479556] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"753.702385ms","start":"2026-03-02T03:00:03.756495Z","end":"2026-03-02T03:00:04.510197Z","steps":["trace[180479556] 'process raft request' (duration: 753.472329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.004196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T03:00:04.510507Z","caller":"traceutil/trace.go:171","msg":"trace[1258663518] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"751.539597ms","start":"2026-03-02T03:00:03.758962Z","end":"2026-03-02T03:00:04.510502Z","steps":["trace[1258663518] 'process raft request' (duration: 751.070465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:04.510502Z","caller":"traceutil/trace.go:171","msg":"trace[565249877] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"751.334242ms","start":"2026-03-02T03:00:03.759131Z","end":"2026-03-02T03:00:04.510465Z","steps":["trace[565249877] 'process raft request' (duration: 750.965632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.756488Z","time spent":"753.932301ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T03:00:04.510526Z","caller":"traceutil/trace.go:171","msg":"trace[648187619] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"759.653233ms","start":"2026-03-02T03:00:03.750852Z","end":"2026-03-02T03:00:04.510505Z","steps":["trace[648187619] 'process raft request' (duration: 759.010126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:04.510544Z","caller":"traceutil/trace.go:171","msg":"trace[1837027709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23593; }","duration":"759.12845ms","start":"2026-03-02T03:00:03.751391Z","end":"2026-03-02T03:00:04.510519Z","steps":["trace[1837027709] 'agreement among raft nodes before linearized reading' (duration: 758.842182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.779134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:04.510592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.116698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:04.510588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.759111Z","time spent":"751.432275ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T03:00:04.510612Z","caller":"traceutil/trace.go:171","msg":"trace[598034707] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23593; }","duration":"525.17988ms","start":"2026-03-02T03:00:03.985427Z","end":"2026-03-02T03:00:04.510607Z","steps":["trace[598034707] 'agreement among raft nodes before linearized reading' (duration: 525.140309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.751376Z","time spent":"759.211611ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T03:00:04.510611Z","caller":"traceutil/trace.go:171","msg":"trace[592976522] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23593; }","duration":"751.804795ms","start":"2026-03-02T03:00:03.758793Z","end":"2026-03-02T03:00:04.510598Z","steps":["trace[592976522] 'agreement among raft nodes before linearized reading' (duration: 751.766124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.750844Z","time spent":"759.731685ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:04.51063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.985405Z","time spent":"525.220672ms","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:04.510643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.758751Z","time spent":"751.885977ms","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-02T03:00:04.510486Z","caller":"traceutil/trace.go:171","msg":"trace[107768873] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"751.765114ms","start":"2026-03-02T03:00:03.758714Z","end":"2026-03-02T03:00:04.510479Z","steps":["trace[107768873] 'process raft request' (duration: 751.288441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.15542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:04.510697Z","caller":"traceutil/trace.go:171","msg":"trace[45293328] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"759.777187ms","start":"2026-03-02T03:00:03.750909Z","end":"2026-03-02T03:00:04.510687Z","steps":["trace[45293328] 'process raft request' (duration: 758.994096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:04.510726Z","caller":"traceutil/trace.go:171","msg":"trace[1932358123] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23593; }","duration":"364.369146ms","start":"2026-03-02T03:00:04.146345Z","end":"2026-03-02T03:00:04.510714Z","steps":["trace[1932358123] 'agreement among raft nodes before linearized reading' (duration: 364.16255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.750904Z","time spent":"759.817018ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:04.510743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.758695Z","time spent":"752.00115ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:04.510772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:04.146324Z","time spent":"364.434697ms","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:04.510778Z","caller":"traceutil/trace.go:171","msg":"trace[1906363804] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"754.353893ms","start":"2026-03-02T03:00:03.756321Z","end":"2026-03-02T03:00:04.510675Z","steps":["trace[1906363804] 'process raft request' (duration: 753.610293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.510539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.758952Z","time spent":"751.571119ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T03:00:04.510742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.110118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T03:00:04.510875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.756308Z","time spent":"754.514597ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:04.510886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.926002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:04.510917Z","caller":"traceutil/trace.go:171","msg":"trace[633513041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23593; }","duration":"577.992524ms","start":"2026-03-02T03:00:03.932913Z","end":"2026-03-02T03:00:04.510906Z","steps":["trace[633513041] 'agreement among raft nodes before linearized reading' (duration: 577.942843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:04.510917Z","caller":"traceutil/trace.go:171","msg":"trace[586591678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23593; }","duration":"610.308143ms","start":"2026-03-02T03:00:03.900571Z","end":"2026-03-02T03:00:04.510879Z","steps":["trace[586591678] 'agreement among raft nodes before linearized reading' (duration: 609.966414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:04.51094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.932893Z","time spent":"578.040346ms","remote":"127.0.0.1:33524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:04.510988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:03.90055Z","time spent":"610.415147ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-02T03:00:07.288086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.907582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:07.288198Z","caller":"traceutil/trace.go:171","msg":"trace[1092240769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23732; }","duration":"265.712474ms","start":"2026-03-02T03:00:07.022463Z","end":"2026-03-02T03:00:07.288175Z","steps":["trace[1092240769] 'range keys from in-memory index tree' (duration: 264.744098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.288387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.926996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-03-02T03:00:07.288417Z","caller":"traceutil/trace.go:171","msg":"trace[1182151225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23732; }","duration":"377.989058ms","start":"2026-03-02T03:00:06.910419Z","end":"2026-03-02T03:00:07.288408Z","steps":["trace[1182151225] 'range keys from in-memory index tree' (duration: 377.807543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.288439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:06.910402Z","time spent":"378.030829ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"warn","ts":"2026-03-02T03:00:07.288501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.479016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T03:00:07.288554Z","caller":"traceutil/trace.go:171","msg":"trace[1530809525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23732; }","duration":"482.555118ms","start":"2026-03-02T03:00:06.80598Z","end":"2026-03-02T03:00:07.288535Z","steps":["trace[1530809525] 'range keys from in-memory index tree' (duration: 482.358842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.288587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:06.80596Z","time spent":"482.618899ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T03:00:07.37261Z","caller":"traceutil/trace.go:171","msg":"trace[2042174174] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"229.108011ms","start":"2026-03-02T03:00:07.143445Z","end":"2026-03-02T03:00:07.372553Z","steps":["trace[2042174174] 'process raft request' (duration: 228.819943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.835227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.638706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:07.835621Z","caller":"traceutil/trace.go:171","msg":"trace[1991721498] linearizableReadLoop","detail":"{readStateIndex:24562; appliedIndex:24559; }","duration":"576.048952ms","start":"2026-03-02T03:00:07.259518Z","end":"2026-03-02T03:00:07.835566Z","steps":["trace[1991721498] 'read index received' (duration: 112.747297ms)","trace[1991721498] 'applied index is now lower than readState.Index' (duration: 463.300725ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:07.835808Z","caller":"traceutil/trace.go:171","msg":"trace[334931777] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"596.26998ms","start":"2026-03-02T03:00:07.239446Z","end":"2026-03-02T03:00:07.835716Z","steps":["trace[334931777] 'process raft request' (duration: 595.973592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.835904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.389642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:07.835966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.239432Z","time spent":"596.455085ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:07.835931Z","caller":"traceutil/trace.go:171","msg":"trace[978735817] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"597.567775ms","start":"2026-03-02T03:00:07.238325Z","end":"2026-03-02T03:00:07.835892Z","steps":["trace[978735817] 'process raft request' (duration: 458.18473ms)","trace[978735817] 'compare' (duration: 138.351508ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:07.835999Z","caller":"traceutil/trace.go:171","msg":"trace[1580255884] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23735; }","duration":"576.497935ms","start":"2026-03-02T03:00:07.259452Z","end":"2026-03-02T03:00:07.83595Z","steps":["trace[1580255884] 'agreement among raft nodes before linearized reading' (duration: 576.360741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.836105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.238293Z","time spent":"597.726458ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:07.836138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.259428Z","time spent":"576.69591ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:07.846981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.73188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-02T03:00:07.84702Z","caller":"traceutil/trace.go:171","msg":"trace[3334167] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23736; }","duration":"556.775541ms","start":"2026-03-02T03:00:07.290235Z","end":"2026-03-02T03:00:07.847011Z","steps":["trace[3334167] 'agreement among raft nodes before linearized reading' (duration: 556.616986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.84704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.290125Z","time spent":"556.910594ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18784,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T03:00:07.847035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.938995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:07.847105Z","caller":"traceutil/trace.go:171","msg":"trace[339709742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23736; }","duration":"557.015307ms","start":"2026-03-02T03:00:07.290072Z","end":"2026-03-02T03:00:07.847087Z","steps":["trace[339709742] 'agreement among raft nodes before linearized reading' (duration: 556.889793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.847137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.290027Z","time spent":"557.105099ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:00:07.84722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.364943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-03-02T03:00:07.847267Z","caller":"traceutil/trace.go:171","msg":"trace[1681597006] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23736; }","duration":"520.464905ms","start":"2026-03-02T03:00:07.326791Z","end":"2026-03-02T03:00:07.847256Z","steps":["trace[1681597006] 'agreement among raft nodes before linearized reading' (duration: 520.365963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.84729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.326761Z","time spent":"520.523977ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"warn","ts":"2026-03-02T03:00:07.847361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.311884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-02T03:00:07.847456Z","caller":"traceutil/trace.go:171","msg":"trace[516990269] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:23736; }","duration":"215.414296ms","start":"2026-03-02T03:00:07.632003Z","end":"2026-03-02T03:00:07.847417Z","steps":["trace[516990269] 'agreement among raft nodes before linearized reading' (duration: 215.085478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.847377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.248025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"info","ts":"2026-03-02T03:00:07.847524Z","caller":"traceutil/trace.go:171","msg":"trace[1825161114] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23736; }","duration":"138.420639ms","start":"2026-03-02T03:00:07.709074Z","end":"2026-03-02T03:00:07.847495Z","steps":["trace[1825161114] 'agreement among raft nodes before linearized reading' (duration: 138.139252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:07.847034Z","caller":"traceutil/trace.go:171","msg":"trace[338717610] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"410.177664ms","start":"2026-03-02T03:00:07.436836Z","end":"2026-03-02T03:00:07.847014Z","steps":["trace[338717610] 'process raft request' (duration: 409.830824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:07.847697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.436807Z","time spent":"410.833661ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:08.354354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316601564,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T03:00:08.642291Z","caller":"traceutil/trace.go:171","msg":"trace[2093957445] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"789.299291ms","start":"2026-03-02T03:00:07.852966Z","end":"2026-03-02T03:00:08.642265Z","steps":["trace[2093957445] 'process raft request' (duration: 789.137257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:08.642445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.852947Z","time spent":"789.418605ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.222589Z","caller":"traceutil/trace.go:171","msg":"trace[923746525] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"1.369122425s","start":"2026-03-02T03:00:07.853433Z","end":"2026-03-02T03:00:09.222555Z","steps":["trace[923746525] 'process raft request' (duration: 1.325485505s)","trace[923746525] 'compare' (duration: 43.061704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:09.222736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.853411Z","time spent":"1.369254598s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.222651Z","caller":"traceutil/trace.go:171","msg":"trace[1779827672] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"1.36858905s","start":"2026-03-02T03:00:07.854016Z","end":"2026-03-02T03:00:09.222605Z","steps":["trace[1779827672] 'process raft request' (duration: 1.368456937s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:09.222872Z","caller":"traceutil/trace.go:171","msg":"trace[1826811300] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"1.368638032s","start":"2026-03-02T03:00:07.854222Z","end":"2026-03-02T03:00:09.22286Z","steps":["trace[1826811300] 'process raft request' (duration: 1.368354094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.222926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.854201Z","time spent":"1.368698373s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.222957Z","caller":"traceutil/trace.go:171","msg":"trace[918730466] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"1.368518749s","start":"2026-03-02T03:00:07.854416Z","end":"2026-03-02T03:00:09.222935Z","steps":["trace[918730466] 'process raft request' (duration: 1.368270392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.222978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.854008Z","time spent":"1.368834166s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:09.223092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.854408Z","time spent":"1.368619611s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3744,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.223409Z","caller":"traceutil/trace.go:171","msg":"trace[1478358430] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"1.368295182s","start":"2026-03-02T03:00:07.855098Z","end":"2026-03-02T03:00:09.223394Z","steps":["trace[1478358430] 'process raft request' (duration: 1.367785908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.223518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.855092Z","time spent":"1.368374715s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.22355Z","caller":"traceutil/trace.go:171","msg":"trace[521529521] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"1.323124442s","start":"2026-03-02T03:00:07.900415Z","end":"2026-03-02T03:00:09.22354Z","steps":["trace[521529521] 'process raft request' (duration: 1.322772403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.223658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.900391Z","time spent":"1.323241724s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.225801Z","caller":"traceutil/trace.go:171","msg":"trace[1709377687] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"702.293028ms","start":"2026-03-02T03:00:08.523484Z","end":"2026-03-02T03:00:09.225777Z","steps":["trace[1709377687] 'process raft request' (duration: 702.169885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.225902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.523456Z","time spent":"702.400531ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.225898Z","caller":"traceutil/trace.go:171","msg":"trace[970832495] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"1.008327584s","start":"2026-03-02T03:00:08.217544Z","end":"2026-03-02T03:00:09.225872Z","steps":["trace[970832495] 'process raft request' (duration: 1.005868109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.226177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.217517Z","time spent":"1.008435047s","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418614,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.226158Z","caller":"traceutil/trace.go:171","msg":"trace[1459017598] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"700.317976ms","start":"2026-03-02T03:00:08.525633Z","end":"2026-03-02T03:00:09.225951Z","steps":["trace[1459017598] 'process raft request' (duration: 700.0739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.226302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.525606Z","time spent":"700.621644ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.226508Z","caller":"traceutil/trace.go:171","msg":"trace[1330082566] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"700.316046ms","start":"2026-03-02T03:00:08.526179Z","end":"2026-03-02T03:00:09.226495Z","steps":["trace[1330082566] 'process raft request' (duration: 699.70057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.226569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.526157Z","time spent":"700.383728ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:09.226622Z","caller":"traceutil/trace.go:171","msg":"trace[1675460767] linearizableReadLoop","detail":"{readStateIndex:24571; appliedIndex:24563; }","duration":"1.372452293s","start":"2026-03-02T03:00:07.854136Z","end":"2026-03-02T03:00:09.226588Z","steps":["trace[1675460767] 'read index received' (duration: 787.972326ms)","trace[1675460767] 'applied index is now lower than readState.Index' (duration: 584.460086ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:09.226655Z","caller":"traceutil/trace.go:171","msg":"trace[170248357] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"700.320046ms","start":"2026-03-02T03:00:08.52632Z","end":"2026-03-02T03:00:09.22664Z","steps":["trace[170248357] 'process raft request' (duration: 700.137461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.226743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.526248Z","time spent":"700.45411ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:09.22683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.889508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:09.226889Z","caller":"traceutil/trace.go:171","msg":"trace[415306799] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23748; }","duration":"461.97561ms","start":"2026-03-02T03:00:08.764895Z","end":"2026-03-02T03:00:09.226871Z","steps":["trace[415306799] 'agreement among raft nodes before linearized reading' (duration: 461.864387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.226963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.764882Z","time spent":"462.061752ms","remote":"127.0.0.1:33630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:09.227086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.499206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:09.227127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.886972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:09.227165Z","caller":"traceutil/trace.go:171","msg":"trace[322556931] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23748; }","duration":"808.957764ms","start":"2026-03-02T03:00:08.418195Z","end":"2026-03-02T03:00:09.227152Z","steps":["trace[322556931] 'agreement among raft nodes before linearized reading' (duration: 808.889782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.227193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.418176Z","time spent":"809.009486ms","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:09.227242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.495601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:09.227235Z","caller":"traceutil/trace.go:171","msg":"trace[808732173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23748; }","duration":"204.611829ms","start":"2026-03-02T03:00:09.022534Z","end":"2026-03-02T03:00:09.227146Z","steps":["trace[808732173] 'agreement among raft nodes before linearized reading' (duration: 204.501416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:09.227306Z","caller":"traceutil/trace.go:171","msg":"trace[7343045] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23748; }","duration":"416.602444ms","start":"2026-03-02T03:00:08.810687Z","end":"2026-03-02T03:00:09.227289Z","steps":["trace[7343045] 'agreement among raft nodes before linearized reading' (duration: 416.502921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.227393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.810664Z","time spent":"416.712617ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T03:00:09.227441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.48294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T03:00:09.227471Z","caller":"traceutil/trace.go:171","msg":"trace[687574301] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23748; }","duration":"498.513831ms","start":"2026-03-02T03:00:08.728949Z","end":"2026-03-02T03:00:09.227463Z","steps":["trace[687574301] 'agreement among raft nodes before linearized reading' (duration: 498.382228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.227496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.728897Z","time spent":"498.592254ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T03:00:09.22786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.093691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-02T03:00:09.2279Z","caller":"traceutil/trace.go:171","msg":"trace[1084300698] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23748; }","duration":"934.182053ms","start":"2026-03-02T03:00:08.293708Z","end":"2026-03-02T03:00:09.22789Z","steps":["trace[1084300698] 'agreement among raft nodes before linearized reading' (duration: 934.116321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.227926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:08.293681Z","time spent":"934.237624ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"warn","ts":"2026-03-02T03:00:09.228014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368148198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T03:00:09.228086Z","caller":"traceutil/trace.go:171","msg":"trace[1785648315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23748; }","duration":"1.36821834s","start":"2026-03-02T03:00:07.859847Z","end":"2026-03-02T03:00:09.228065Z","steps":["trace[1785648315] 'agreement among raft nodes before linearized reading' (duration: 1.368050056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.228134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.859811Z","time spent":"1.368308983s","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T03:00:09.228205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373189852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326881"} {"level":"info","ts":"2026-03-02T03:00:09.228271Z","caller":"traceutil/trace.go:171","msg":"trace[1185780036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23748; }","duration":"1.373274724s","start":"2026-03-02T03:00:07.854982Z","end":"2026-03-02T03:00:09.228257Z","steps":["trace[1185780036] 'agreement among raft nodes before linearized reading' (duration: 1.371780675s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.228315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.854977Z","time spent":"1.373324376s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1326904,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:09.230689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376541842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326881"} {"level":"info","ts":"2026-03-02T03:00:09.230743Z","caller":"traceutil/trace.go:171","msg":"trace[808573012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23748; }","duration":"1.376600813s","start":"2026-03-02T03:00:07.854131Z","end":"2026-03-02T03:00:09.230732Z","steps":["trace[808573012] 'agreement among raft nodes before linearized reading' (duration: 1.372810492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.23078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:07.854108Z","time spent":"1.376658785s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1326904,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:09.953056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.110772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T03:00:09.953116Z","caller":"traceutil/trace.go:171","msg":"trace[1753673838] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23748; }","duration":"369.212404ms","start":"2026-03-02T03:00:09.583886Z","end":"2026-03-02T03:00:09.953098Z","steps":["trace[1753673838] 'range keys from in-memory index tree' (duration: 368.884305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.953154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.583855Z","time spent":"369.291257ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T03:00:09.953309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.498081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T03:00:09.953346Z","caller":"traceutil/trace.go:171","msg":"trace[1887711729] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23748; }","duration":"539.570103ms","start":"2026-03-02T03:00:09.413766Z","end":"2026-03-02T03:00:09.953336Z","steps":["trace[1887711729] 'count revisions from in-memory index tree' (duration: 539.430879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:09.953373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.413748Z","time spent":"539.617724ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:09.953834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.431252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T03:00:09.953925Z","caller":"traceutil/trace.go:171","msg":"trace[2017891727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23748; }","duration":"199.568216ms","start":"2026-03-02T03:00:09.754333Z","end":"2026-03-02T03:00:09.953901Z","steps":["trace[2017891727] 'range keys from in-memory index tree' (duration: 199.168365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.353922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316601589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T03:00:10.424666Z","caller":"traceutil/trace.go:171","msg":"trace[1235479289] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"582.968426ms","start":"2026-03-02T03:00:09.841669Z","end":"2026-03-02T03:00:10.424637Z","steps":["trace[1235479289] 'process raft request' (duration: 582.792461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.424943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.841639Z","time spent":"583.11289ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:10.705394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.489324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:10.70552Z","caller":"traceutil/trace.go:171","msg":"trace[789013988] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24575; }","duration":"851.821453ms","start":"2026-03-02T03:00:09.853675Z","end":"2026-03-02T03:00:10.705496Z","steps":["trace[789013988] 'read index received' (duration: 570.791043ms)","trace[789013988] 'applied index is now lower than readState.Index' (duration: 281.02818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:10.713019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.055497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-02T03:00:10.71309Z","caller":"traceutil/trace.go:171","msg":"trace[529776486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23750; }","duration":"478.15513ms","start":"2026-03-02T03:00:10.234907Z","end":"2026-03-02T03:00:10.713062Z","steps":["trace[529776486] 'agreement among raft nodes before linearized reading' (duration: 472.429268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.713121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:10.234886Z","time spent":"478.227312ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"info","ts":"2026-03-02T03:00:10.713315Z","caller":"traceutil/trace.go:171","msg":"trace[1102229398] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"865.037844ms","start":"2026-03-02T03:00:09.842491Z","end":"2026-03-02T03:00:10.707529Z","steps":["trace[1102229398] 'process raft request' (duration: 675.359952ms)","trace[1102229398] 'compare' (duration: 187.34567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:10.713385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.842468Z","time spent":"870.871769ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:10.713563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.886627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:10.713593Z","caller":"traceutil/trace.go:171","msg":"trace[981154967] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23750; }","duration":"859.956119ms","start":"2026-03-02T03:00:09.853628Z","end":"2026-03-02T03:00:10.713584Z","steps":["trace[981154967] 'agreement among raft nodes before linearized reading' (duration: 853.908078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.713624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.853615Z","time spent":"859.993849ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:10.714015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.390066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:10.714056Z","caller":"traceutil/trace.go:171","msg":"trace[950708080] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23750; }","duration":"715.455028ms","start":"2026-03-02T03:00:09.998583Z","end":"2026-03-02T03:00:10.714038Z","steps":["trace[950708080] 'agreement among raft nodes before linearized reading' (duration: 709.263633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.71408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.998563Z","time spent":"715.510069ms","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:10.714301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.320304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-02T03:00:10.714332Z","caller":"traceutil/trace.go:171","msg":"trace[1195656973] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23750; }","duration":"677.370485ms","start":"2026-03-02T03:00:10.036945Z","end":"2026-03-02T03:00:10.714315Z","steps":["trace[1195656973] 'agreement among raft nodes before linearized reading' (duration: 670.952825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.714355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:10.036929Z","time spent":"677.418346ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18784,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T03:00:10.715765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.140094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:10.715807Z","caller":"traceutil/trace.go:171","msg":"trace[1439991905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23750; }","duration":"693.201066ms","start":"2026-03-02T03:00:10.022588Z","end":"2026-03-02T03:00:10.715789Z","steps":["trace[1439991905] 'agreement among raft nodes before linearized reading' (duration: 685.520222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.715829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:10.022573Z","time spent":"693.249577ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:00:10.716201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.18894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cfc2176d-69d3-48b4-be5b-11b25f52fbf3\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T03:00:10.716245Z","caller":"traceutil/trace.go:171","msg":"trace[182862254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cfc2176d-69d3-48b4-be5b-11b25f52fbf3; range_end:; response_count:1; response_revision:23750; }","duration":"759.243132ms","start":"2026-03-02T03:00:09.95698Z","end":"2026-03-02T03:00:10.716223Z","steps":["trace[182862254] 'agreement among raft nodes before linearized reading' (duration: 751.521097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.716274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.956963Z","time spent":"759.303083ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-cfc2176d-69d3-48b4-be5b-11b25f52fbf3\" "} {"level":"warn","ts":"2026-03-02T03:00:10.716549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.618121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T03:00:10.716586Z","caller":"traceutil/trace.go:171","msg":"trace[785690396] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23750; }","duration":"844.656802ms","start":"2026-03-02T03:00:09.87192Z","end":"2026-03-02T03:00:10.716577Z","steps":["trace[785690396] 'agreement among raft nodes before linearized reading' (duration: 836.872955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.716615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.871877Z","time spent":"844.729514ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T03:00:10.718499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.917404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:10.718591Z","caller":"traceutil/trace.go:171","msg":"trace[2106113260] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23750; }","duration":"859.25572ms","start":"2026-03-02T03:00:09.859309Z","end":"2026-03-02T03:00:10.718565Z","steps":["trace[2106113260] 'agreement among raft nodes before linearized reading' (duration: 847.991941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.718648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:09.85929Z","time spent":"859.346082ms","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:10.976741Z","caller":"traceutil/trace.go:171","msg":"trace[596728474] linearizableReadLoop","detail":"{readStateIndex:24579; appliedIndex:24577; }","duration":"247.359476ms","start":"2026-03-02T03:00:10.729362Z","end":"2026-03-02T03:00:10.976721Z","steps":["trace[596728474] 'read index received' (duration: 226.974284ms)","trace[596728474] 'applied index is now lower than readState.Index' (duration: 20.384322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:10.977005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.627283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T03:00:10.977063Z","caller":"traceutil/trace.go:171","msg":"trace[1072679821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23751; }","duration":"247.729165ms","start":"2026-03-02T03:00:10.72932Z","end":"2026-03-02T03:00:10.97705Z","steps":["trace[1072679821] 'agreement among raft nodes before linearized reading' (duration: 247.51217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:10.977239Z","caller":"traceutil/trace.go:171","msg":"trace[97215285] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"255.385359ms","start":"2026-03-02T03:00:10.721847Z","end":"2026-03-02T03:00:10.977232Z","steps":["trace[97215285] 'process raft request' (duration: 254.763673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.977585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.899159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-02T03:00:10.977607Z","caller":"traceutil/trace.go:171","msg":"trace[1267121156] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23751; }","duration":"247.932911ms","start":"2026-03-02T03:00:10.729667Z","end":"2026-03-02T03:00:10.9776Z","steps":["trace[1267121156] 'agreement among raft nodes before linearized reading' (duration: 247.855239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:10.978221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.627509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326881"} {"level":"info","ts":"2026-03-02T03:00:10.978255Z","caller":"traceutil/trace.go:171","msg":"trace[1549731119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23751; }","duration":"248.66302ms","start":"2026-03-02T03:00:10.729583Z","end":"2026-03-02T03:00:10.978246Z","steps":["trace[1549731119] 'agreement among raft nodes before linearized reading' (duration: 247.404417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:11.490724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.173417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:11.490902Z","caller":"traceutil/trace.go:171","msg":"trace[1208642289] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"512.561815ms","start":"2026-03-02T03:00:10.978279Z","end":"2026-03-02T03:00:11.490841Z","steps":["trace[1208642289] 'process raft request' (duration: 194.184002ms)","trace[1208642289] 'compare' (duration: 317.089539ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:11.490985Z","caller":"traceutil/trace.go:171","msg":"trace[990396478] linearizableReadLoop","detail":"{readStateIndex:24580; appliedIndex:24579; }","duration":"506.551776ms","start":"2026-03-02T03:00:10.984424Z","end":"2026-03-02T03:00:11.490976Z","steps":["trace[990396478] 'read index received' (duration: 187.927156ms)","trace[990396478] 'applied index is now lower than readState.Index' (duration: 318.62345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:11.491082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:10.978265Z","time spent":"512.726199ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:11.490945Z","caller":"traceutil/trace.go:171","msg":"trace[777199411] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"506.439112ms","start":"2026-03-02T03:00:10.984489Z","end":"2026-03-02T03:00:11.490928Z","steps":["trace[777199411] 'process raft request' (duration: 506.35773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:11.491192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.761411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7ee4028e-5de9-4575-bf26-f48b9a945438\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-02T03:00:11.49123Z","caller":"traceutil/trace.go:171","msg":"trace[2085266021] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7ee4028e-5de9-4575-bf26-f48b9a945438; range_end:; response_count:1; response_revision:23753; }","duration":"506.814552ms","start":"2026-03-02T03:00:10.984402Z","end":"2026-03-02T03:00:11.491217Z","steps":["trace[2085266021] 'agreement among raft nodes before linearized reading' (duration: 506.633607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:11.491265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:10.984392Z","time spent":"506.864793ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7ee4028e-5de9-4575-bf26-f48b9a945438\" "} {"level":"warn","ts":"2026-03-02T03:00:11.49127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:10.984483Z","time spent":"506.711619ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:12.019711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.744952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:12.019906Z","caller":"traceutil/trace.go:171","msg":"trace[1586520381] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"786.568609ms","start":"2026-03-02T03:00:11.233326Z","end":"2026-03-02T03:00:12.019894Z","steps":["trace[1586520381] 'process raft request' (duration: 786.507597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.019961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.233306Z","time spent":"786.633631ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:12.019997Z","caller":"traceutil/trace.go:171","msg":"trace[804195656] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"791.065728ms","start":"2026-03-02T03:00:11.228909Z","end":"2026-03-02T03:00:12.019975Z","steps":["trace[804195656] 'process raft request' (duration: 658.998597ms)","trace[804195656] 'compare' (duration: 131.450255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:12.020012Z","caller":"traceutil/trace.go:171","msg":"trace[911505211] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"786.697223ms","start":"2026-03-02T03:00:11.23326Z","end":"2026-03-02T03:00:12.019957Z","steps":["trace[911505211] 'process raft request' (duration: 786.524108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.228898Z","time spent":"791.142111ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:12.020208Z","caller":"traceutil/trace.go:171","msg":"trace[1283503179] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"786.711592ms","start":"2026-03-02T03:00:11.233468Z","end":"2026-03-02T03:00:12.02018Z","steps":["trace[1283503179] 'process raft request' (duration: 786.389294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:12.020237Z","caller":"traceutil/trace.go:171","msg":"trace[1180001938] linearizableReadLoop","detail":"{readStateIndex:24586; appliedIndex:24581; }","duration":"529.197787ms","start":"2026-03-02T03:00:11.491012Z","end":"2026-03-02T03:00:12.02021Z","steps":["trace[1180001938] 'read index received' (duration: 396.833829ms)","trace[1180001938] 'applied index is now lower than readState.Index' (duration: 132.362968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:12.020299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.233436Z","time spent":"786.826096ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:12.020306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.241125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-02T03:00:12.020302Z","caller":"traceutil/trace.go:171","msg":"trace[1276421547] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"785.466159ms","start":"2026-03-02T03:00:11.234823Z","end":"2026-03-02T03:00:12.020289Z","steps":["trace[1276421547] 'process raft request' (duration: 785.261254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:12.020334Z","caller":"traceutil/trace.go:171","msg":"trace[6546349] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:23758; }","duration":"770.293106ms","start":"2026-03-02T03:00:11.250034Z","end":"2026-03-02T03:00:12.020327Z","steps":["trace[6546349] 'agreement among raft nodes before linearized reading' (duration: 770.186414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.152237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T03:00:12.020363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.250023Z","time spent":"770.334767ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" "} {"level":"info","ts":"2026-03-02T03:00:12.02038Z","caller":"traceutil/trace.go:171","msg":"trace[832496112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23758; }","duration":"792.180028ms","start":"2026-03-02T03:00:11.228189Z","end":"2026-03-02T03:00:12.020369Z","steps":["trace[832496112] 'agreement among raft nodes before linearized reading' (duration: 792.135377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.228183Z","time spent":"792.210099ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:12.020404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.518463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T03:00:12.020398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.469686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T03:00:12.020436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.878038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-03-02T03:00:12.020282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.09854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:12.020456Z","caller":"traceutil/trace.go:171","msg":"trace[1653057087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23758; }","duration":"792.567058ms","start":"2026-03-02T03:00:11.227877Z","end":"2026-03-02T03:00:12.020444Z","steps":["trace[1653057087] 'agreement among raft nodes before linearized reading' (duration: 792.413114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.145147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6f7ecc7d60a\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-02T03:00:12.020525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.227861Z","time spent":"792.65796ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T03:00:12.020531Z","caller":"traceutil/trace.go:171","msg":"trace[1868876225] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6f7ecc7d60a; range_end:; response_count:1; response_revision:23758; }","duration":"356.180019ms","start":"2026-03-02T03:00:11.664344Z","end":"2026-03-02T03:00:12.020524Z","steps":["trace[1868876225] 'agreement among raft nodes before linearized reading' (duration: 356.096666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.27616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T03:00:12.020423Z","caller":"traceutil/trace.go:171","msg":"trace[621491396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23758; }","duration":"793.558995ms","start":"2026-03-02T03:00:11.226858Z","end":"2026-03-02T03:00:12.020417Z","steps":["trace[621491396] 'agreement among raft nodes before linearized reading' (duration: 793.482633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.664329Z","time spent":"356.218319ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6f7ecc7d60a\" "} {"level":"info","ts":"2026-03-02T03:00:12.020559Z","caller":"traceutil/trace.go:171","msg":"trace[923558818] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23758; }","duration":"526.330391ms","start":"2026-03-02T03:00:11.494221Z","end":"2026-03-02T03:00:12.020551Z","steps":["trace[923558818] 'agreement among raft nodes before linearized reading' (duration: 526.138856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.379309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T03:00:12.020573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.789857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-02T03:00:12.020588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.494158Z","time spent":"526.424374ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T03:00:12.020616Z","caller":"traceutil/trace.go:171","msg":"trace[204031806] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23758; }","duration":"417.875559ms","start":"2026-03-02T03:00:11.602732Z","end":"2026-03-02T03:00:12.020607Z","steps":["trace[204031806] 'agreement among raft nodes before linearized reading' (duration: 417.787136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.60271Z","time spent":"417.92592ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-02T03:00:12.020508Z","caller":"traceutil/trace.go:171","msg":"trace[1052100523] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23758; }","duration":"300.92756ms","start":"2026-03-02T03:00:11.719526Z","end":"2026-03-02T03:00:12.020453Z","steps":["trace[1052100523] 'agreement among raft nodes before linearized reading' (duration: 300.857048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:12.020633Z","caller":"traceutil/trace.go:171","msg":"trace[1117200327] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23758; }","duration":"770.495372ms","start":"2026-03-02T03:00:11.25011Z","end":"2026-03-02T03:00:12.020605Z","steps":["trace[1117200327] 'agreement among raft nodes before linearized reading' (duration: 770.198204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.02067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.719509Z","time spent":"301.155615ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"warn","ts":"2026-03-02T03:00:12.020687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.250092Z","time spent":"770.584604ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T03:00:12.020304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.294602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:00:12.020761Z","caller":"traceutil/trace.go:171","msg":"trace[1601064411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23758; }","duration":"792.766274ms","start":"2026-03-02T03:00:11.227986Z","end":"2026-03-02T03:00:12.020752Z","steps":["trace[1601064411] 'agreement among raft nodes before linearized reading' (duration: 792.24549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.227978Z","time spent":"792.812735ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:00:12.020364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.234809Z","time spent":"785.527872ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:12.020526Z","caller":"traceutil/trace.go:171","msg":"trace[1009877279] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23758; }","duration":"595.379397ms","start":"2026-03-02T03:00:11.425136Z","end":"2026-03-02T03:00:12.020515Z","steps":["trace[1009877279] 'agreement among raft nodes before linearized reading' (duration: 595.12033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.020886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.425114Z","time spent":"595.739876ms","remote":"127.0.0.1:48798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:12.020568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.22684Z","time spent":"793.719489ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:12.020207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:11.233252Z","time spent":"786.851936ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:12.559243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316601618,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T03:00:12.700914Z","caller":"traceutil/trace.go:171","msg":"trace[688446221] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"676.684208ms","start":"2026-03-02T03:00:12.024158Z","end":"2026-03-02T03:00:12.700842Z","steps":["trace[688446221] 'process raft request' (duration: 676.306498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:12.701148Z","caller":"traceutil/trace.go:171","msg":"trace[2035383054] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"676.873843ms","start":"2026-03-02T03:00:12.024252Z","end":"2026-03-02T03:00:12.701126Z","steps":["trace[2035383054] 'process raft request' (duration: 676.840952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.701198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.024151Z","time spent":"676.888463ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:12.701205Z","caller":"traceutil/trace.go:171","msg":"trace[53204655] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"676.931114ms","start":"2026-03-02T03:00:12.024231Z","end":"2026-03-02T03:00:12.701162Z","steps":["trace[53204655] 'process raft request' (duration: 676.76659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.701303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.024236Z","time spent":"676.968076ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:12.701427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.024226Z","time spent":"677.094239ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:12.701449Z","caller":"traceutil/trace.go:171","msg":"trace[264741827] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"677.064608ms","start":"2026-03-02T03:00:12.024196Z","end":"2026-03-02T03:00:12.701261Z","steps":["trace[264741827] 'process raft request' (duration: 676.575205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.701754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.024187Z","time spent":"677.390057ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:12.770282Z","caller":"traceutil/trace.go:171","msg":"trace[371088145] linearizableReadLoop","detail":"{readStateIndex:24592; appliedIndex:24587; }","duration":"711.569796ms","start":"2026-03-02T03:00:12.058678Z","end":"2026-03-02T03:00:12.770248Z","steps":["trace[371088145] 'read index received' (duration: 641.684308ms)","trace[371088145] 'applied index is now lower than readState.Index' (duration: 69.883468ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:12.770472Z","caller":"traceutil/trace.go:171","msg":"trace[271924271] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"339.192057ms","start":"2026-03-02T03:00:12.431241Z","end":"2026-03-02T03:00:12.770433Z","steps":["trace[271924271] 'process raft request' (duration: 338.835667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.770697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.431216Z","time spent":"339.359211ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:12.770749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.562069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T03:00:12.770885Z","caller":"traceutil/trace.go:171","msg":"trace[981903154] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23764; }","duration":"745.726223ms","start":"2026-03-02T03:00:12.025124Z","end":"2026-03-02T03:00:12.77085Z","steps":["trace[981903154] 'agreement among raft nodes before linearized reading' (duration: 745.347913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.770948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.025118Z","time spent":"745.819835ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T03:00:12.772055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.154951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326881"} {"level":"info","ts":"2026-03-02T03:00:12.772177Z","caller":"traceutil/trace.go:171","msg":"trace[995791614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23764; }","duration":"741.298906ms","start":"2026-03-02T03:00:12.030856Z","end":"2026-03-02T03:00:12.772155Z","steps":["trace[995791614] 'agreement among raft nodes before linearized reading' (duration: 739.494168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.772243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.030842Z","time spent":"741.381288ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1326904,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:12.772316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.870474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326881"} {"level":"info","ts":"2026-03-02T03:00:12.772394Z","caller":"traceutil/trace.go:171","msg":"trace[133307054] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23764; }","duration":"746.981007ms","start":"2026-03-02T03:00:12.025394Z","end":"2026-03-02T03:00:12.772375Z","steps":["trace[133307054] 'agreement among raft nodes before linearized reading' (duration: 745.010654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.772449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.025388Z","time spent":"747.045648ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1326904,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:12.787192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.758028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:12.78727Z","caller":"traceutil/trace.go:171","msg":"trace[1907836639] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23765; }","duration":"633.888101ms","start":"2026-03-02T03:00:12.153363Z","end":"2026-03-02T03:00:12.787251Z","steps":["trace[1907836639] 'agreement among raft nodes before linearized reading' (duration: 633.749197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.787266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.128804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:12.787316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.153335Z","time spent":"633.969772ms","remote":"127.0.0.1:50546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:12.787323Z","caller":"traceutil/trace.go:171","msg":"trace[1295821095] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23765; }","duration":"193.239226ms","start":"2026-03-02T03:00:12.594066Z","end":"2026-03-02T03:00:12.787306Z","steps":["trace[1295821095] 'agreement among raft nodes before linearized reading' (duration: 193.124283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.787372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.06596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:12.787452Z","caller":"traceutil/trace.go:171","msg":"trace[1330318105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23765; }","duration":"375.238495ms","start":"2026-03-02T03:00:12.412196Z","end":"2026-03-02T03:00:12.787434Z","steps":["trace[1330318105] 'agreement among raft nodes before linearized reading' (duration: 375.04835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:12.787581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:12.412176Z","time spent":"375.349788ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:14.790132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.715176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T03:00:14.790205Z","caller":"traceutil/trace.go:171","msg":"trace[397460350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23783; }","duration":"147.82648ms","start":"2026-03-02T03:00:14.642362Z","end":"2026-03-02T03:00:14.790188Z","steps":["trace[397460350] 'range keys from in-memory index tree' (duration: 147.572963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:15.300478Z","caller":"traceutil/trace.go:171","msg":"trace[1183251425] linearizableReadLoop","detail":"{readStateIndex:24613; appliedIndex:24612; }","duration":"498.591343ms","start":"2026-03-02T03:00:14.801862Z","end":"2026-03-02T03:00:15.300453Z","steps":["trace[1183251425] 'read index received' (duration: 494.446443ms)","trace[1183251425] 'applied index is now lower than readState.Index' (duration: 4.14347ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:15.300678Z","caller":"traceutil/trace.go:171","msg":"trace[630787027] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"508.579939ms","start":"2026-03-02T03:00:14.792069Z","end":"2026-03-02T03:00:15.300649Z","steps":["trace[630787027] 'process raft request' (duration: 504.241213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.300806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.792047Z","time spent":"508.696332ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:15.3008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.917252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-02T03:00:15.300911Z","caller":"traceutil/trace.go:171","msg":"trace[726715545] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:23785; }","duration":"499.037225ms","start":"2026-03-02T03:00:14.801855Z","end":"2026-03-02T03:00:15.300892Z","steps":["trace[726715545] 'agreement among raft nodes before linearized reading' (duration: 498.791389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.300956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.801822Z","time spent":"499.124468ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" "} {"level":"info","ts":"2026-03-02T03:00:15.44601Z","caller":"traceutil/trace.go:171","msg":"trace[1142073507] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"643.66279ms","start":"2026-03-02T03:00:14.80232Z","end":"2026-03-02T03:00:15.445983Z","steps":["trace[1142073507] 'process raft request' (duration: 642.465238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:15.446028Z","caller":"traceutil/trace.go:171","msg":"trace[100341642] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"643.570017ms","start":"2026-03-02T03:00:14.802417Z","end":"2026-03-02T03:00:15.445987Z","steps":["trace[100341642] 'process raft request' (duration: 643.354341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.446166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.80231Z","time spent":"643.760752ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:15.446256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.802412Z","time spent":"643.725421ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:15.446328Z","caller":"traceutil/trace.go:171","msg":"trace[1290313841] linearizableReadLoop","detail":"{readStateIndex:24620; appliedIndex:24613; }","duration":"145.757004ms","start":"2026-03-02T03:00:15.30054Z","end":"2026-03-02T03:00:15.446297Z","steps":["trace[1290313841] 'read index received' (duration: 144.139941ms)","trace[1290313841] 'applied index is now lower than readState.Index' (duration: 1.615783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:15.446528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.532568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T03:00:15.446562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.137918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:15.446576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.979502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:15.446655Z","caller":"traceutil/trace.go:171","msg":"trace[2110064076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23792; }","duration":"423.314362ms","start":"2026-03-02T03:00:15.023323Z","end":"2026-03-02T03:00:15.446638Z","steps":["trace[2110064076] 'agreement among raft nodes before linearized reading' (duration: 423.150488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:15.446679Z","caller":"traceutil/trace.go:171","msg":"trace[13171025] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"643.976438ms","start":"2026-03-02T03:00:14.802692Z","end":"2026-03-02T03:00:15.446668Z","steps":["trace[13171025] 'process raft request' (duration: 643.458305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.446713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:15.023301Z","time spent":"423.399995ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T03:00:15.446695Z","caller":"traceutil/trace.go:171","msg":"trace[1223237041] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23792; }","duration":"596.131656ms","start":"2026-03-02T03:00:14.850539Z","end":"2026-03-02T03:00:15.446671Z","steps":["trace[1223237041] 'agreement among raft nodes before linearized reading' (duration: 595.939401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.446737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.802686Z","time spent":"644.018629ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:15.446775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.850463Z","time spent":"596.298961ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:15.446984Z","caller":"traceutil/trace.go:171","msg":"trace[598343085] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"565.7934ms","start":"2026-03-02T03:00:14.881177Z","end":"2026-03-02T03:00:15.44697Z","steps":["trace[598343085] 'process raft request' (duration: 565.01431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.447019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.532367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T03:00:15.447043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.881149Z","time spent":"565.864701ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:15.447067Z","caller":"traceutil/trace.go:171","msg":"trace[1870639013] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23792; }","duration":"640.593548ms","start":"2026-03-02T03:00:14.806458Z","end":"2026-03-02T03:00:15.447052Z","steps":["trace[1870639013] 'agreement among raft nodes before linearized reading' (duration: 640.506026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.447109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.806452Z","time spent":"640.64585ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:15.447176Z","caller":"traceutil/trace.go:171","msg":"trace[1319011138] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"183.082586ms","start":"2026-03-02T03:00:15.264082Z","end":"2026-03-02T03:00:15.447165Z","steps":["trace[1319011138] 'process raft request' (duration: 182.153672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.447284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.438157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:15.44736Z","caller":"traceutil/trace.go:171","msg":"trace[1169288681] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23792; }","duration":"528.55936ms","start":"2026-03-02T03:00:14.918778Z","end":"2026-03-02T03:00:15.447337Z","steps":["trace[1169288681] 'agreement among raft nodes before linearized reading' (duration: 528.445377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.447396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.971804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3948"} {"level":"warn","ts":"2026-03-02T03:00:15.447405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.495579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T03:00:15.447407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.918754Z","time spent":"528.642863ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:15.447437Z","caller":"traceutil/trace.go:171","msg":"trace[278447870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23792; }","duration":"414.085427ms","start":"2026-03-02T03:00:15.033339Z","end":"2026-03-02T03:00:15.447425Z","steps":["trace[278447870] 'agreement among raft nodes before linearized reading' (duration: 413.954924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.447476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:15.033327Z","time spent":"414.141339ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"warn","ts":"2026-03-02T03:00:15.44751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.573223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:15.447549Z","caller":"traceutil/trace.go:171","msg":"trace[1605770498] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23792; }","duration":"141.651625ms","start":"2026-03-02T03:00:15.30589Z","end":"2026-03-02T03:00:15.447541Z","steps":["trace[1605770498] 'agreement among raft nodes before linearized reading' (duration: 141.582844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:15.446572Z","caller":"traceutil/trace.go:171","msg":"trace[1722645599] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23792; }","duration":"417.61125ms","start":"2026-03-02T03:00:15.02895Z","end":"2026-03-02T03:00:15.446561Z","steps":["trace[1722645599] 'agreement among raft nodes before linearized reading' (duration: 417.468557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:15.447441Z","caller":"traceutil/trace.go:171","msg":"trace[393914944] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23792; }","duration":"645.53988ms","start":"2026-03-02T03:00:14.801891Z","end":"2026-03-02T03:00:15.447431Z","steps":["trace[393914944] 'agreement among raft nodes before linearized reading' (duration: 645.366565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.44773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:15.028928Z","time spent":"418.789602ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T03:00:15.447757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.801886Z","time spent":"645.860488ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T03:00:15.447845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.714778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T03:00:15.447901Z","caller":"traceutil/trace.go:171","msg":"trace[926287368] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23792; }","duration":"483.822831ms","start":"2026-03-02T03:00:14.964063Z","end":"2026-03-02T03:00:15.447885Z","steps":["trace[926287368] 'agreement among raft nodes before linearized reading' (duration: 483.575184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.447949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.963996Z","time spent":"483.936884ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T03:00:15.447991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.155142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:00:15.448049Z","caller":"traceutil/trace.go:171","msg":"trace[941751448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23792; }","duration":"457.252365ms","start":"2026-03-02T03:00:14.990781Z","end":"2026-03-02T03:00:15.448033Z","steps":["trace[941751448] 'agreement among raft nodes before linearized reading' (duration: 456.32743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.448089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.99076Z","time spent":"457.320847ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T03:00:15.44664Z","caller":"traceutil/trace.go:171","msg":"trace[528597278] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"644.03863ms","start":"2026-03-02T03:00:14.802593Z","end":"2026-03-02T03:00:15.446631Z","steps":["trace[528597278] 'process raft request' (duration: 643.452885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:15.446607Z","caller":"traceutil/trace.go:171","msg":"trace[196604064] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"644.05715ms","start":"2026-03-02T03:00:14.802541Z","end":"2026-03-02T03:00:15.446598Z","steps":["trace[196604064] 'process raft request' (duration: 643.358012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:15.449357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.802533Z","time spent":"646.752712ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:15.451551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:14.802587Z","time spent":"648.877319ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:15.454826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.741208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326787"} {"level":"info","ts":"2026-03-02T03:00:15.45491Z","caller":"traceutil/trace.go:171","msg":"trace[1126933604] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23792; }","duration":"141.867431ms","start":"2026-03-02T03:00:15.313025Z","end":"2026-03-02T03:00:15.454893Z","steps":["trace[1126933604] 'agreement among raft nodes before linearized reading' (duration: 135.723408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:17.958289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316601708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T03:00:18.037811Z","caller":"traceutil/trace.go:171","msg":"trace[1571029505] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"579.958187ms","start":"2026-03-02T03:00:17.457829Z","end":"2026-03-02T03:00:18.037788Z","steps":["trace[1571029505] 'process raft request' (duration: 579.819744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.03795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.457815Z","time spent":"580.06278ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:18.042089Z","caller":"traceutil/trace.go:171","msg":"trace[1781095175] linearizableReadLoop","detail":"{readStateIndex:24636; appliedIndex:24632; }","duration":"584.095497ms","start":"2026-03-02T03:00:17.457977Z","end":"2026-03-02T03:00:18.042073Z","steps":["trace[1781095175] 'read index received' (duration: 579.66187ms)","trace[1781095175] 'applied index is now lower than readState.Index' (duration: 4.432777ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:18.042233Z","caller":"traceutil/trace.go:171","msg":"trace[1564934914] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"583.44686ms","start":"2026-03-02T03:00:17.45877Z","end":"2026-03-02T03:00:18.042217Z","steps":["trace[1564934914] 'process raft request' (duration: 583.216724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.042326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.458762Z","time spent":"583.512372ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:18.042446Z","caller":"traceutil/trace.go:171","msg":"trace[661766272] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"584.273272ms","start":"2026-03-02T03:00:17.458163Z","end":"2026-03-02T03:00:18.042436Z","steps":["trace[661766272] 'process raft request' (duration: 583.741718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.042531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.458154Z","time spent":"584.304283ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:18.042564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.56767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:00:18.04259Z","caller":"traceutil/trace.go:171","msg":"trace[1992628093] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"180.364625ms","start":"2026-03-02T03:00:17.86222Z","end":"2026-03-02T03:00:18.042585Z","steps":["trace[1992628093] 'process raft request' (duration: 179.81005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:18.04262Z","caller":"traceutil/trace.go:171","msg":"trace[35180629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23808; }","duration":"584.645382ms","start":"2026-03-02T03:00:17.457959Z","end":"2026-03-02T03:00:18.042605Z","steps":["trace[35180629] 'agreement among raft nodes before linearized reading' (duration: 584.412055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.042664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.457952Z","time spent":"584.700703ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:18.042732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.484286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T03:00:18.042755Z","caller":"traceutil/trace.go:171","msg":"trace[606824253] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23808; }","duration":"561.523797ms","start":"2026-03-02T03:00:17.481226Z","end":"2026-03-02T03:00:18.042749Z","steps":["trace[606824253] 'agreement among raft nodes before linearized reading' (duration: 561.424025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.042769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.481219Z","time spent":"561.546768ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T03:00:18.042767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.156118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T03:00:18.042841Z","caller":"traceutil/trace.go:171","msg":"trace[1196235727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23808; }","duration":"584.253931ms","start":"2026-03-02T03:00:17.458567Z","end":"2026-03-02T03:00:18.042821Z","steps":["trace[1196235727] 'agreement among raft nodes before linearized reading' (duration: 584.056196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.042858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.862581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-02T03:00:18.042843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.930654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T03:00:18.042896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.182238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-03-02T03:00:18.042883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.458559Z","time spent":"584.314403ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"info","ts":"2026-03-02T03:00:18.042901Z","caller":"traceutil/trace.go:171","msg":"trace[1771687358] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23808; }","duration":"264.948753ms","start":"2026-03-02T03:00:17.777936Z","end":"2026-03-02T03:00:18.042885Z","steps":["trace[1771687358] 'agreement among raft nodes before linearized reading' (duration: 264.84373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:18.042931Z","caller":"traceutil/trace.go:171","msg":"trace[1731234822] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23808; }","duration":"560.033048ms","start":"2026-03-02T03:00:17.482873Z","end":"2026-03-02T03:00:18.042906Z","steps":["trace[1731234822] 'agreement among raft nodes before linearized reading' (duration: 559.771071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.042984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.482868Z","time spent":"560.105629ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T03:00:18.043018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.928122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:00:18.042913Z","caller":"traceutil/trace.go:171","msg":"trace[1931953519] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:23808; }","duration":"561.208199ms","start":"2026-03-02T03:00:17.481699Z","end":"2026-03-02T03:00:18.042907Z","steps":["trace[1931953519] 'agreement among raft nodes before linearized reading' (duration: 561.159237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:18.043069Z","caller":"traceutil/trace.go:171","msg":"trace[2018188481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23808; }","duration":"583.994834ms","start":"2026-03-02T03:00:17.459059Z","end":"2026-03-02T03:00:18.043054Z","steps":["trace[2018188481] 'agreement among raft nodes before linearized reading' (duration: 583.861411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.043102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.459052Z","time spent":"584.043366ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:18.043103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.481694Z","time spent":"561.379263ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" "} {"level":"warn","ts":"2026-03-02T03:00:18.043222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.337415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:18.04325Z","caller":"traceutil/trace.go:171","msg":"trace[1791795215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23808; }","duration":"373.367095ms","start":"2026-03-02T03:00:17.669873Z","end":"2026-03-02T03:00:18.04324Z","steps":["trace[1791795215] 'agreement among raft nodes before linearized reading' (duration: 373.317584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.043277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:17.669785Z","time spent":"373.484408ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:18.392777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.752733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:18.392958Z","caller":"traceutil/trace.go:171","msg":"trace[1534836986] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"350.744074ms","start":"2026-03-02T03:00:18.042186Z","end":"2026-03-02T03:00:18.39293Z","steps":["trace[1534836986] 'process raft request' (duration: 72.732664ms)","trace[1534836986] 'compare' (duration: 276.655444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:18.393061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.042166Z","time spent":"350.846936ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:18.553329Z","caller":"traceutil/trace.go:171","msg":"trace[1097394547] linearizableReadLoop","detail":"{readStateIndex:24641; appliedIndex:24636; }","duration":"508.902837ms","start":"2026-03-02T03:00:18.044409Z","end":"2026-03-02T03:00:18.553312Z","steps":["trace[1097394547] 'read index received' (duration: 70.534805ms)","trace[1097394547] 'applied index is now lower than readState.Index' (duration: 438.367462ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:18.553378Z","caller":"traceutil/trace.go:171","msg":"trace[1351717306] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"510.788438ms","start":"2026-03-02T03:00:18.042559Z","end":"2026-03-02T03:00:18.553347Z","steps":["trace[1351717306] 'process raft request' (duration: 510.613893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:18.553433Z","caller":"traceutil/trace.go:171","msg":"trace[1184652614] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"509.74527ms","start":"2026-03-02T03:00:18.043679Z","end":"2026-03-02T03:00:18.553425Z","steps":["trace[1184652614] 'process raft request' (duration: 509.544725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.553531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.043666Z","time spent":"509.789091ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:18.55355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.042546Z","time spent":"510.909491ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:18.553657Z","caller":"traceutil/trace.go:171","msg":"trace[804112266] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"504.276265ms","start":"2026-03-02T03:00:18.049373Z","end":"2026-03-02T03:00:18.553649Z","steps":["trace[804112266] 'process raft request' (duration: 503.877955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.553653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.237237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:18.553695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.049364Z","time spent":"504.313086ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:18.553723Z","caller":"traceutil/trace.go:171","msg":"trace[469584298] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"504.192763ms","start":"2026-03-02T03:00:18.049522Z","end":"2026-03-02T03:00:18.553715Z","steps":["trace[469584298] 'process raft request' (duration: 503.758721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.553783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.049514Z","time spent":"504.241894ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:18.553695Z","caller":"traceutil/trace.go:171","msg":"trace[1246965846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23815; }","duration":"509.298078ms","start":"2026-03-02T03:00:18.044387Z","end":"2026-03-02T03:00:18.553685Z","steps":["trace[1246965846] 'agreement among raft nodes before linearized reading' (duration: 509.216486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.553911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.044378Z","time spent":"509.525774ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:00:18.554087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.619119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8msst\" ","response":"range_response_count:1 size:5969"} {"level":"warn","ts":"2026-03-02T03:00:18.554172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.788319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T03:00:18.554224Z","caller":"traceutil/trace.go:171","msg":"trace[1805684519] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0; range_end:; response_count:1; response_revision:23815; }","duration":"504.85226ms","start":"2026-03-02T03:00:18.049357Z","end":"2026-03-02T03:00:18.554209Z","steps":["trace[1805684519] 'agreement among raft nodes before linearized reading' (duration: 504.688596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.554262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.049349Z","time spent":"504.905731ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa51d354-4222-4bfd-887c-7032335b8ef0\" "} {"level":"info","ts":"2026-03-02T03:00:18.554234Z","caller":"traceutil/trace.go:171","msg":"trace[486849827] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8msst; range_end:; response_count:1; response_revision:23815; }","duration":"356.775563ms","start":"2026-03-02T03:00:18.197403Z","end":"2026-03-02T03:00:18.554179Z","steps":["trace[486849827] 'agreement among raft nodes before linearized reading' (duration: 356.548877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.555534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.197382Z","time spent":"358.13403ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8msst\" "} {"level":"warn","ts":"2026-03-02T03:00:18.555628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.908164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326787"} {"level":"info","ts":"2026-03-02T03:00:18.553574Z","caller":"traceutil/trace.go:171","msg":"trace[1925359728] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"511.180478ms","start":"2026-03-02T03:00:18.042321Z","end":"2026-03-02T03:00:18.553501Z","steps":["trace[1925359728] 'process raft request' (duration: 509.581536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:18.555695Z","caller":"traceutil/trace.go:171","msg":"trace[2137921548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23815; }","duration":"506.984917ms","start":"2026-03-02T03:00:18.04869Z","end":"2026-03-02T03:00:18.555675Z","steps":["trace[2137921548] 'agreement among raft nodes before linearized reading' (duration: 504.954413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.555748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.048682Z","time spent":"507.053579ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1326810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:18.554631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.761264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab506805-cf64-4a28-b7b1-f1e493133ae8\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-02T03:00:18.555769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.042289Z","time spent":"513.411438ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:18.555797Z","caller":"traceutil/trace.go:171","msg":"trace[806150037] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab506805-cf64-4a28-b7b1-f1e493133ae8; range_end:; response_count:1; response_revision:23815; }","duration":"506.959666ms","start":"2026-03-02T03:00:18.048823Z","end":"2026-03-02T03:00:18.555782Z","steps":["trace[806150037] 'agreement among raft nodes before linearized reading' (duration: 505.676952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.555826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.048816Z","time spent":"507.000437ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ab506805-cf64-4a28-b7b1-f1e493133ae8\" "} {"level":"warn","ts":"2026-03-02T03:00:18.556644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.527481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326787"} {"level":"info","ts":"2026-03-02T03:00:18.556687Z","caller":"traceutil/trace.go:171","msg":"trace[916400087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23815; }","duration":"507.589443ms","start":"2026-03-02T03:00:18.049089Z","end":"2026-03-02T03:00:18.556678Z","steps":["trace[916400087] 'agreement among raft nodes before linearized reading' (duration: 504.775198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.556711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.04907Z","time spent":"507.632934ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1326810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:18.558106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.62291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1326787"} {"level":"info","ts":"2026-03-02T03:00:18.55816Z","caller":"traceutil/trace.go:171","msg":"trace[871116730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23815; }","duration":"505.687692ms","start":"2026-03-02T03:00:18.052459Z","end":"2026-03-02T03:00:18.558147Z","steps":["trace[871116730] 'agreement among raft nodes before linearized reading' (duration: 501.211323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.558193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.052411Z","time spent":"505.771825ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1326810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T03:00:18.555337Z","caller":"traceutil/trace.go:171","msg":"trace[1280455256] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"512.894674ms","start":"2026-03-02T03:00:18.042427Z","end":"2026-03-02T03:00:18.555322Z","steps":["trace[1280455256] 'process raft request' (duration: 510.712066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:18.559397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:18.042417Z","time spent":"516.932751ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:21.364237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.799833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T03:00:21.364337Z","caller":"traceutil/trace.go:171","msg":"trace[1231928558] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23861; }","duration":"640.936806ms","start":"2026-03-02T03:00:20.72338Z","end":"2026-03-02T03:00:21.364316Z","steps":["trace[1231928558] 'range keys from in-memory index tree' (duration: 640.621128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.364377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:20.723356Z","time spent":"641.011898ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T03:00:21.364552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.301252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:21.364631Z","caller":"traceutil/trace.go:171","msg":"trace[1330472242] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23861; }","duration":"566.439176ms","start":"2026-03-02T03:00:20.79817Z","end":"2026-03-02T03:00:21.364609Z","steps":["trace[1330472242] 'count revisions from in-memory index tree' (duration: 566.183659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.36467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:20.798145Z","time spent":"566.515408ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:21.365015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.80579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:21.365106Z","caller":"traceutil/trace.go:171","msg":"trace[1532087392] linearizableReadLoop","detail":"{readStateIndex:24692; appliedIndex:24691; }","duration":"451.043578ms","start":"2026-03-02T03:00:20.914028Z","end":"2026-03-02T03:00:21.365072Z","steps":["trace[1532087392] 'read index received' (duration: 72.016903ms)","trace[1532087392] 'applied index is now lower than readState.Index' (duration: 379.025905ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:21.365154Z","caller":"traceutil/trace.go:171","msg":"trace[771672677] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"549.241569ms","start":"2026-03-02T03:00:20.815868Z","end":"2026-03-02T03:00:21.365109Z","steps":["trace[771672677] 'process raft request' (duration: 170.276056ms)","trace[771672677] 'compare' (duration: 378.687656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:21.365303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.257835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T03:00:21.365308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:20.815841Z","time spent":"549.385093ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:21.365368Z","caller":"traceutil/trace.go:171","msg":"trace[547773713] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23862; }","duration":"451.352727ms","start":"2026-03-02T03:00:20.913997Z","end":"2026-03-02T03:00:21.36535Z","steps":["trace[547773713] 'agreement among raft nodes before linearized reading' (duration: 451.135561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.365412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:20.913974Z","time spent":"451.430029ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T03:00:21.372281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.88234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T03:00:21.372305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.627594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:21.372333Z","caller":"traceutil/trace.go:171","msg":"trace[220161611] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23863; }","duration":"267.939192ms","start":"2026-03-02T03:00:21.104382Z","end":"2026-03-02T03:00:21.372321Z","steps":["trace[220161611] 'agreement among raft nodes before linearized reading' (duration: 267.838949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:21.372359Z","caller":"traceutil/trace.go:171","msg":"trace[1881720731] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23863; }","duration":"106.698875ms","start":"2026-03-02T03:00:21.265642Z","end":"2026-03-02T03:00:21.372341Z","steps":["trace[1881720731] 'agreement among raft nodes before linearized reading' (duration: 106.576482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.372635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.85287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:21.372683Z","caller":"traceutil/trace.go:171","msg":"trace[2136401784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23863; }","duration":"349.930372ms","start":"2026-03-02T03:00:21.022739Z","end":"2026-03-02T03:00:21.372669Z","steps":["trace[2136401784] 'agreement among raft nodes before linearized reading' (duration: 349.85439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.372668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.116651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T03:00:21.372716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:21.022723Z","time spent":"349.986533ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T03:00:21.372753Z","caller":"traceutil/trace.go:171","msg":"trace[582906791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23863; }","duration":"384.261685ms","start":"2026-03-02T03:00:20.988469Z","end":"2026-03-02T03:00:21.372731Z","steps":["trace[582906791] 'agreement among raft nodes before linearized reading' (duration: 383.889365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.372798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:20.988448Z","time spent":"384.339046ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:21.79638Z","caller":"traceutil/trace.go:171","msg":"trace[281649619] linearizableReadLoop","detail":"{readStateIndex:24694; appliedIndex:24693; }","duration":"411.139819ms","start":"2026-03-02T03:00:21.385212Z","end":"2026-03-02T03:00:21.796351Z","steps":["trace[281649619] 'read index received' (duration: 353.713982ms)","trace[281649619] 'applied index is now lower than readState.Index' (duration: 57.424547ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:21.796435Z","caller":"traceutil/trace.go:171","msg":"trace[341673199] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"413.41369ms","start":"2026-03-02T03:00:21.382988Z","end":"2026-03-02T03:00:21.796401Z","steps":["trace[341673199] 'process raft request' (duration: 355.981233ms)","trace[341673199] 'compare' (duration: 57.255392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:21.796569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.113284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:21.796615Z","caller":"traceutil/trace.go:171","msg":"trace[789806078] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23864; }","duration":"231.208927ms","start":"2026-03-02T03:00:21.565393Z","end":"2026-03-02T03:00:21.796602Z","steps":["trace[789806078] 'agreement among raft nodes before linearized reading' (duration: 231.121594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.796669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.424147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T03:00:21.796767Z","caller":"traceutil/trace.go:171","msg":"trace[321533445] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23864; }","duration":"411.54806ms","start":"2026-03-02T03:00:21.385195Z","end":"2026-03-02T03:00:21.796743Z","steps":["trace[321533445] 'agreement among raft nodes before linearized reading' (duration: 411.257103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:21.796744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:21.382973Z","time spent":"413.524473ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:21.796829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:21.385189Z","time spent":"411.626692ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T03:00:22.311743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316601844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T03:00:22.445941Z","caller":"traceutil/trace.go:171","msg":"trace[302998325] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"640.834625ms","start":"2026-03-02T03:00:21.805073Z","end":"2026-03-02T03:00:22.445907Z","steps":["trace[302998325] 'process raft request' (duration: 640.66141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.446094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:21.805055Z","time spent":"640.963768ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:22.698309Z","caller":"traceutil/trace.go:171","msg":"trace[1931497241] linearizableReadLoop","detail":"{readStateIndex:24696; appliedIndex:24694; }","duration":"886.829244ms","start":"2026-03-02T03:00:21.811455Z","end":"2026-03-02T03:00:22.698284Z","steps":["trace[1931497241] 'read index received' (duration: 634.24928ms)","trace[1931497241] 'applied index is now lower than readState.Index' (duration: 252.579074ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:22.698644Z","caller":"traceutil/trace.go:171","msg":"trace[1797591132] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"845.697991ms","start":"2026-03-02T03:00:21.852931Z","end":"2026-03-02T03:00:22.698629Z","steps":["trace[1797591132] 'process raft request' (duration: 800.414747ms)","trace[1797591132] 'compare' (duration: 44.732709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:22.698751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:21.852912Z","time spent":"845.768043ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:22.69901Z","caller":"traceutil/trace.go:171","msg":"trace[1946904493] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"291.18259ms","start":"2026-03-02T03:00:22.407815Z","end":"2026-03-02T03:00:22.698998Z","steps":["trace[1946904493] 'process raft request' (duration: 290.41258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.699983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.116662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T03:00:22.700081Z","caller":"traceutil/trace.go:171","msg":"trace[1820777349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23871; }","duration":"647.226235ms","start":"2026-03-02T03:00:22.052837Z","end":"2026-03-02T03:00:22.700064Z","steps":["trace[1820777349] 'agreement among raft nodes before linearized reading' (duration: 646.965228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.700156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:22.052784Z","time spent":"647.354548ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T03:00:22.700434Z","caller":"traceutil/trace.go:171","msg":"trace[1079593650] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"135.660296ms","start":"2026-03-02T03:00:22.564754Z","end":"2026-03-02T03:00:22.700414Z","steps":["trace[1079593650] 'process raft request' (duration: 134.742652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.700463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.002252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T03:00:22.700511Z","caller":"traceutil/trace.go:171","msg":"trace[1567184082] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23871; }","duration":"889.077554ms","start":"2026-03-02T03:00:21.81142Z","end":"2026-03-02T03:00:22.700497Z","steps":["trace[1567184082] 'agreement among raft nodes before linearized reading' (duration: 888.786937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.700546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:21.811408Z","time spent":"889.129955ms","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-02T03:00:22.700643Z","caller":"traceutil/trace.go:171","msg":"trace[1860604051] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"134.010983ms","start":"2026-03-02T03:00:22.566617Z","end":"2026-03-02T03:00:22.700628Z","steps":["trace[1860604051] 'process raft request' (duration: 133.015736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:22.700758Z","caller":"traceutil/trace.go:171","msg":"trace[1966917886] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"128.105446ms","start":"2026-03-02T03:00:22.572637Z","end":"2026-03-02T03:00:22.700743Z","steps":["trace[1966917886] 'process raft request' (duration: 127.046298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:22.700999Z","caller":"traceutil/trace.go:171","msg":"trace[58370872] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"128.184167ms","start":"2026-03-02T03:00:22.572798Z","end":"2026-03-02T03:00:22.700982Z","steps":["trace[58370872] 'process raft request' (duration: 126.943114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.701996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.183404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:00:22.702044Z","caller":"traceutil/trace.go:171","msg":"trace[1533820911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23871; }","duration":"129.248856ms","start":"2026-03-02T03:00:22.57278Z","end":"2026-03-02T03:00:22.702029Z","steps":["trace[1533820911] 'agreement among raft nodes before linearized reading' (duration: 129.182664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.702798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.677713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T03:00:22.70283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.667357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T03:00:22.702874Z","caller":"traceutil/trace.go:171","msg":"trace[1034668055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23871; }","duration":"641.725288ms","start":"2026-03-02T03:00:22.061137Z","end":"2026-03-02T03:00:22.702863Z","steps":["trace[1034668055] 'agreement among raft nodes before linearized reading' (duration: 641.634586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.702896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:22.061132Z","time spent":"641.758219ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:00:22.703001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.102015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T03:00:22.703021Z","caller":"traceutil/trace.go:171","msg":"trace[320750564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23871; }","duration":"646.184067ms","start":"2026-03-02T03:00:22.056832Z","end":"2026-03-02T03:00:22.703016Z","steps":["trace[320750564] 'agreement among raft nodes before linearized reading' (duration: 646.119866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:22.703038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:22.05682Z","time spent":"646.214538ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T03:00:22.702838Z","caller":"traceutil/trace.go:171","msg":"trace[973579700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23871; }","duration":"133.747235ms","start":"2026-03-02T03:00:22.569081Z","end":"2026-03-02T03:00:22.702828Z","steps":["trace[973579700] 'agreement among raft nodes before linearized reading' (duration: 133.677213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:27.075819Z","caller":"traceutil/trace.go:171","msg":"trace[663800323] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"355.531401ms","start":"2026-03-02T03:00:26.72026Z","end":"2026-03-02T03:00:27.075792Z","steps":["trace[663800323] 'process raft request' (duration: 355.322145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:27.076083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.720239Z","time spent":"355.730436ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:28.121961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045948893s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T03:00:28.122545Z","caller":"traceutil/trace.go:171","msg":"trace[42526293] linearizableReadLoop","detail":"{readStateIndex:24742; appliedIndex:24740; }","duration":"1.401088503s","start":"2026-03-02T03:00:26.721428Z","end":"2026-03-02T03:00:28.122517Z","steps":["trace[42526293] 'read index received' (duration: 354.711779ms)","trace[42526293] 'applied index is now lower than readState.Index' (duration: 1.046375294s)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:28.12293Z","caller":"traceutil/trace.go:171","msg":"trace[705518221] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"1.402313367s","start":"2026-03-02T03:00:26.720593Z","end":"2026-03-02T03:00:28.122907Z","steps":["trace[705518221] 'process raft request' (duration: 1.401552086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.12307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.720582Z","time spent":"1.402396839s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:28.123311Z","caller":"traceutil/trace.go:171","msg":"trace[638974460] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"1.402270575s","start":"2026-03-02T03:00:26.721024Z","end":"2026-03-02T03:00:28.123294Z","steps":["trace[638974460] 'process raft request' (duration: 1.40132628s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.123399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.721004Z","time spent":"1.402352278s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:28.123596Z","caller":"traceutil/trace.go:171","msg":"trace[774254784] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"1.401761022s","start":"2026-03-02T03:00:26.72182Z","end":"2026-03-02T03:00:28.123581Z","steps":["trace[774254784] 'process raft request' (duration: 1.400592421s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.123684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.721812Z","time spent":"1.401825153s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:28.123873Z","caller":"traceutil/trace.go:171","msg":"trace[1125255033] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"1.401991038s","start":"2026-03-02T03:00:26.721867Z","end":"2026-03-02T03:00:28.123858Z","steps":["trace[1125255033] 'process raft request' (duration: 1.400598431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.123958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.721862Z","time spent":"1.402054379s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:28.124168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402726577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:28.124228Z","caller":"traceutil/trace.go:171","msg":"trace[588936604] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23913; }","duration":"1.402807799s","start":"2026-03-02T03:00:26.721404Z","end":"2026-03-02T03:00:28.124212Z","steps":["trace[588936604] 'agreement among raft nodes before linearized reading' (duration: 1.402713637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.124274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.721396Z","time spent":"1.402863371s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:28.146994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419057441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:00:28.147055Z","caller":"traceutil/trace.go:171","msg":"trace[593647278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23916; }","duration":"1.419143463s","start":"2026-03-02T03:00:26.727898Z","end":"2026-03-02T03:00:28.147041Z","steps":["trace[593647278] 'agreement among raft nodes before linearized reading' (duration: 1.418973089s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.147083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.727891Z","time spent":"1.419186935s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T03:00:28.147383Z","caller":"traceutil/trace.go:171","msg":"trace[619411344] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"740.069942ms","start":"2026-03-02T03:00:27.407302Z","end":"2026-03-02T03:00:28.147372Z","steps":["trace[619411344] 'process raft request' (duration: 739.303322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.147467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.407273Z","time spent":"740.141434ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:28.147573Z","caller":"traceutil/trace.go:171","msg":"trace[1188978866] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"698.814945ms","start":"2026-03-02T03:00:27.448752Z","end":"2026-03-02T03:00:28.147567Z","steps":["trace[1188978866] 'process raft request' (duration: 697.971923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.147612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.44873Z","time spent":"698.862726ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:28.147808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.415435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:28.147834Z","caller":"traceutil/trace.go:171","msg":"trace[36316105] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23916; }","duration":"578.470866ms","start":"2026-03-02T03:00:27.569357Z","end":"2026-03-02T03:00:28.147827Z","steps":["trace[36316105] 'agreement among raft nodes before linearized reading' (duration: 578.381154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.147853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.569339Z","time spent":"578.506898ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:28.147967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.736194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:28.147992Z","caller":"traceutil/trace.go:171","msg":"trace[472944510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23916; }","duration":"657.795855ms","start":"2026-03-02T03:00:27.490188Z","end":"2026-03-02T03:00:28.147983Z","steps":["trace[472944510] 'agreement among raft nodes before linearized reading' (duration: 657.756094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.14801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.490166Z","time spent":"657.839366ms","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:28.148114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126047893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:28.148134Z","caller":"traceutil/trace.go:171","msg":"trace[286388584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23916; }","duration":"1.126114774s","start":"2026-03-02T03:00:27.022014Z","end":"2026-03-02T03:00:28.148128Z","steps":["trace[286388584] 'agreement among raft nodes before linearized reading' (duration: 1.126084043s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.148149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.021985Z","time spent":"1.126160526s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:00:28.148295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336542397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T03:00:28.14832Z","caller":"traceutil/trace.go:171","msg":"trace[709525235] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23916; }","duration":"1.336568778s","start":"2026-03-02T03:00:26.811744Z","end":"2026-03-02T03:00:28.148313Z","steps":["trace[709525235] 'agreement among raft nodes before linearized reading' (duration: 1.336479976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.148338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.811731Z","time spent":"1.33660218s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T03:00:28.148469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363201876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-02T03:00:28.14849Z","caller":"traceutil/trace.go:171","msg":"trace[620892245] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:23916; }","duration":"1.363255388s","start":"2026-03-02T03:00:26.785229Z","end":"2026-03-02T03:00:28.148485Z","steps":["trace[620892245] 'agreement among raft nodes before linearized reading' (duration: 1.363190076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.148507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.785217Z","time spent":"1.363286589s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" "} {"level":"warn","ts":"2026-03-02T03:00:28.148636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366024091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T03:00:28.148658Z","caller":"traceutil/trace.go:171","msg":"trace[529153703] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23916; }","duration":"1.366093253s","start":"2026-03-02T03:00:26.782559Z","end":"2026-03-02T03:00:28.148652Z","steps":["trace[529153703] 'agreement among raft nodes before linearized reading' (duration: 1.366032491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.148673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.782535Z","time spent":"1.366134325s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T03:00:28.148794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374331613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T03:00:28.148816Z","caller":"traceutil/trace.go:171","msg":"trace[138035484] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23916; }","duration":"1.374396034s","start":"2026-03-02T03:00:26.774415Z","end":"2026-03-02T03:00:28.148811Z","steps":["trace[138035484] 'agreement among raft nodes before linearized reading' (duration: 1.374337243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.148921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.774393Z","time spent":"1.374434345s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T03:00:28.149054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397094388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T03:00:28.149075Z","caller":"traceutil/trace.go:171","msg":"trace[224112920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23916; }","duration":"1.397128738s","start":"2026-03-02T03:00:26.751941Z","end":"2026-03-02T03:00:28.14907Z","steps":["trace[224112920] 'agreement among raft nodes before linearized reading' (duration: 1.397072237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.149093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.751934Z","time spent":"1.397153369s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T03:00:28.149198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398465933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:00:28.14922Z","caller":"traceutil/trace.go:171","msg":"trace[102249277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23916; }","duration":"1.398505555s","start":"2026-03-02T03:00:26.750708Z","end":"2026-03-02T03:00:28.149214Z","steps":["trace[102249277] 'agreement among raft nodes before linearized reading' (duration: 1.398449053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.149238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.750698Z","time spent":"1.398536906s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:00:28.149378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403942629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T03:00:28.149405Z","caller":"traceutil/trace.go:171","msg":"trace[1982196926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23916; }","duration":"1.404002861s","start":"2026-03-02T03:00:26.745396Z","end":"2026-03-02T03:00:28.149399Z","steps":["trace[1982196926] 'agreement among raft nodes before linearized reading' (duration: 1.403937379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.149423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.745378Z","time spent":"1.404040662s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:28.149749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413250267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:00:28.15268Z","caller":"traceutil/trace.go:171","msg":"trace[1983234490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23916; }","duration":"1.416220276s","start":"2026-03-02T03:00:26.736448Z","end":"2026-03-02T03:00:28.152668Z","steps":["trace[1983234490] 'agreement among raft nodes before linearized reading' (duration: 1.413214866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.152712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.736427Z","time spent":"1.416272068s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T03:00:28.285563Z","caller":"traceutil/trace.go:171","msg":"trace[304567784] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"127.533659ms","start":"2026-03-02T03:00:28.158003Z","end":"2026-03-02T03:00:28.285536Z","steps":["trace[304567784] 'process raft request' (duration: 83.441007ms)","trace[304567784] 'compare' (duration: 43.727073ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:28.285788Z","caller":"traceutil/trace.go:171","msg":"trace[1650505145] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"127.703555ms","start":"2026-03-02T03:00:28.158065Z","end":"2026-03-02T03:00:28.285769Z","steps":["trace[1650505145] 'process raft request' (duration: 127.396696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:28.286228Z","caller":"traceutil/trace.go:171","msg":"trace[222491942] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"128.061144ms","start":"2026-03-02T03:00:28.158147Z","end":"2026-03-02T03:00:28.286208Z","steps":["trace[222491942] 'process raft request' (duration: 127.559881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:28.286413Z","caller":"traceutil/trace.go:171","msg":"trace[1718886682] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"125.005362ms","start":"2026-03-02T03:00:28.161394Z","end":"2026-03-02T03:00:28.2864Z","steps":["trace[1718886682] 'process raft request' (duration: 124.954231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:28.286406Z","caller":"traceutil/trace.go:171","msg":"trace[1139564749] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"128.135906ms","start":"2026-03-02T03:00:28.158247Z","end":"2026-03-02T03:00:28.286383Z","steps":["trace[1139564749] 'process raft request' (duration: 127.897069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:28.286453Z","caller":"traceutil/trace.go:171","msg":"trace[116376773] linearizableReadLoop","detail":"{readStateIndex:24751; appliedIndex:24747; }","duration":"127.421286ms","start":"2026-03-02T03:00:28.159023Z","end":"2026-03-02T03:00:28.286445Z","steps":["trace[116376773] 'read index received' (duration: 82.492992ms)","trace[116376773] 'applied index is now lower than readState.Index' (duration: 44.927224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:28.287045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.665417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:28.287087Z","caller":"traceutil/trace.go:171","msg":"trace[979106076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23921; }","duration":"126.731748ms","start":"2026-03-02T03:00:28.160345Z","end":"2026-03-02T03:00:28.287077Z","steps":["trace[979106076] 'agreement among raft nodes before linearized reading' (duration: 126.660116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.287932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.580054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1328145"} {"level":"info","ts":"2026-03-02T03:00:28.288006Z","caller":"traceutil/trace.go:171","msg":"trace[2141467968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23921; }","duration":"129.668977ms","start":"2026-03-02T03:00:28.15832Z","end":"2026-03-02T03:00:28.287989Z","steps":["trace[2141467968] 'agreement among raft nodes before linearized reading' (duration: 128.152746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:30.637063Z","caller":"traceutil/trace.go:171","msg":"trace[2116359243] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"505.95338ms","start":"2026-03-02T03:00:30.131079Z","end":"2026-03-02T03:00:30.637032Z","steps":["trace[2116359243] 'process raft request' (duration: 505.686803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:30.637334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.131059Z","time spent":"506.147874ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:31.194446Z","caller":"traceutil/trace.go:171","msg":"trace[2024636162] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"1.063006807s","start":"2026-03-02T03:00:30.131394Z","end":"2026-03-02T03:00:31.194401Z","steps":["trace[2024636162] 'process raft request' (duration: 1.062832713s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.194698Z","caller":"traceutil/trace.go:171","msg":"trace[1858834727] linearizableReadLoop","detail":"{readStateIndex:24759; appliedIndex:24753; }","duration":"1.016755868s","start":"2026-03-02T03:00:30.177911Z","end":"2026-03-02T03:00:31.194666Z","steps":["trace[1858834727] 'read index received' (duration: 458.779326ms)","trace[1858834727] 'applied index is now lower than readState.Index' (duration: 557.975402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:31.194741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.131361Z","time spent":"1.063211583s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:31.194874Z","caller":"traceutil/trace.go:171","msg":"trace[827201529] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"721.660733ms","start":"2026-03-02T03:00:30.473188Z","end":"2026-03-02T03:00:31.194849Z","steps":["trace[827201529] 'process raft request' (duration: 721.411526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.195003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.473158Z","time spent":"721.774436ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:31.195051Z","caller":"traceutil/trace.go:171","msg":"trace[1616127552] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"1.063801529s","start":"2026-03-02T03:00:30.131231Z","end":"2026-03-02T03:00:31.195033Z","steps":["trace[1616127552] 'process raft request' (duration: 994.484666ms)","trace[1616127552] 'compare' (duration: 68.149562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:31.195121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.131222Z","time spent":"1.06386111s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:31.19513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01719744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T03:00:31.195187Z","caller":"traceutil/trace.go:171","msg":"trace[2007159903] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"1.038568738s","start":"2026-03-02T03:00:30.156603Z","end":"2026-03-02T03:00:31.195172Z","steps":["trace[2007159903] 'process raft request' (duration: 1.037884049s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.195192Z","caller":"traceutil/trace.go:171","msg":"trace[2040825418] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:23929; }","duration":"1.017299103s","start":"2026-03-02T03:00:30.177875Z","end":"2026-03-02T03:00:31.195174Z","steps":["trace[2040825418] 'agreement among raft nodes before linearized reading' (duration: 1.017042936s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.195235Z","caller":"traceutil/trace.go:171","msg":"trace[13844338] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"1.040230002s","start":"2026-03-02T03:00:30.154991Z","end":"2026-03-02T03:00:31.195221Z","steps":["trace[13844338] 'process raft request' (duration: 1.039321558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.19524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.156595Z","time spent":"1.038618979s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:31.195244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.177861Z","time spent":"1.017370164s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"info","ts":"2026-03-02T03:00:31.195235Z","caller":"traceutil/trace.go:171","msg":"trace[712040942] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"1.063878991s","start":"2026-03-02T03:00:30.131305Z","end":"2026-03-02T03:00:31.195184Z","steps":["trace[712040942] 'process raft request' (duration: 1.062817093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.19529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.154968Z","time spent":"1.040290114s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:31.195411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.131292Z","time spent":"1.064031705s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:31.289914Z","caller":"traceutil/trace.go:171","msg":"trace[1083329209] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"176.942113ms","start":"2026-03-02T03:00:31.112935Z","end":"2026-03-02T03:00:31.289877Z","steps":["trace[1083329209] 'process raft request' (duration: 176.760138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.40945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T03:00:31.290124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.045171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T03:00:31.290151Z","caller":"traceutil/trace.go:171","msg":"trace[1635882943] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:23930; }","duration":"928.540393ms","start":"2026-03-02T03:00:30.361593Z","end":"2026-03-02T03:00:31.290134Z","steps":["trace[1635882943] 'agreement among raft nodes before linearized reading' (duration: 928.305027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.290172Z","caller":"traceutil/trace.go:171","msg":"trace[504689039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23930; }","duration":"837.139034ms","start":"2026-03-02T03:00:30.453019Z","end":"2026-03-02T03:00:31.290158Z","steps":["trace[504689039] 'agreement among raft nodes before linearized reading' (duration: 836.878757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.385793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:31.290253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.356064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:31.290279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.174891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:00:31.290297Z","caller":"traceutil/trace.go:171","msg":"trace[1017849318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23930; }","duration":"777.413475ms","start":"2026-03-02T03:00:30.512872Z","end":"2026-03-02T03:00:31.290286Z","steps":["trace[1017849318] 'agreement among raft nodes before linearized reading' (duration: 777.347733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.290316Z","caller":"traceutil/trace.go:171","msg":"trace[1402877011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23930; }","duration":"996.222762ms","start":"2026-03-02T03:00:30.294084Z","end":"2026-03-02T03:00:31.290307Z","steps":["trace[1402877011] 'agreement among raft nodes before linearized reading' (duration: 996.137479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.512864Z","time spent":"777.454007ms","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:31.29034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.294077Z","time spent":"996.258093ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T03:00:31.290335Z","caller":"traceutil/trace.go:171","msg":"trace[2115377115] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23930; }","duration":"748.657292ms","start":"2026-03-02T03:00:30.541645Z","end":"2026-03-02T03:00:31.290303Z","steps":["trace[2115377115] 'agreement among raft nodes before linearized reading' (duration: 748.317702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.541622Z","time spent":"748.773604ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:31.290527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.677304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T03:00:31.290533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.793696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T03:00:31.290563Z","caller":"traceutil/trace.go:171","msg":"trace[1375467680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23930; }","duration":"996.728025ms","start":"2026-03-02T03:00:30.293824Z","end":"2026-03-02T03:00:31.290552Z","steps":["trace[1375467680] 'agreement among raft nodes before linearized reading' (duration: 996.642663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.290582Z","caller":"traceutil/trace.go:171","msg":"trace[130494633] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23930; }","duration":"815.875578ms","start":"2026-03-02T03:00:30.474691Z","end":"2026-03-02T03:00:31.290566Z","steps":["trace[130494633] 'agreement among raft nodes before linearized reading' (duration: 815.718683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000907847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T03:00:31.290589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.293815Z","time spent":"996.768407ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.476803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-03-02T03:00:31.290664Z","caller":"traceutil/trace.go:171","msg":"trace[1637266256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23930; }","duration":"1.000982889s","start":"2026-03-02T03:00:30.28967Z","end":"2026-03-02T03:00:31.290653Z","steps":["trace[1637266256] 'agreement among raft nodes before linearized reading' (duration: 1.000910657s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.290681Z","caller":"traceutil/trace.go:171","msg":"trace[894764043] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:23930; }","duration":"635.572435ms","start":"2026-03-02T03:00:30.6551Z","end":"2026-03-02T03:00:31.290673Z","steps":["trace[894764043] 'agreement among raft nodes before linearized reading' (duration: 635.495343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.289653Z","time spent":"1.00103261s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.65508Z","time spent":"635.615017ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.256643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T03:00:31.290758Z","caller":"traceutil/trace.go:171","msg":"trace[835186041] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23930; }","duration":"797.404527ms","start":"2026-03-02T03:00:30.493334Z","end":"2026-03-02T03:00:31.290739Z","steps":["trace[835186041] 'agreement among raft nodes before linearized reading' (duration: 796.946405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.474677Z","time spent":"815.94204ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.361574Z","time spent":"928.617315ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.67822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T03:00:31.290172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.41724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:31.290902Z","caller":"traceutil/trace.go:171","msg":"trace[359717676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23930; }","duration":"997.745582ms","start":"2026-03-02T03:00:30.293147Z","end":"2026-03-02T03:00:31.290893Z","steps":["trace[359717676] 'agreement among raft nodes before linearized reading' (duration: 997.67593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.561998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T03:00:31.290909Z","caller":"traceutil/trace.go:171","msg":"trace[404094818] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23930; }","duration":"253.257602ms","start":"2026-03-02T03:00:31.037644Z","end":"2026-03-02T03:00:31.290902Z","steps":["trace[404094818] 'agreement among raft nodes before linearized reading' (duration: 252.359569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.290931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.293139Z","time spent":"997.784294ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.453Z","time spent":"837.194335ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109952155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-02T03:00:31.291015Z","caller":"traceutil/trace.go:171","msg":"trace[1070582127] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:23930; }","duration":"1.110340275s","start":"2026-03-02T03:00:30.180667Z","end":"2026-03-02T03:00:31.291007Z","steps":["trace[1070582127] 'agreement among raft nodes before linearized reading' (duration: 1.109940355s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.291012Z","caller":"traceutil/trace.go:171","msg":"trace[1687786993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23930; }","duration":"997.747623ms","start":"2026-03-02T03:00:30.293217Z","end":"2026-03-02T03:00:31.290965Z","steps":["trace[1687786993] 'agreement among raft nodes before linearized reading' (duration: 997.536457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.29112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.293179Z","time spent":"997.923818ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:31.290889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.493293Z","time spent":"797.547361ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:31.291045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:30.180656Z","time spent":"1.110382187s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" "} {"level":"info","ts":"2026-03-02T03:00:31.577948Z","caller":"traceutil/trace.go:171","msg":"trace[848254724] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"282.316585ms","start":"2026-03-02T03:00:31.2956Z","end":"2026-03-02T03:00:31.577917Z","steps":["trace[848254724] 'process raft request' (duration: 229.950853ms)","trace[848254724] 'compare' (duration: 52.030613ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:31.577971Z","caller":"traceutil/trace.go:171","msg":"trace[177905393] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"281.860873ms","start":"2026-03-02T03:00:31.296089Z","end":"2026-03-02T03:00:31.57795Z","steps":["trace[177905393] 'process raft request' (duration: 281.734509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.578249Z","caller":"traceutil/trace.go:171","msg":"trace[335626778] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"280.721092ms","start":"2026-03-02T03:00:31.297519Z","end":"2026-03-02T03:00:31.57824Z","steps":["trace[335626778] 'process raft request' (duration: 280.397634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.578273Z","caller":"traceutil/trace.go:171","msg":"trace[1462547969] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"272.863513ms","start":"2026-03-02T03:00:31.305401Z","end":"2026-03-02T03:00:31.578265Z","steps":["trace[1462547969] 'process raft request' (duration: 272.808971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.578321Z","caller":"traceutil/trace.go:171","msg":"trace[382769785] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"272.940825ms","start":"2026-03-02T03:00:31.305374Z","end":"2026-03-02T03:00:31.578315Z","steps":["trace[382769785] 'process raft request' (duration: 272.779171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.5784Z","caller":"traceutil/trace.go:171","msg":"trace[1836281371] linearizableReadLoop","detail":"{readStateIndex:24765; appliedIndex:24761; }","duration":"279.418357ms","start":"2026-03-02T03:00:31.298972Z","end":"2026-03-02T03:00:31.578391Z","steps":["trace[1836281371] 'read index received' (duration: 32.816562ms)","trace[1836281371] 'applied index is now lower than readState.Index' (duration: 246.601245ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:31.578412Z","caller":"traceutil/trace.go:171","msg":"trace[1650190718] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"272.983087ms","start":"2026-03-02T03:00:31.305424Z","end":"2026-03-02T03:00:31.578407Z","steps":["trace[1650190718] 'process raft request' (duration: 272.819232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.579605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.615489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1328145"} {"level":"info","ts":"2026-03-02T03:00:31.579639Z","caller":"traceutil/trace.go:171","msg":"trace[1252880468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23936; }","duration":"280.66536ms","start":"2026-03-02T03:00:31.298965Z","end":"2026-03-02T03:00:31.579631Z","steps":["trace[1252880468] 'agreement among raft nodes before linearized reading' (duration: 279.478209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:31.603277Z","caller":"traceutil/trace.go:171","msg":"trace[603585444] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"228.672349ms","start":"2026-03-02T03:00:31.374574Z","end":"2026-03-02T03:00:31.603246Z","steps":["trace[603585444] 'process raft request' (duration: 228.430243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:31.604708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.343677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1328145"} {"level":"info","ts":"2026-03-02T03:00:31.604796Z","caller":"traceutil/trace.go:171","msg":"trace[752804121] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:23937; }","duration":"299.480541ms","start":"2026-03-02T03:00:31.305295Z","end":"2026-03-02T03:00:31.604775Z","steps":["trace[752804121] 'agreement among raft nodes before linearized reading' (duration: 297.93961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:32.093596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.591895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269106"} {"level":"info","ts":"2026-03-02T03:00:32.09378Z","caller":"traceutil/trace.go:171","msg":"trace[1649817364] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23937; }","duration":"413.826351ms","start":"2026-03-02T03:00:31.67993Z","end":"2026-03-02T03:00:32.093756Z","steps":["trace[1649817364] 'range keys from in-memory index tree' (duration: 412.869515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:32.093881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:31.679911Z","time spent":"413.949234ms","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269129,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T03:00:34.1055Z","caller":"traceutil/trace.go:171","msg":"trace[1533936800] linearizableReadLoop","detail":"{readStateIndex:24785; appliedIndex:24784; }","duration":"328.255596ms","start":"2026-03-02T03:00:33.777224Z","end":"2026-03-02T03:00:34.105479Z","steps":["trace[1533936800] 'read index received' (duration: 328.160034ms)","trace[1533936800] 'applied index is now lower than readState.Index' (duration: 94.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:34.105592Z","caller":"traceutil/trace.go:171","msg":"trace[1904099138] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"339.68315ms","start":"2026-03-02T03:00:33.765851Z","end":"2026-03-02T03:00:34.105534Z","steps":["trace[1904099138] 'process raft request' (duration: 339.455924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:34.105808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:33.765829Z","time spent":"339.872845ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:34.105807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.527543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:34.10595Z","caller":"traceutil/trace.go:171","msg":"trace[245854649] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23953; }","duration":"328.721178ms","start":"2026-03-02T03:00:33.777202Z","end":"2026-03-02T03:00:34.105923Z","steps":["trace[245854649] 'agreement among raft nodes before linearized reading' (duration: 328.40935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:34.106016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:33.777171Z","time spent":"328.831961ms","remote":"127.0.0.1:34664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:34.697926Z","caller":"traceutil/trace.go:171","msg":"trace[1160399359] linearizableReadLoop","detail":"{readStateIndex:24787; appliedIndex:24785; }","duration":"592.340995ms","start":"2026-03-02T03:00:34.105561Z","end":"2026-03-02T03:00:34.697902Z","steps":["trace[1160399359] 'read index received' (duration: 499.206179ms)","trace[1160399359] 'applied index is now lower than readState.Index' (duration: 93.133816ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:34.697993Z","caller":"traceutil/trace.go:171","msg":"trace[2021347930] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"794.195382ms","start":"2026-03-02T03:00:33.903759Z","end":"2026-03-02T03:00:34.697954Z","steps":["trace[2021347930] 'process raft request' (duration: 794.061058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:34.698064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.388404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:34.698141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:33.903727Z","time spent":"794.337726ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6835,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:34.698154Z","caller":"traceutil/trace.go:171","msg":"trace[1290130691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23955; }","duration":"675.530297ms","start":"2026-03-02T03:00:34.022606Z","end":"2026-03-02T03:00:34.698136Z","steps":["trace[1290130691] 'agreement among raft nodes before linearized reading' (duration: 675.408514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:34.698241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:34.022576Z","time spent":"675.65165ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T03:00:34.698144Z","caller":"traceutil/trace.go:171","msg":"trace[2086455644] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"856.222891ms","start":"2026-03-02T03:00:33.841893Z","end":"2026-03-02T03:00:34.698116Z","steps":["trace[2086455644] 'process raft request' (duration: 762.828788ms)","trace[2086455644] 'compare' (duration: 92.691294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:34.698502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:33.841838Z","time spent":"856.482637ms","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:34.704426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.970733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:34.704498Z","caller":"traceutil/trace.go:171","msg":"trace[1023521571] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23956; }","duration":"467.091746ms","start":"2026-03-02T03:00:34.237389Z","end":"2026-03-02T03:00:34.704481Z","steps":["trace[1023521571] 'agreement among raft nodes before linearized reading' (duration: 466.944312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:34.704531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:34.237367Z","time spent":"467.157008ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:34.704576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.34116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:34.704619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.482397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T03:00:34.704654Z","caller":"traceutil/trace.go:171","msg":"trace[425325145] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23956; }","duration":"427.454052ms","start":"2026-03-02T03:00:34.277181Z","end":"2026-03-02T03:00:34.704635Z","steps":["trace[425325145] 'agreement among raft nodes before linearized reading' (duration: 427.329339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:34.704668Z","caller":"traceutil/trace.go:171","msg":"trace[788655255] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23956; }","duration":"183.57219ms","start":"2026-03-02T03:00:34.521084Z","end":"2026-03-02T03:00:34.704656Z","steps":["trace[788655255] 'agreement among raft nodes before linearized reading' (duration: 183.374034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:34.704705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:34.277163Z","time spent":"427.530775ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:34.898942Z","caller":"traceutil/trace.go:171","msg":"trace[1070567004] linearizableReadLoop","detail":"{readStateIndex:24789; appliedIndex:24788; }","duration":"191.041199ms","start":"2026-03-02T03:00:34.707874Z","end":"2026-03-02T03:00:34.898915Z","steps":["trace[1070567004] 'read index received' (duration: 117.109593ms)","trace[1070567004] 'applied index is now lower than readState.Index' (duration: 73.930496ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:34.899141Z","caller":"traceutil/trace.go:171","msg":"trace[49017746] compact","detail":"{revision:21298; response_revision:23956; }","duration":"199.412561ms","start":"2026-03-02T03:00:34.699716Z","end":"2026-03-02T03:00:34.899129Z","steps":["trace[49017746] 'process raft request' (duration: 125.375783ms)","trace[49017746] 'check and update compact revision' (duration: 73.73134ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:34.899122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21298} {"level":"warn","ts":"2026-03-02T03:00:34.899592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.701346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T03:00:34.899641Z","caller":"traceutil/trace.go:171","msg":"trace[931634961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23956; }","duration":"191.772258ms","start":"2026-03-02T03:00:34.707855Z","end":"2026-03-02T03:00:34.899627Z","steps":["trace[931634961] 'agreement among raft nodes before linearized reading' (duration: 191.159071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:35.01857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21298,"took":"113.561989ms","hash":3697187731,"current-db-size-bytes":48459776,"current-db-size":"48 MB","current-db-size-in-use-bytes":41656320,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-03-02T03:00:35.018634Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3697187731,"revision":21298,"compact-revision":18673} {"level":"warn","ts":"2026-03-02T03:00:36.26344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.168634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:36.263518Z","caller":"traceutil/trace.go:171","msg":"trace[1521423174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23969; }","duration":"240.34679ms","start":"2026-03-02T03:00:36.023152Z","end":"2026-03-02T03:00:36.263499Z","steps":["trace[1521423174] 'range keys from in-memory index tree' (duration: 239.976489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:36.264018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.823643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:00:36.26433Z","caller":"traceutil/trace.go:171","msg":"trace[782451632] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"166.61818ms","start":"2026-03-02T03:00:36.097672Z","end":"2026-03-02T03:00:36.26429Z","steps":["trace[782451632] 'process raft request' (duration: 25.456247ms)","trace[782451632] 'compare' (duration: 140.3066ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:36.813134Z","caller":"traceutil/trace.go:171","msg":"trace[602618123] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"103.916562ms","start":"2026-03-02T03:00:36.709193Z","end":"2026-03-02T03:00:36.81311Z","steps":["trace[602618123] 'process raft request' (duration: 103.786949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:46.551734Z","caller":"traceutil/trace.go:171","msg":"trace[732332674] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"137.778132ms","start":"2026-03-02T03:00:46.413928Z","end":"2026-03-02T03:00:46.551706Z","steps":["trace[732332674] 'process raft request' (duration: 137.586097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:47.903029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.116224ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T03:00:47.958755Z","caller":"traceutil/trace.go:171","msg":"trace[441481158] linearizableReadLoop","detail":"{readStateIndex:24908; appliedIndex:24906; }","duration":"1.011243941s","start":"2026-03-02T03:00:46.947478Z","end":"2026-03-02T03:00:47.958722Z","steps":["trace[441481158] 'read index received' (duration: 250.751865ms)","trace[441481158] 'applied index is now lower than readState.Index' (duration: 760.490746ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:47.958809Z","caller":"traceutil/trace.go:171","msg":"trace[1093351371] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"1.114744113s","start":"2026-03-02T03:00:46.844013Z","end":"2026-03-02T03:00:47.958757Z","steps":["trace[1093351371] 'process raft request' (duration: 1.114521097s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:47.95894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011461317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:47.958973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:46.843986Z","time spent":"1.114887526s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:47.959022Z","caller":"traceutil/trace.go:171","msg":"trace[2115478637] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24072; }","duration":"1.011596761s","start":"2026-03-02T03:00:46.947406Z","end":"2026-03-02T03:00:47.959003Z","steps":["trace[2115478637] 'agreement among raft nodes before linearized reading' (duration: 1.011443516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:47.959071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:46.947384Z","time spent":"1.011677593s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:48.459399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316602362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T03:00:48.825389Z","caller":"traceutil/trace.go:171","msg":"trace[1818513698] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.527803282s","start":"2026-03-02T03:00:47.297561Z","end":"2026-03-02T03:00:48.825364Z","steps":["trace[1818513698] 'process raft request' (duration: 1.52771459s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:48.825433Z","caller":"traceutil/trace.go:171","msg":"trace[1178925745] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.529741554s","start":"2026-03-02T03:00:47.295651Z","end":"2026-03-02T03:00:48.825393Z","steps":["trace[1178925745] 'process raft request' (duration: 1.529440446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.825572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.297546Z","time spent":"1.527918205s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:48.825624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.295626Z","time spent":"1.529883908s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:48.825872Z","caller":"traceutil/trace.go:171","msg":"trace[1057827298] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.528038009s","start":"2026-03-02T03:00:47.297803Z","end":"2026-03-02T03:00:48.825841Z","steps":["trace[1057827298] 'process raft request' (duration: 1.527523956s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.825956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.297793Z","time spent":"1.528124851s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:48.825951Z","caller":"traceutil/trace.go:171","msg":"trace[624150714] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.527413332s","start":"2026-03-02T03:00:47.298509Z","end":"2026-03-02T03:00:48.825923Z","steps":["trace[624150714] 'process raft request' (duration: 1.527182966s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.826107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.298496Z","time spent":"1.527536805s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:48.82643Z","caller":"traceutil/trace.go:171","msg":"trace[1921978546] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.478495622s","start":"2026-03-02T03:00:47.347901Z","end":"2026-03-02T03:00:48.826396Z","steps":["trace[1921978546] 'process raft request' (duration: 1.478376499s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.826674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.347886Z","time spent":"1.478695587s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:48.82644Z","caller":"traceutil/trace.go:171","msg":"trace[959931655] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.524834283s","start":"2026-03-02T03:00:47.301571Z","end":"2026-03-02T03:00:48.826405Z","steps":["trace[959931655] 'process raft request' (duration: 1.524306269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.826953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.301563Z","time spent":"1.525288876s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:48.83716Z","caller":"traceutil/trace.go:171","msg":"trace[629286740] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24908; }","duration":"878.294337ms","start":"2026-03-02T03:00:47.958841Z","end":"2026-03-02T03:00:48.837135Z","steps":["trace[629286740] 'read index received' (duration: 866.279348ms)","trace[629286740] 'applied index is now lower than readState.Index' (duration: 12.013889ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:48.837286Z","caller":"traceutil/trace.go:171","msg":"trace[852859440] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"663.823636ms","start":"2026-03-02T03:00:48.173448Z","end":"2026-03-02T03:00:48.837272Z","steps":["trace[852859440] 'process raft request' (duration: 663.547099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.837427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:48.173402Z","time spent":"663.937749ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:48.837447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164152046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:00:48.837499Z","caller":"traceutil/trace.go:171","msg":"trace[834913058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24079; }","duration":"1.164202228s","start":"2026-03-02T03:00:47.67328Z","end":"2026-03-02T03:00:48.837482Z","steps":["trace[834913058] 'agreement among raft nodes before linearized reading' (duration: 1.164053124s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.837581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.673249Z","time spent":"1.16428748s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:48.837635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360609848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:48.837756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.371553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T03:00:48.837763Z","caller":"traceutil/trace.go:171","msg":"trace[1332462035] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24079; }","duration":"1.360787363s","start":"2026-03-02T03:00:47.476958Z","end":"2026-03-02T03:00:48.837745Z","steps":["trace[1332462035] 'agreement among raft nodes before linearized reading' (duration: 1.360573127s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:48.837789Z","caller":"traceutil/trace.go:171","msg":"trace[1998170455] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:24079; }","duration":"991.436445ms","start":"2026-03-02T03:00:47.846343Z","end":"2026-03-02T03:00:48.837779Z","steps":["trace[1998170455] 'agreement among raft nodes before linearized reading' (duration: 991.328932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.837826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.846325Z","time spent":"991.494357ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22140,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" "} {"level":"warn","ts":"2026-03-02T03:00:48.837772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.886442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:48.837909Z","caller":"traceutil/trace.go:171","msg":"trace[92171686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24079; }","duration":"815.057647ms","start":"2026-03-02T03:00:48.022838Z","end":"2026-03-02T03:00:48.837896Z","steps":["trace[92171686] 'agreement among raft nodes before linearized reading' (duration: 814.897832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.838041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:48.022818Z","time spent":"815.21095ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:00:48.838076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095198614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T03:00:48.838098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154991263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:00:48.838113Z","caller":"traceutil/trace.go:171","msg":"trace[1799441191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24079; }","duration":"1.095255365s","start":"2026-03-02T03:00:47.742848Z","end":"2026-03-02T03:00:48.838104Z","steps":["trace[1799441191] 'agreement among raft nodes before linearized reading' (duration: 1.095105331s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.838137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.742818Z","time spent":"1.095314476s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T03:00:48.838135Z","caller":"traceutil/trace.go:171","msg":"trace[1870463713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24079; }","duration":"1.155032124s","start":"2026-03-02T03:00:47.683092Z","end":"2026-03-02T03:00:48.838124Z","steps":["trace[1870463713] 'agreement among raft nodes before linearized reading' (duration: 1.154926461s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.838169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.683053Z","time spent":"1.155109236s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:00:48.838182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107262594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:00:48.83823Z","caller":"traceutil/trace.go:171","msg":"trace[1354999548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24079; }","duration":"1.107333006s","start":"2026-03-02T03:00:47.730881Z","end":"2026-03-02T03:00:48.838214Z","steps":["trace[1354999548] 'agreement among raft nodes before linearized reading' (duration: 1.107186922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.838264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.730871Z","time spent":"1.107387687s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:48.838296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043131309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-02T03:00:48.838322Z","caller":"traceutil/trace.go:171","msg":"trace[1918961080] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:24079; }","duration":"1.04316499s","start":"2026-03-02T03:00:47.79515Z","end":"2026-03-02T03:00:48.838315Z","steps":["trace[1918961080] 'agreement among raft nodes before linearized reading' (duration: 1.043080708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.83832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329793229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-02T03:00:48.838342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.795072Z","time spent":"1.043265792s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" "} {"level":"warn","ts":"2026-03-02T03:00:48.837824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.476936Z","time spent":"1.360874295s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:48.838367Z","caller":"traceutil/trace.go:171","msg":"trace[483856750] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:24079; }","duration":"1.329861801s","start":"2026-03-02T03:00:47.508495Z","end":"2026-03-02T03:00:48.838356Z","steps":["trace[483856750] 'agreement among raft nodes before linearized reading' (duration: 1.329754228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.838406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.508483Z","time spent":"1.329915512s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" "} {"level":"warn","ts":"2026-03-02T03:00:48.838335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193509936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T03:00:48.838497Z","caller":"traceutil/trace.go:171","msg":"trace[1286516453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24079; }","duration":"1.193718542s","start":"2026-03-02T03:00:47.64477Z","end":"2026-03-02T03:00:48.838489Z","steps":["trace[1286516453] 'agreement among raft nodes before linearized reading' (duration: 1.193456145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:48.838525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:47.644747Z","time spent":"1.193771643s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T03:00:49.559308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.396745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:49.559322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.445335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:49.559387Z","caller":"traceutil/trace.go:171","msg":"trace[1204002626] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24085; }","duration":"139.519129ms","start":"2026-03-02T03:00:49.419843Z","end":"2026-03-02T03:00:49.559362Z","steps":["trace[1204002626] 'count revisions from in-memory index tree' (duration: 139.314493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:49.559424Z","caller":"traceutil/trace.go:171","msg":"trace[1224071437] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24085; }","duration":"236.59725ms","start":"2026-03-02T03:00:49.322797Z","end":"2026-03-02T03:00:49.559394Z","steps":["trace[1224071437] 'range keys from in-memory index tree' (duration: 236.364943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:01.917426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.426691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T03:01:01.917517Z","caller":"traceutil/trace.go:171","msg":"trace[723620097] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:24166; }","duration":"155.564905ms","start":"2026-03-02T03:01:01.761934Z","end":"2026-03-02T03:01:01.917499Z","steps":["trace[723620097] 'range keys from in-memory index tree' (duration: 155.234447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:03.056372Z","caller":"traceutil/trace.go:171","msg":"trace[1812496650] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"181.853594ms","start":"2026-03-02T03:01:02.874492Z","end":"2026-03-02T03:01:03.056345Z","steps":["trace[1812496650] 'process raft request' (duration: 181.68452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.312755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.804869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:01:03.313113Z","caller":"traceutil/trace.go:171","msg":"trace[432412274] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"434.272834ms","start":"2026-03-02T03:01:02.878816Z","end":"2026-03-02T03:01:03.313089Z","steps":["trace[432412274] 'process raft request' (duration: 434.087929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:03.313079Z","caller":"traceutil/trace.go:171","msg":"trace[144579618] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"436.988136ms","start":"2026-03-02T03:01:02.876045Z","end":"2026-03-02T03:01:03.313034Z","steps":["trace[144579618] 'process raft request' (duration: 282.786907ms)","trace[144579618] 'compare' (duration: 153.148071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:01:03.313233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.878799Z","time spent":"434.382317ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:01:03.313297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.876031Z","time spent":"437.165421ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:01:03.31337Z","caller":"traceutil/trace.go:171","msg":"trace[1082664790] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"433.043101ms","start":"2026-03-02T03:01:02.880305Z","end":"2026-03-02T03:01:03.313348Z","steps":["trace[1082664790] 'process raft request' (duration: 432.912518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:03.313418Z","caller":"traceutil/trace.go:171","msg":"trace[1569197664] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"433.405601ms","start":"2026-03-02T03:01:02.87991Z","end":"2026-03-02T03:01:03.313315Z","steps":["trace[1569197664] 'process raft request' (duration: 433.125914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.313496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.880286Z","time spent":"433.153244ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:01:03.313545Z","caller":"traceutil/trace.go:171","msg":"trace[2040030658] linearizableReadLoop","detail":"{readStateIndex:25012; appliedIndex:25006; }","duration":"348.777681ms","start":"2026-03-02T03:01:02.964699Z","end":"2026-03-02T03:01:03.313476Z","steps":["trace[2040030658] 'read index received' (duration: 91.457021ms)","trace[2040030658] 'applied index is now lower than readState.Index' (duration: 257.31936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:01:03.313639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.879896Z","time spent":"433.630327ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:01:03.313599Z","caller":"traceutil/trace.go:171","msg":"trace[295985443] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"431.948322ms","start":"2026-03-02T03:01:02.881615Z","end":"2026-03-02T03:01:03.313563Z","steps":["trace[295985443] 'process raft request' (duration: 431.675134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.313856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.871488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-03-02T03:01:03.313913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.3934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:01:03.313981Z","caller":"traceutil/trace.go:171","msg":"trace[506762360] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:24173; }","duration":"174.941761ms","start":"2026-03-02T03:01:03.13896Z","end":"2026-03-02T03:01:03.313902Z","steps":["trace[506762360] 'agreement among raft nodes before linearized reading' (duration: 174.773876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:03.314026Z","caller":"traceutil/trace.go:171","msg":"trace[1993551468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24173; }","duration":"331.565414ms","start":"2026-03-02T03:01:02.982442Z","end":"2026-03-02T03:01:03.314007Z","steps":["trace[1993551468] 'agreement among raft nodes before linearized reading' (duration: 331.285476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.314082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.463561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"warn","ts":"2026-03-02T03:01:03.314107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.982429Z","time spent":"331.665127ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:01:03.314095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.668943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:01:03.313853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.152792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:01:03.31414Z","caller":"traceutil/trace.go:171","msg":"trace[2045188889] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:24173; }","duration":"176.556774ms","start":"2026-03-02T03:01:03.137567Z","end":"2026-03-02T03:01:03.314124Z","steps":["trace[2045188889] 'agreement among raft nodes before linearized reading' (duration: 176.43117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:03.314164Z","caller":"traceutil/trace.go:171","msg":"trace[2131758494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24173; }","duration":"291.773566ms","start":"2026-03-02T03:01:03.022373Z","end":"2026-03-02T03:01:03.314146Z","steps":["trace[2131758494] 'agreement among raft nodes before linearized reading' (duration: 291.673294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:03.314172Z","caller":"traceutil/trace.go:171","msg":"trace[1862126182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24173; }","duration":"349.515071ms","start":"2026-03-02T03:01:02.964639Z","end":"2026-03-02T03:01:03.314154Z","steps":["trace[1862126182] 'agreement among raft nodes before linearized reading' (duration: 349.063759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.314071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.881596Z","time spent":"432.24832ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:01:03.314229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.964616Z","time spent":"349.596243ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:01:03.313957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.267919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T03:01:03.314354Z","caller":"traceutil/trace.go:171","msg":"trace[2026460155] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:24173; }","duration":"181.744871ms","start":"2026-03-02T03:01:03.132597Z","end":"2026-03-02T03:01:03.314342Z","steps":["trace[2026460155] 'agreement among raft nodes before linearized reading' (duration: 181.134165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.314367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.952405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:01:03.314404Z","caller":"traceutil/trace.go:171","msg":"trace[814996484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24173; }","duration":"328.989616ms","start":"2026-03-02T03:01:02.985403Z","end":"2026-03-02T03:01:03.314392Z","steps":["trace[814996484] 'agreement among raft nodes before linearized reading' (duration: 328.858342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.314021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.476202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T03:01:03.314455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.028073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T03:01:03.314509Z","caller":"traceutil/trace.go:171","msg":"trace[750676621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24173; }","duration":"328.999916ms","start":"2026-03-02T03:01:02.985487Z","end":"2026-03-02T03:01:03.314487Z","steps":["trace[750676621] 'agreement among raft nodes before linearized reading' (duration: 328.330438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:03.314538Z","caller":"traceutil/trace.go:171","msg":"trace[777355035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24173; }","duration":"330.147826ms","start":"2026-03-02T03:01:02.984375Z","end":"2026-03-02T03:01:03.314523Z","steps":["trace[777355035] 'agreement among raft nodes before linearized reading' (duration: 329.980702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:03.314562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.985468Z","time spent":"329.081488ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T03:01:03.314596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.984355Z","time spent":"330.228339ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T03:01:03.314473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:01:02.985368Z","time spent":"329.095419ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T03:01:04.376309Z","caller":"traceutil/trace.go:171","msg":"trace[285977175] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"229.606214ms","start":"2026-03-02T03:01:04.146679Z","end":"2026-03-02T03:01:04.376285Z","steps":["trace[285977175] 'process raft request' (duration: 229.46051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:13.995209Z","caller":"traceutil/trace.go:171","msg":"trace[1178570925] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"120.955185ms","start":"2026-03-02T03:01:13.874231Z","end":"2026-03-02T03:01:13.995187Z","steps":["trace[1178570925] 'process raft request' (duration: 120.820522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:14.020425Z","caller":"traceutil/trace.go:171","msg":"trace[513909704] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"114.605536ms","start":"2026-03-02T03:01:13.905789Z","end":"2026-03-02T03:01:14.020394Z","steps":["trace[513909704] 'process raft request' (duration: 114.461613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:43.806091Z","caller":"traceutil/trace.go:171","msg":"trace[1928249813] linearizableReadLoop","detail":"{readStateIndex:25472; appliedIndex:25470; }","duration":"155.135394ms","start":"2026-03-02T03:01:43.650925Z","end":"2026-03-02T03:01:43.806061Z","steps":["trace[1928249813] 'read index received' (duration: 96.748881ms)","trace[1928249813] 'applied index is now lower than readState.Index' (duration: 58.385543ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:01:43.806261Z","caller":"traceutil/trace.go:171","msg":"trace[678851587] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"226.47191ms","start":"2026-03-02T03:01:43.579771Z","end":"2026-03-02T03:01:43.806243Z","steps":["trace[678851587] 'process raft request' (duration: 226.229144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:43.806134Z","caller":"traceutil/trace.go:171","msg":"trace[414356950] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"229.146221ms","start":"2026-03-02T03:01:43.576943Z","end":"2026-03-02T03:01:43.806089Z","steps":["trace[414356950] 'process raft request' (duration: 170.668177ms)","trace[414356950] 'compare' (duration: 58.219417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:01:43.806832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.761531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T03:01:43.807007Z","caller":"traceutil/trace.go:171","msg":"trace[813370275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24623; }","duration":"156.085089ms","start":"2026-03-02T03:01:43.650867Z","end":"2026-03-02T03:01:43.806952Z","steps":["trace[813370275] 'agreement among raft nodes before linearized reading' (duration: 155.492823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:43.807105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.177148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:01:43.807185Z","caller":"traceutil/trace.go:171","msg":"trace[1624297111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24623; }","duration":"154.321852ms","start":"2026-03-02T03:01:43.652844Z","end":"2026-03-02T03:01:43.807166Z","steps":["trace[1624297111] 'agreement among raft nodes before linearized reading' (duration: 153.50625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:02:09.841066Z","caller":"traceutil/trace.go:171","msg":"trace[1869086257] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"191.874781ms","start":"2026-03-02T03:02:09.649143Z","end":"2026-03-02T03:02:09.841018Z","steps":["trace[1869086257] 'process raft request' (duration: 125.547508ms)","trace[1869086257] 'compare' (duration: 65.971563ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:02:09.860601Z","caller":"traceutil/trace.go:171","msg":"trace[851593677] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25656; }","duration":"204.65259ms","start":"2026-03-02T03:02:09.655906Z","end":"2026-03-02T03:02:09.860559Z","steps":["trace[851593677] 'read index received' (duration: 118.803028ms)","trace[851593677] 'applied index is now lower than readState.Index' (duration: 85.847982ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:02:09.860639Z","caller":"traceutil/trace.go:171","msg":"trace[1963382641] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"210.999969ms","start":"2026-03-02T03:02:09.649598Z","end":"2026-03-02T03:02:09.860598Z","steps":["trace[1963382641] 'process raft request' (duration: 210.754593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:02:09.860886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.951829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T03:02:09.860952Z","caller":"traceutil/trace.go:171","msg":"trace[559468306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24804; }","duration":"205.089582ms","start":"2026-03-02T03:02:09.655846Z","end":"2026-03-02T03:02:09.860935Z","steps":["trace[559468306] 'agreement among raft nodes before linearized reading' (duration: 204.845896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:05:34.9064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23954} {"level":"info","ts":"2026-03-02T03:05:35.0433Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23954,"took":"132.755182ms","hash":804524283,"current-db-size-bytes":49332224,"current-db-size":"49 MB","current-db-size-in-use-bytes":34779136,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-02T03:05:35.043358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":804524283,"revision":23954,"compact-revision":21298} {"level":"info","ts":"2026-03-02T03:09:11.713182Z","caller":"traceutil/trace.go:171","msg":"trace[2011184697] transaction","detail":"{read_only:false; response_revision:28211; number_of_response:1; }","duration":"467.103049ms","start":"2026-03-02T03:09:11.246042Z","end":"2026-03-02T03:09:11.713145Z","steps":["trace[2011184697] 'process raft request' (duration: 466.889403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.713424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.246025Z","time spent":"467.275464ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:09:11.985991Z","caller":"traceutil/trace.go:171","msg":"trace[1801967760] transaction","detail":"{read_only:false; response_revision:28212; number_of_response:1; }","duration":"737.540992ms","start":"2026-03-02T03:09:11.248418Z","end":"2026-03-02T03:09:11.985959Z","steps":["trace[1801967760] 'process raft request' (duration: 737.349067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.98616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.248406Z","time spent":"737.667955ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:09:11.986295Z","caller":"traceutil/trace.go:171","msg":"trace[125430178] transaction","detail":"{read_only:false; response_revision:28213; number_of_response:1; }","duration":"722.329758ms","start":"2026-03-02T03:09:11.263945Z","end":"2026-03-02T03:09:11.986275Z","steps":["trace[125430178] 'process raft request' (duration: 721.974239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.986364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.263903Z","time spent":"722.428301ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:09:11.987034Z","caller":"traceutil/trace.go:171","msg":"trace[1832918593] transaction","detail":"{read_only:false; response_revision:28214; number_of_response:1; }","duration":"449.212585ms","start":"2026-03-02T03:09:11.537795Z","end":"2026-03-02T03:09:11.987008Z","steps":["trace[1832918593] 'process raft request' (duration: 448.448264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.987158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.537772Z","time spent":"449.314968ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:09:11.987185Z","caller":"traceutil/trace.go:171","msg":"trace[1773251502] linearizableReadLoop","detail":"{readStateIndex:29166; appliedIndex:29163; }","duration":"691.313926ms","start":"2026-03-02T03:09:11.295854Z","end":"2026-03-02T03:09:11.987168Z","steps":["trace[1773251502] 'read index received' (duration: 417.126234ms)","trace[1773251502] 'applied index is now lower than readState.Index' (duration: 274.186752ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:09:11.987289Z","caller":"traceutil/trace.go:171","msg":"trace[671197578] transaction","detail":"{read_only:false; response_revision:28215; number_of_response:1; }","duration":"447.109119ms","start":"2026-03-02T03:09:11.540164Z","end":"2026-03-02T03:09:11.987274Z","steps":["trace[671197578] 'process raft request' (duration: 446.810571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.987311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.447069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:09:11.987351Z","caller":"traceutil/trace.go:171","msg":"trace[659183002] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28215; }","duration":"691.532961ms","start":"2026-03-02T03:09:11.295805Z","end":"2026-03-02T03:09:11.987338Z","steps":["trace[659183002] 'agreement among raft nodes before linearized reading' (duration: 691.428949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.987373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.540156Z","time spent":"447.17503ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:09:11.987489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.295786Z","time spent":"691.599354ms","remote":"127.0.0.1:33304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:10:34.915674Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26732} {"level":"info","ts":"2026-03-02T03:10:35.05281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26732,"took":"134.385454ms","hash":704983730,"current-db-size-bytes":49332224,"current-db-size":"49 MB","current-db-size-in-use-bytes":27947008,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T03:10:35.052877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":704983730,"revision":26732,"compact-revision":23954} {"level":"info","ts":"2026-03-02T03:11:06.412791Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T03:11:06.41916Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-02T03:11:06.419262Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-02T03:12:11.289349Z","caller":"traceutil/trace.go:171","msg":"trace[1884766288] transaction","detail":"{read_only:false; response_revision:29506; number_of_response:1; }","duration":"182.880761ms","start":"2026-03-02T03:12:11.106424Z","end":"2026-03-02T03:12:11.289305Z","steps":["trace[1884766288] 'process raft request' (duration: 182.596813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:12:16.588533Z","caller":"traceutil/trace.go:171","msg":"trace[1820875244] linearizableReadLoop","detail":"{readStateIndex:30526; appliedIndex:30525; }","duration":"324.307752ms","start":"2026-03-02T03:12:16.264204Z","end":"2026-03-02T03:12:16.588512Z","steps":["trace[1820875244] 'read index received' (duration: 324.25473ms)","trace[1820875244] 'applied index is now lower than readState.Index' (duration: 51.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:12:16.588704Z","caller":"traceutil/trace.go:171","msg":"trace[1608653072] transaction","detail":"{read_only:false; response_revision:29533; number_of_response:1; }","duration":"417.104003ms","start":"2026-03-02T03:12:16.171479Z","end":"2026-03-02T03:12:16.588583Z","steps":["trace[1608653072] 'process raft request' (duration: 416.896078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:12:16.588687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.460026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:12:16.588843Z","caller":"traceutil/trace.go:171","msg":"trace[1168158840] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29533; }","duration":"324.662892ms","start":"2026-03-02T03:12:16.264158Z","end":"2026-03-02T03:12:16.588821Z","steps":["trace[1168158840] 'agreement among raft nodes before linearized reading' (duration: 324.448256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:12:16.588988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:12:16.264146Z","time spent":"324.793295ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:12:16.589016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:12:16.171451Z","time spent":"417.39112ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:12:16.590109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.153705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:12:16.590173Z","caller":"traceutil/trace.go:171","msg":"trace[1022830232] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29535; }","duration":"224.221197ms","start":"2026-03-02T03:12:16.365935Z","end":"2026-03-02T03:12:16.590156Z","steps":["trace[1022830232] 'agreement among raft nodes before linearized reading' (duration: 224.059243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:12:16.590193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.113048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T03:12:16.590189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.128604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T03:12:16.59026Z","caller":"traceutil/trace.go:171","msg":"trace[36511931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29535; }","duration":"157.21912ms","start":"2026-03-02T03:12:16.433024Z","end":"2026-03-02T03:12:16.590243Z","steps":["trace[36511931] 'agreement among raft nodes before linearized reading' (duration: 157.012585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:12:16.590319Z","caller":"traceutil/trace.go:171","msg":"trace[102748475] transaction","detail":"{read_only:false; response_revision:29534; number_of_response:1; }","duration":"160.470236ms","start":"2026-03-02T03:12:16.429828Z","end":"2026-03-02T03:12:16.590298Z","steps":["trace[102748475] 'process raft request' (duration: 160.001153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:12:16.59037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.451297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:12:16.590467Z","caller":"traceutil/trace.go:171","msg":"trace[820830776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29535; }","duration":"155.300719ms","start":"2026-03-02T03:12:16.435019Z","end":"2026-03-02T03:12:16.590319Z","steps":["trace[820830776] 'agreement among raft nodes before linearized reading' (duration: 154.993381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:12:16.59052Z","caller":"traceutil/trace.go:171","msg":"trace[1002948825] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:29535; }","duration":"223.57227ms","start":"2026-03-02T03:12:16.366866Z","end":"2026-03-02T03:12:16.590438Z","steps":["trace[1002948825] 'agreement among raft nodes before linearized reading' (duration: 223.437706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:12:16.927287Z","caller":"traceutil/trace.go:171","msg":"trace[75055810] transaction","detail":"{read_only:false; response_revision:29542; number_of_response:1; }","duration":"134.97544ms","start":"2026-03-02T03:12:16.792291Z","end":"2026-03-02T03:12:16.927267Z","steps":["trace[75055810] 'process raft request' (duration: 134.829576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:07.373427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316618987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:13:07.874279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316618987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:13:08.375178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264203316618987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:13:08.691005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828828706s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T03:13:08.711047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.250192ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:13:08.711243Z","caller":"traceutil/trace.go:171","msg":"trace[382728380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29877; }","duration":"657.455938ms","start":"2026-03-02T03:13:08.053767Z","end":"2026-03-02T03:13:08.711223Z","steps":["trace[382728380] 'range keys from in-memory index tree' (duration: 657.214811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.711416Z","caller":"traceutil/trace.go:171","msg":"trace[1092556101] transaction","detail":"{read_only:false; response_revision:29878; number_of_response:1; }","duration":"1.849318859s","start":"2026-03-02T03:13:06.862069Z","end":"2026-03-02T03:13:08.711388Z","steps":["trace[1092556101] 'process raft request' (duration: 1.829078842s)","trace[1092556101] 'compare' (duration: 20.045432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:13:08.712252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.862052Z","time spent":"1.849436573s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.714285Z","caller":"traceutil/trace.go:171","msg":"trace[1576571805] linearizableReadLoop","detail":"{readStateIndex:30887; appliedIndex:30881; }","duration":"1.841567253s","start":"2026-03-02T03:13:06.872705Z","end":"2026-03-02T03:13:08.714272Z","steps":["trace[1576571805] 'read index received' (duration: 1.818459621s)","trace[1576571805] 'applied index is now lower than readState.Index' (duration: 23.106972ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:13:08.714452Z","caller":"traceutil/trace.go:171","msg":"trace[580139666] transaction","detail":"{read_only:false; response_revision:29879; number_of_response:1; }","duration":"1.852148804s","start":"2026-03-02T03:13:06.862291Z","end":"2026-03-02T03:13:08.714439Z","steps":["trace[580139666] 'process raft request' (duration: 1.851813645s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.714538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.862268Z","time spent":"1.852216926s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.714562Z","caller":"traceutil/trace.go:171","msg":"trace[851480587] transaction","detail":"{read_only:false; response_revision:29881; number_of_response:1; }","duration":"1.850377567s","start":"2026-03-02T03:13:06.864154Z","end":"2026-03-02T03:13:08.714532Z","steps":["trace[851480587] 'process raft request' (duration: 1.850046089s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.714549Z","caller":"traceutil/trace.go:171","msg":"trace[2016472108] transaction","detail":"{read_only:false; response_revision:29883; number_of_response:1; }","duration":"660.761456ms","start":"2026-03-02T03:13:08.053719Z","end":"2026-03-02T03:13:08.71448Z","steps":["trace[2016472108] 'process raft request' (duration: 660.52418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.714738Z","caller":"traceutil/trace.go:171","msg":"trace[2035153495] transaction","detail":"{read_only:false; response_revision:29882; number_of_response:1; }","duration":"1.554215753s","start":"2026-03-02T03:13:07.160333Z","end":"2026-03-02T03:13:08.714549Z","steps":["trace[2035153495] 'process raft request' (duration: 1.553891104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.714817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.864139Z","time spent":"1.850604523s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:13:08.71485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:08.053694Z","time spent":"661.059213ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.7148Z","caller":"traceutil/trace.go:171","msg":"trace[999061568] transaction","detail":"{read_only:false; response_revision:29880; number_of_response:1; }","duration":"1.851101916s","start":"2026-03-02T03:13:06.863615Z","end":"2026-03-02T03:13:08.714717Z","steps":["trace[999061568] 'process raft request' (duration: 1.850562522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.714902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840019153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T03:13:08.71494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.160306Z","time spent":"1.55446915s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.714981Z","caller":"traceutil/trace.go:171","msg":"trace[43551382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29883; }","duration":"1.840121175s","start":"2026-03-02T03:13:06.87484Z","end":"2026-03-02T03:13:08.714961Z","steps":["trace[43551382] 'agreement among raft nodes before linearized reading' (duration: 1.839914179s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.71503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.874831Z","time spent":"1.840189127s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T03:13:08.715131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.863599Z","time spent":"1.851349813s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:13:08.715196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.553532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T03:13:08.715234Z","caller":"traceutil/trace.go:171","msg":"trace[1261974127] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:29883; }","duration":"162.613803ms","start":"2026-03-02T03:13:08.55261Z","end":"2026-03-02T03:13:08.715223Z","steps":["trace[1261974127] 'agreement among raft nodes before linearized reading' (duration: 162.463479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.715242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.195902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T03:13:08.715203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.06325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:13:08.715281Z","caller":"traceutil/trace.go:171","msg":"trace[102761649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29883; }","duration":"559.235993ms","start":"2026-03-02T03:13:08.156035Z","end":"2026-03-02T03:13:08.715271Z","steps":["trace[102761649] 'agreement among raft nodes before linearized reading' (duration: 559.085959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.715306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:08.15599Z","time spent":"559.308885ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T03:13:08.715329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.810461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T03:13:08.71534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.242761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T03:13:08.715367Z","caller":"traceutil/trace.go:171","msg":"trace[2088020056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29883; }","duration":"676.868133ms","start":"2026-03-02T03:13:08.038486Z","end":"2026-03-02T03:13:08.715354Z","steps":["trace[2088020056] 'agreement among raft nodes before linearized reading' (duration: 676.75122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.715377Z","caller":"traceutil/trace.go:171","msg":"trace[1129803404] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:29883; }","duration":"128.299642ms","start":"2026-03-02T03:13:08.587066Z","end":"2026-03-02T03:13:08.715366Z","steps":["trace[1129803404] 'agreement among raft nodes before linearized reading' (duration: 128.20947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.715405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:08.038477Z","time spent":"676.919324ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:13:08.715455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.222108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T03:13:08.715451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710369075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T03:13:08.715492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820831544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:13:08.715502Z","caller":"traceutil/trace.go:171","msg":"trace[519045445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29883; }","duration":"773.306341ms","start":"2026-03-02T03:13:07.942182Z","end":"2026-03-02T03:13:08.715488Z","steps":["trace[519045445] 'agreement among raft nodes before linearized reading' (duration: 773.169287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.715516Z","caller":"traceutil/trace.go:171","msg":"trace[857851289] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29883; }","duration":"1.820855174s","start":"2026-03-02T03:13:06.894652Z","end":"2026-03-02T03:13:08.715507Z","steps":["trace[857851289] 'agreement among raft nodes before linearized reading' (duration: 1.820814613s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.715516Z","caller":"traceutil/trace.go:171","msg":"trace[1156902913] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:29883; }","duration":"1.710478838s","start":"2026-03-02T03:13:07.005023Z","end":"2026-03-02T03:13:08.715502Z","steps":["trace[1156902913] 'agreement among raft nodes before linearized reading' (duration: 1.710292963s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.715528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.648593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-03-02T03:13:08.715537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.894612Z","time spent":"1.820919656s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.71554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.942163Z","time spent":"773.368783ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T03:13:08.715553Z","caller":"traceutil/trace.go:171","msg":"trace[344130438] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:29883; }","duration":"171.717134ms","start":"2026-03-02T03:13:08.543829Z","end":"2026-03-02T03:13:08.715546Z","steps":["trace[344130438] 'agreement among raft nodes before linearized reading' (duration: 171.635012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.71556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.005011Z","time spent":"1.710540279s","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.715594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489934178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:13:08.715773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693540138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:13:08.715786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.865838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418997"} {"level":"info","ts":"2026-03-02T03:13:08.715823Z","caller":"traceutil/trace.go:171","msg":"trace[2034622900] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29883; }","duration":"1.490179795s","start":"2026-03-02T03:13:07.225607Z","end":"2026-03-02T03:13:08.715787Z","steps":["trace[2034622900] 'agreement among raft nodes before linearized reading' (duration: 1.489951149s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.715835Z","caller":"traceutil/trace.go:171","msg":"trace[235590104] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:29883; }","duration":"663.93989ms","start":"2026-03-02T03:13:08.051885Z","end":"2026-03-02T03:13:08.715825Z","steps":["trace[235590104] 'agreement among raft nodes before linearized reading' (duration: 663.042576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.715832Z","caller":"traceutil/trace.go:171","msg":"trace[342097620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29883; }","duration":"1.69361715s","start":"2026-03-02T03:13:07.022201Z","end":"2026-03-02T03:13:08.715818Z","steps":["trace[342097620] 'agreement among raft nodes before linearized reading' (duration: 1.693498387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.715854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:08.051874Z","time spent":"663.975501ms","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419020,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T03:13:08.715856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.225585Z","time spent":"1.490261096s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:13:08.715484Z","caller":"traceutil/trace.go:171","msg":"trace[1412039943] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29883; }","duration":"616.194274ms","start":"2026-03-02T03:13:08.099099Z","end":"2026-03-02T03:13:08.715294Z","steps":["trace[1412039943] 'agreement among raft nodes before linearized reading' (duration: 616.0654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.71587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.022187Z","time spent":"1.693676142s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:13:08.715944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:08.099075Z","time spent":"616.81856ms","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.715943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843231037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:13:08.716066Z","caller":"traceutil/trace.go:171","msg":"trace[847345277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29883; }","duration":"1.843376272s","start":"2026-03-02T03:13:06.872679Z","end":"2026-03-02T03:13:08.716055Z","steps":["trace[847345277] 'agreement among raft nodes before linearized reading' (duration: 1.843147246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.716105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.87267Z","time spent":"1.843412402s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:13:08.716492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.361853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:13:08.716664Z","caller":"traceutil/trace.go:171","msg":"trace[67914524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29883; }","duration":"771.02887ms","start":"2026-03-02T03:13:07.945619Z","end":"2026-03-02T03:13:08.716648Z","steps":["trace[67914524] 'agreement among raft nodes before linearized reading' (duration: 769.977503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.716989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.945596Z","time spent":"771.255366ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T03:15:34.921669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28818} {"level":"info","ts":"2026-03-02T03:15:35.040712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28818,"took":"113.582883ms","hash":565686675,"current-db-size-bytes":49332224,"current-db-size":"49 MB","current-db-size-in-use-bytes":29241344,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T03:15:35.040778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":565686675,"revision":28818,"compact-revision":26732} {"level":"info","ts":"2026-03-02T03:20:34.928776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30917} {"level":"info","ts":"2026-03-02T03:20:35.100402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30917,"took":"165.994745ms","hash":127522115,"current-db-size-bytes":49332224,"current-db-size":"49 MB","current-db-size-in-use-bytes":28774400,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T03:20:35.100462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":127522115,"revision":30917,"compact-revision":28818} {"level":"info","ts":"2026-03-02T03:24:08.100734Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b61.wal"} {"level":"info","ts":"2026-03-02T03:24:52.934567Z","caller":"traceutil/trace.go:171","msg":"trace[1732538715] transaction","detail":"{read_only:false; response_revision:34835; number_of_response:1; }","duration":"130.067838ms","start":"2026-03-02T03:24:52.804446Z","end":"2026-03-02T03:24:52.934514Z","steps":["trace[1732538715] 'process raft request' (duration: 59.915128ms)","trace[1732538715] 'compare' (duration: 69.936454ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:24:54.905359Z","caller":"traceutil/trace.go:171","msg":"trace[1301595221] transaction","detail":"{read_only:false; response_revision:34845; number_of_response:1; }","duration":"122.762794ms","start":"2026-03-02T03:24:54.782564Z","end":"2026-03-02T03:24:54.905327Z","steps":["trace[1301595221] 'process raft request' (duration: 122.504027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:24:55.642435Z","caller":"traceutil/trace.go:171","msg":"trace[818847845] transaction","detail":"{read_only:false; response_revision:34851; number_of_response:1; }","duration":"111.299459ms","start":"2026-03-02T03:24:55.53111Z","end":"2026-03-02T03:24:55.642409Z","steps":["trace[818847845] 'process raft request' (duration: 111.142055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:24:57.179254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.765693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:24:57.179477Z","caller":"traceutil/trace.go:171","msg":"trace[1644591458] linearizableReadLoop","detail":"{readStateIndex:36021; appliedIndex:36019; }","duration":"227.374397ms","start":"2026-03-02T03:24:56.952083Z","end":"2026-03-02T03:24:57.179458Z","steps":["trace[1644591458] 'read index received' (duration: 121.255084ms)","trace[1644591458] 'applied index is now lower than readState.Index' (duration: 106.117803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:24:57.179909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.335077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:24:57.179922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.801908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T03:24:57.179979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.82022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1083"} {"level":"warn","ts":"2026-03-02T03:24:57.179966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.011316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1747"} {"level":"info","ts":"2026-03-02T03:24:57.179995Z","caller":"traceutil/trace.go:171","msg":"trace[2018166759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34862; }","duration":"158.469319ms","start":"2026-03-02T03:24:57.021508Z","end":"2026-03-02T03:24:57.179977Z","steps":["trace[2018166759] 'agreement among raft nodes before linearized reading' (duration: 158.315925ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:24:57.180007Z","caller":"traceutil/trace.go:171","msg":"trace[1835236423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34862; }","duration":"227.928701ms","start":"2026-03-02T03:24:56.952056Z","end":"2026-03-02T03:24:57.179985Z","steps":["trace[1835236423] 'agreement among raft nodes before linearized reading' (duration: 227.674014ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:24:57.180047Z","caller":"traceutil/trace.go:171","msg":"trace[1661715178] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:34862; }","duration":"155.933603ms","start":"2026-03-02T03:24:57.024095Z","end":"2026-03-02T03:24:57.180028Z","steps":["trace[1661715178] 'agreement among raft nodes before linearized reading' (duration: 155.800199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:24:57.180053Z","caller":"traceutil/trace.go:171","msg":"trace[1615895328] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:34862; }","duration":"227.12076ms","start":"2026-03-02T03:24:56.952913Z","end":"2026-03-02T03:24:57.180034Z","steps":["trace[1615895328] 'agreement among raft nodes before linearized reading' (duration: 226.887394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:24:57.180114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.030854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/\" range_end:\"/registry/statefulsets/monitoring0\" limit:500 ","response":"range_response_count:5 size:40456"} {"level":"info","ts":"2026-03-02T03:24:57.180189Z","caller":"traceutil/trace.go:171","msg":"trace[1728755108] range","detail":"{range_begin:/registry/statefulsets/monitoring/; range_end:/registry/statefulsets/monitoring0; response_count:5; response_revision:34862; }","duration":"205.112176ms","start":"2026-03-02T03:24:56.975057Z","end":"2026-03-02T03:24:57.180169Z","steps":["trace[1728755108] 'agreement among raft nodes before linearized reading' (duration: 204.777198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:24:57.179921Z","caller":"traceutil/trace.go:171","msg":"trace[570841963] transaction","detail":"{read_only:false; response_revision:34861; number_of_response:1; }","duration":"229.593644ms","start":"2026-03-02T03:24:56.950235Z","end":"2026-03-02T03:24:57.179829Z","steps":["trace[570841963] 'process raft request' (duration: 123.162974ms)","trace[570841963] 'compare' (duration: 105.622739ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:24:57.179893Z","caller":"traceutil/trace.go:171","msg":"trace[54683985] transaction","detail":"{read_only:false; response_revision:34862; number_of_response:1; }","duration":"229.499173ms","start":"2026-03-02T03:24:56.950335Z","end":"2026-03-02T03:24:57.179834Z","steps":["trace[54683985] 'process raft request' (duration: 229.046301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:24:59.297516Z","caller":"traceutil/trace.go:171","msg":"trace[1474736387] transaction","detail":"{read_only:false; response_revision:34874; number_of_response:1; }","duration":"100.00668ms","start":"2026-03-02T03:24:59.19747Z","end":"2026-03-02T03:24:59.297476Z","steps":["trace[1474736387] 'process raft request' (duration: 45.327631ms)","trace[1474736387] 'compare' (duration: 54.544526ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:24:59.803967Z","caller":"traceutil/trace.go:171","msg":"trace[1156105791] transaction","detail":"{read_only:false; response_revision:34877; number_of_response:1; }","duration":"125.588839ms","start":"2026-03-02T03:24:59.678352Z","end":"2026-03-02T03:24:59.803941Z","steps":["trace[1156105791] 'process raft request' (duration: 125.407974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:00.329293Z","caller":"traceutil/trace.go:171","msg":"trace[155574952] transaction","detail":"{read_only:false; response_revision:34885; number_of_response:1; }","duration":"146.708649ms","start":"2026-03-02T03:25:00.182556Z","end":"2026-03-02T03:25:00.329265Z","steps":["trace[155574952] 'process raft request' (duration: 114.717611ms)","trace[155574952] 'compare' (duration: 31.613018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:00.329441Z","caller":"traceutil/trace.go:171","msg":"trace[1915057281] linearizableReadLoop","detail":"{readStateIndex:36046; appliedIndex:36044; }","duration":"105.527717ms","start":"2026-03-02T03:25:00.223897Z","end":"2026-03-02T03:25:00.329424Z","steps":["trace[1915057281] 'read index received' (duration: 73.328734ms)","trace[1915057281] 'applied index is now lower than readState.Index' (duration: 32.198243ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:00.329549Z","caller":"traceutil/trace.go:171","msg":"trace[598359639] transaction","detail":"{read_only:false; response_revision:34886; number_of_response:1; }","duration":"145.826605ms","start":"2026-03-02T03:25:00.183715Z","end":"2026-03-02T03:25:00.329542Z","steps":["trace[598359639] 'process raft request' (duration: 145.406034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:00.3298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.649508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4127"} {"level":"info","ts":"2026-03-02T03:25:00.329858Z","caller":"traceutil/trace.go:171","msg":"trace[1066939758] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:34886; }","duration":"100.742201ms","start":"2026-03-02T03:25:00.229084Z","end":"2026-03-02T03:25:00.329826Z","steps":["trace[1066939758] 'agreement among raft nodes before linearized reading' (duration: 100.523405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:00.329846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.868485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T03:25:00.329931Z","caller":"traceutil/trace.go:171","msg":"trace[488606191] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:34886; }","duration":"129.007669ms","start":"2026-03-02T03:25:00.200902Z","end":"2026-03-02T03:25:00.32991Z","steps":["trace[488606191] 'agreement among raft nodes before linearized reading' (duration: 128.763882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:00.54261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.861849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:25:00.54283Z","caller":"traceutil/trace.go:171","msg":"trace[994170578] transaction","detail":"{read_only:false; response_revision:34888; number_of_response:1; }","duration":"208.517157ms","start":"2026-03-02T03:25:00.334275Z","end":"2026-03-02T03:25:00.542792Z","steps":["trace[994170578] 'process raft request' (duration: 100.413842ms)","trace[994170578] 'compare' (duration: 107.737165ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:00.542869Z","caller":"traceutil/trace.go:171","msg":"trace[1703565601] transaction","detail":"{read_only:false; response_revision:34889; number_of_response:1; }","duration":"206.098493ms","start":"2026-03-02T03:25:00.336756Z","end":"2026-03-02T03:25:00.542855Z","steps":["trace[1703565601] 'process raft request' (duration: 205.937569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:00.54288Z","caller":"traceutil/trace.go:171","msg":"trace[129513273] linearizableReadLoop","detail":"{readStateIndex:36048; appliedIndex:36046; }","duration":"208.189678ms","start":"2026-03-02T03:25:00.334671Z","end":"2026-03-02T03:25:00.54286Z","steps":["trace[129513273] 'read index received' (duration: 35.979393ms)","trace[129513273] 'applied index is now lower than readState.Index' (duration: 172.208455ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:00.54318Z","caller":"traceutil/trace.go:171","msg":"trace[2039242501] transaction","detail":"{read_only:false; response_revision:34890; number_of_response:1; }","duration":"168.385983ms","start":"2026-03-02T03:25:00.374771Z","end":"2026-03-02T03:25:00.543157Z","steps":["trace[2039242501] 'process raft request' (duration: 168.021743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:00.543248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.533717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29540365-8nv7t\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-03-02T03:25:00.543275Z","caller":"traceutil/trace.go:171","msg":"trace[313464773] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29540365-8nv7t; range_end:; response_count:1; response_revision:34890; }","duration":"148.598599ms","start":"2026-03-02T03:25:00.394667Z","end":"2026-03-02T03:25:00.543266Z","steps":["trace[313464773] 'agreement among raft nodes before linearized reading' (duration: 148.532457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:00.543487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.818845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4657"} {"level":"info","ts":"2026-03-02T03:25:00.543515Z","caller":"traceutil/trace.go:171","msg":"trace[1466590851] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:34890; }","duration":"208.878416ms","start":"2026-03-02T03:25:00.334628Z","end":"2026-03-02T03:25:00.543506Z","steps":["trace[1466590851] 'agreement among raft nodes before linearized reading' (duration: 208.318321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:00.543526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.286391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:2 size:1545"} {"level":"info","ts":"2026-03-02T03:25:00.543579Z","caller":"traceutil/trace.go:171","msg":"trace[1344493193] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:2; response_revision:34890; }","duration":"205.369724ms","start":"2026-03-02T03:25:00.338193Z","end":"2026-03-02T03:25:00.543563Z","steps":["trace[1344493193] 'agreement among raft nodes before linearized reading' (duration: 205.24409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:00.545157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.651817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:157 size:1500568"} {"level":"info","ts":"2026-03-02T03:25:00.545228Z","caller":"traceutil/trace.go:171","msg":"trace[658930808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:157; response_revision:34890; }","duration":"209.939295ms","start":"2026-03-02T03:25:00.335256Z","end":"2026-03-02T03:25:00.545195Z","steps":["trace[658930808] 'agreement among raft nodes before linearized reading' (duration: 207.804868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:00.681093Z","caller":"traceutil/trace.go:171","msg":"trace[924706553] transaction","detail":"{read_only:false; response_revision:34891; number_of_response:1; }","duration":"129.002768ms","start":"2026-03-02T03:25:00.552054Z","end":"2026-03-02T03:25:00.681057Z","steps":["trace[924706553] 'process raft request' (duration: 106.099562ms)","trace[924706553] 'compare' (duration: 22.698281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:01.347917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.972325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:25:01.348001Z","caller":"traceutil/trace.go:171","msg":"trace[1474687824] linearizableReadLoop","detail":"{readStateIndex:36054; appliedIndex:36053; }","duration":"410.700745ms","start":"2026-03-02T03:25:00.937281Z","end":"2026-03-02T03:25:01.347982Z","steps":["trace[1474687824] 'read index received' (duration: 134.445383ms)","trace[1474687824] 'applied index is now lower than readState.Index' (duration: 276.253712ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:01.348104Z","caller":"traceutil/trace.go:171","msg":"trace[1222312613] transaction","detail":"{read_only:false; response_revision:34893; number_of_response:1; }","duration":"412.522164ms","start":"2026-03-02T03:25:00.935527Z","end":"2026-03-02T03:25:01.348049Z","steps":["trace[1222312613] 'process raft request' (duration: 136.344594ms)","trace[1222312613] 'compare' (duration: 275.626145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:01.348179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.915981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18568"} {"level":"info","ts":"2026-03-02T03:25:01.348214Z","caller":"traceutil/trace.go:171","msg":"trace[1407839284] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34893; }","duration":"411.645841ms","start":"2026-03-02T03:25:00.936559Z","end":"2026-03-02T03:25:01.348205Z","steps":["trace[1407839284] 'agreement among raft nodes before linearized reading' (duration: 411.488897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.348244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:00.936542Z","time spent":"411.696252ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18591,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T03:25:01.348338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:00.935512Z","time spent":"412.709958ms","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:25:01.772438Z","caller":"traceutil/trace.go:171","msg":"trace[1054210229] transaction","detail":"{read_only:false; response_revision:34894; number_of_response:1; }","duration":"571.019595ms","start":"2026-03-02T03:25:01.201389Z","end":"2026-03-02T03:25:01.772409Z","steps":["trace[1054210229] 'process raft request' (duration: 532.875884ms)","trace[1054210229] 'compare' (duration: 37.861533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:01.772608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.201355Z","time spent":"571.159998ms","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T03:25:01.779494Z","caller":"traceutil/trace.go:171","msg":"trace[211429752] linearizableReadLoop","detail":"{readStateIndex:36056; appliedIndex:36054; }","duration":"431.456905ms","start":"2026-03-02T03:25:01.348019Z","end":"2026-03-02T03:25:01.779476Z","steps":["trace[211429752] 'read index received' (duration: 386.36322ms)","trace[211429752] 'applied index is now lower than readState.Index' (duration: 45.092915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:01.779634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.613517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:25:01.779657Z","caller":"traceutil/trace.go:171","msg":"trace[402663525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34896; }","duration":"755.692549ms","start":"2026-03-02T03:25:01.023957Z","end":"2026-03-02T03:25:01.77965Z","steps":["trace[402663525] 'agreement among raft nodes before linearized reading' (duration: 755.628707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.779678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.023935Z","time spent":"755.73833ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:25:01.779716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.499802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T03:25:01.779757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.031749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kube-proxy\" ","response":"range_response_count:1 size:451"} {"level":"info","ts":"2026-03-02T03:25:01.779823Z","caller":"traceutil/trace.go:171","msg":"trace[667366455] range","detail":"{range_begin:/registry/rolebindings/kube-system/kube-proxy; range_end:; response_count:1; response_revision:34896; }","duration":"753.137021ms","start":"2026-03-02T03:25:01.026672Z","end":"2026-03-02T03:25:01.779809Z","steps":["trace[667366455] 'agreement among raft nodes before linearized reading' (duration: 752.873584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.779853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.02666Z","time spent":"753.187673ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":474,"request content":"key:\"/registry/rolebindings/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-02T03:25:01.779952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.904511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:25:01.779971Z","caller":"traceutil/trace.go:171","msg":"trace[1397829981] transaction","detail":"{read_only:false; response_revision:34895; number_of_response:1; }","duration":"491.011354ms","start":"2026-03-02T03:25:01.288948Z","end":"2026-03-02T03:25:01.779959Z","steps":["trace[1397829981] 'process raft request' (duration: 490.360687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:01.779986Z","caller":"traceutil/trace.go:171","msg":"trace[874257072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34896; }","duration":"756.971532ms","start":"2026-03-02T03:25:01.023008Z","end":"2026-03-02T03:25:01.77998Z","steps":["trace[874257072] 'agreement among raft nodes before linearized reading' (duration: 756.854849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.022991Z","time spent":"757.015694ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:25:01.780055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.288903Z","time spent":"491.096616ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:25:01.780147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.41369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T03:25:01.78017Z","caller":"traceutil/trace.go:171","msg":"trace[1463228822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34896; }","duration":"564.496451ms","start":"2026-03-02T03:25:01.215667Z","end":"2026-03-02T03:25:01.780164Z","steps":["trace[1463228822] 'agreement among raft nodes before linearized reading' (duration: 564.422229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.864402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/\" range_end:\"/registry/replicasets/local-path-storage0\" limit:500 ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-02T03:25:01.780187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.21564Z","time spent":"564.543113ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T03:25:01.780198Z","caller":"traceutil/trace.go:171","msg":"trace[1794695077] range","detail":"{range_begin:/registry/replicasets/local-path-storage/; range_end:/registry/replicasets/local-path-storage0; response_count:1; response_revision:34896; }","duration":"841.908044ms","start":"2026-03-02T03:25:00.938281Z","end":"2026-03-02T03:25:01.780189Z","steps":["trace[1794695077] 'agreement among raft nodes before linearized reading' (duration: 841.835752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:00.938271Z","time spent":"841.941825ms","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":3336,"request content":"key:\"/registry/replicasets/local-path-storage/\" range_end:\"/registry/replicasets/local-path-storage0\" limit:500 "} {"level":"info","ts":"2026-03-02T03:25:01.779784Z","caller":"traceutil/trace.go:171","msg":"trace[1613833279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34896; }","duration":"478.632276ms","start":"2026-03-02T03:25:01.301135Z","end":"2026-03-02T03:25:01.779767Z","steps":["trace[1613833279] 'agreement among raft nodes before linearized reading' (duration: 478.391019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.301106Z","time spent":"479.149239ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:25:01.780384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.316232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T03:25:01.780397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.15239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T03:25:01.780417Z","caller":"traceutil/trace.go:171","msg":"trace[198545433] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34896; }","duration":"430.196722ms","start":"2026-03-02T03:25:01.350214Z","end":"2026-03-02T03:25:01.78041Z","steps":["trace[198545433] 'agreement among raft nodes before linearized reading' (duration: 430.11662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:01.78042Z","caller":"traceutil/trace.go:171","msg":"trace[477834366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34896; }","duration":"445.403075ms","start":"2026-03-02T03:25:01.335004Z","end":"2026-03-02T03:25:01.780408Z","steps":["trace[477834366] 'agreement among raft nodes before linearized reading' (duration: 445.278391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.350197Z","time spent":"430.233862ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T03:25:01.780447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.334984Z","time spent":"445.455347ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T03:25:01.78056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.529108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:25:01.780578Z","caller":"traceutil/trace.go:171","msg":"trace[1082714527] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:34896; }","duration":"285.586059ms","start":"2026-03-02T03:25:01.494986Z","end":"2026-03-02T03:25:01.780572Z","steps":["trace[1082714527] 'agreement among raft nodes before linearized reading' (duration: 285.546408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.187408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T03:25:01.780764Z","caller":"traceutil/trace.go:171","msg":"trace[1595862945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34896; }","duration":"411.24608ms","start":"2026-03-02T03:25:01.369508Z","end":"2026-03-02T03:25:01.780755Z","steps":["trace[1595862945] 'agreement among raft nodes before linearized reading' (duration: 411.152177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.68054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-03-02T03:25:01.780781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.369486Z","time spent":"411.29132ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T03:25:01.780797Z","caller":"traceutil/trace.go:171","msg":"trace[1013968009] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29540340-dd4v2; range_end:; response_count:1; response_revision:34896; }","duration":"317.732351ms","start":"2026-03-02T03:25:01.463058Z","end":"2026-03-02T03:25:01.78079Z","steps":["trace[1013968009] 'agreement among raft nodes before linearized reading' (duration: 317.655129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:01.780818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:01.463039Z","time spent":"317.773552ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29540340-dd4v2\" "} {"level":"info","ts":"2026-03-02T03:25:02.014602Z","caller":"traceutil/trace.go:171","msg":"trace[1590346990] transaction","detail":"{read_only:false; response_revision:34898; number_of_response:1; }","duration":"228.399583ms","start":"2026-03-02T03:25:01.786181Z","end":"2026-03-02T03:25:02.01458Z","steps":["trace[1590346990] 'process raft request' (duration: 189.677577ms)","trace[1590346990] 'compare' (duration: 38.323046ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:02.01481Z","caller":"traceutil/trace.go:171","msg":"trace[842221037] transaction","detail":"{read_only:false; response_revision:34899; number_of_response:1; }","duration":"222.98493ms","start":"2026-03-02T03:25:01.791803Z","end":"2026-03-02T03:25:02.014788Z","steps":["trace[842221037] 'process raft request' (duration: 222.744553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.015283Z","caller":"traceutil/trace.go:171","msg":"trace[1857993217] transaction","detail":"{read_only:false; response_revision:34900; number_of_response:1; }","duration":"223.459562ms","start":"2026-03-02T03:25:01.791803Z","end":"2026-03-02T03:25:02.015262Z","steps":["trace[1857993217] 'process raft request' (duration: 222.921428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.015573Z","caller":"traceutil/trace.go:171","msg":"trace[1015938318] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"223.619276ms","start":"2026-03-02T03:25:01.791945Z","end":"2026-03-02T03:25:02.015564Z","steps":["trace[1015938318] 'process raft request' (duration: 223.249997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.015767Z","caller":"traceutil/trace.go:171","msg":"trace[1425122347] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"206.210096ms","start":"2026-03-02T03:25:01.809549Z","end":"2026-03-02T03:25:02.015759Z","steps":["trace[1425122347] 'process raft request' (duration: 205.98268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.015953Z","caller":"traceutil/trace.go:171","msg":"trace[1129721019] transaction","detail":"{read_only:false; response_revision:34903; number_of_response:1; }","duration":"206.315258ms","start":"2026-03-02T03:25:01.809625Z","end":"2026-03-02T03:25:02.01594Z","steps":["trace[1129721019] 'process raft request' (duration: 206.101473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.016156Z","caller":"traceutil/trace.go:171","msg":"trace[1534695865] transaction","detail":"{read_only:false; response_revision:34904; number_of_response:1; }","duration":"205.652111ms","start":"2026-03-02T03:25:01.810486Z","end":"2026-03-02T03:25:02.016138Z","steps":["trace[1534695865] 'process raft request' (duration: 205.403614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.016222Z","caller":"traceutil/trace.go:171","msg":"trace[1628217794] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"138.047569ms","start":"2026-03-02T03:25:01.878157Z","end":"2026-03-02T03:25:02.016204Z","steps":["trace[1628217794] 'process raft request' (duration: 138.016908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.016277Z","caller":"traceutil/trace.go:171","msg":"trace[1243404336] transaction","detail":"{read_only:false; response_revision:34905; number_of_response:1; }","duration":"205.688152ms","start":"2026-03-02T03:25:01.810577Z","end":"2026-03-02T03:25:02.016265Z","steps":["trace[1243404336] 'process raft request' (duration: 205.497567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.016339Z","caller":"traceutil/trace.go:171","msg":"trace[1412403099] transaction","detail":"{read_only:false; response_revision:34906; number_of_response:1; }","duration":"165.078056ms","start":"2026-03-02T03:25:01.851253Z","end":"2026-03-02T03:25:02.016331Z","steps":["trace[1412403099] 'process raft request' (duration: 164.888321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.016379Z","caller":"traceutil/trace.go:171","msg":"trace[274939901] linearizableReadLoop","detail":"{readStateIndex:36067; appliedIndex:36058; }","duration":"164.591392ms","start":"2026-03-02T03:25:01.851765Z","end":"2026-03-02T03:25:02.016357Z","steps":["trace[274939901] 'read index received' (duration: 124.106899ms)","trace[274939901] 'applied index is now lower than readState.Index' (duration: 40.481183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:02.016564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.483348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T03:25:02.016566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.943262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kube-proxy\" ","response":"range_response_count:1 size:451"} {"level":"info","ts":"2026-03-02T03:25:02.016592Z","caller":"traceutil/trace.go:171","msg":"trace[1604569906] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:34907; }","duration":"230.55015ms","start":"2026-03-02T03:25:01.786034Z","end":"2026-03-02T03:25:02.016584Z","steps":["trace[1604569906] 'agreement among raft nodes before linearized reading' (duration: 230.419197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.016596Z","caller":"traceutil/trace.go:171","msg":"trace[429908064] range","detail":"{range_begin:/registry/rolebindings/kube-system/kube-proxy; range_end:; response_count:1; response_revision:34907; }","duration":"145.013363ms","start":"2026-03-02T03:25:01.871575Z","end":"2026-03-02T03:25:02.016588Z","steps":["trace[429908064] 'agreement among raft nodes before linearized reading' (duration: 144.917971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:02.016665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.203214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9534"} {"level":"warn","ts":"2026-03-02T03:25:02.016781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.128903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:kubeadm-certs\" ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-03-02T03:25:02.016812Z","caller":"traceutil/trace.go:171","msg":"trace[1164843392] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:kubeadm-certs; range_end:; response_count:1; response_revision:34907; }","duration":"126.167154ms","start":"2026-03-02T03:25:01.890635Z","end":"2026-03-02T03:25:02.016802Z","steps":["trace[1164843392] 'agreement among raft nodes before linearized reading' (duration: 126.058571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.01677Z","caller":"traceutil/trace.go:171","msg":"trace[22347890] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:34907; }","duration":"115.333386ms","start":"2026-03-02T03:25:01.901405Z","end":"2026-03-02T03:25:02.016738Z","steps":["trace[22347890] 'agreement among raft nodes before linearized reading' (duration: 115.145681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:02.767055Z","caller":"traceutil/trace.go:171","msg":"trace[1597081377] linearizableReadLoop","detail":"{readStateIndex:36069; appliedIndex:36068; }","duration":"101.011896ms","start":"2026-03-02T03:25:02.666024Z","end":"2026-03-02T03:25:02.767036Z","steps":["trace[1597081377] 'read index received' (duration: 100.849082ms)","trace[1597081377] 'applied index is now lower than readState.Index' (duration: 161.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:02.767161Z","caller":"traceutil/trace.go:171","msg":"trace[1236641481] transaction","detail":"{read_only:false; response_revision:34908; number_of_response:1; }","duration":"104.289903ms","start":"2026-03-02T03:25:02.662863Z","end":"2026-03-02T03:25:02.767153Z","steps":["trace[1236641481] 'process raft request' (duration: 104.031226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:02.767509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.476498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-02T03:25:02.767534Z","caller":"traceutil/trace.go:171","msg":"trace[125168575] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:34908; }","duration":"101.512639ms","start":"2026-03-02T03:25:02.666012Z","end":"2026-03-02T03:25:02.767525Z","steps":["trace[125168575] 'agreement among raft nodes before linearized reading' (duration: 101.444977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:03.037005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.3788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:25:03.037146Z","caller":"traceutil/trace.go:171","msg":"trace[1084499537] linearizableReadLoop","detail":"{readStateIndex:36071; appliedIndex:36069; }","duration":"158.410279ms","start":"2026-03-02T03:25:02.878724Z","end":"2026-03-02T03:25:03.037134Z","steps":["trace[1084499537] 'read index received' (duration: 82.99056ms)","trace[1084499537] 'applied index is now lower than readState.Index' (duration: 75.418919ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:03.037231Z","caller":"traceutil/trace.go:171","msg":"trace[293477259] transaction","detail":"{read_only:false; response_revision:34909; number_of_response:1; }","duration":"250.754906ms","start":"2026-03-02T03:25:02.786466Z","end":"2026-03-02T03:25:03.037221Z","steps":["trace[293477259] 'process raft request' (duration: 64.100219ms)","trace[293477259] 'compare' (duration: 186.142954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:03.037319Z","caller":"traceutil/trace.go:171","msg":"trace[1625434925] transaction","detail":"{read_only:false; response_revision:34910; number_of_response:1; }","duration":"213.632402ms","start":"2026-03-02T03:25:02.823679Z","end":"2026-03-02T03:25:03.037311Z","steps":["trace[1625434925] 'process raft request' (duration: 213.410516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:03.037459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.703855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:730"} {"level":"info","ts":"2026-03-02T03:25:03.037541Z","caller":"traceutil/trace.go:171","msg":"trace[800132964] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:34910; }","duration":"150.797067ms","start":"2026-03-02T03:25:02.886725Z","end":"2026-03-02T03:25:03.037522Z","steps":["trace[800132964] 'agreement among raft nodes before linearized reading' (duration: 150.645793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:03.037527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.797229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-02T03:25:03.037626Z","caller":"traceutil/trace.go:171","msg":"trace[1617572710] range","detail":"{range_begin:/registry/roles/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:34910; }","duration":"158.984584ms","start":"2026-03-02T03:25:02.878623Z","end":"2026-03-02T03:25:03.037607Z","steps":["trace[1617572710] 'agreement among raft nodes before linearized reading' (duration: 158.762158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.131988Z","caller":"traceutil/trace.go:171","msg":"trace[138601678] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"109.355368ms","start":"2026-03-02T03:25:04.022601Z","end":"2026-03-02T03:25:04.131956Z","steps":["trace[138601678] 'process raft request' (duration: 109.127642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.132049Z","caller":"traceutil/trace.go:171","msg":"trace[1739888895] transaction","detail":"{read_only:false; response_revision:34920; number_of_response:1; }","duration":"109.226385ms","start":"2026-03-02T03:25:04.022816Z","end":"2026-03-02T03:25:04.132043Z","steps":["trace[1739888895] 'process raft request' (duration: 109.076991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.132054Z","caller":"traceutil/trace.go:171","msg":"trace[1491659390] transaction","detail":"{read_only:false; response_revision:34919; number_of_response:1; }","duration":"109.366129ms","start":"2026-03-02T03:25:04.022659Z","end":"2026-03-02T03:25:04.132025Z","steps":["trace[1491659390] 'process raft request' (duration: 109.200904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.132002Z","caller":"traceutil/trace.go:171","msg":"trace[408688324] transaction","detail":"{read_only:false; response_revision:34921; number_of_response:1; }","duration":"109.098672ms","start":"2026-03-02T03:25:04.022883Z","end":"2026-03-02T03:25:04.131981Z","steps":["trace[408688324] 'process raft request' (duration: 109.03942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.132161Z","caller":"traceutil/trace.go:171","msg":"trace[417408441] linearizableReadLoop","detail":"{readStateIndex:36080; appliedIndex:36077; }","duration":"109.429551ms","start":"2026-03-02T03:25:04.022705Z","end":"2026-03-02T03:25:04.132135Z","steps":["trace[417408441] 'read index received' (duration: 82.933669ms)","trace[417408441] 'applied index is now lower than readState.Index' (duration: 26.493432ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:04.132246Z","caller":"traceutil/trace.go:171","msg":"trace[1770291082] transaction","detail":"{read_only:false; response_revision:34922; number_of_response:1; }","duration":"108.971758ms","start":"2026-03-02T03:25:04.023247Z","end":"2026-03-02T03:25:04.132219Z","steps":["trace[1770291082] 'process raft request' (duration: 108.703801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:04.132347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.627526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T03:25:04.13238Z","caller":"traceutil/trace.go:171","msg":"trace[416502835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34922; }","duration":"109.700337ms","start":"2026-03-02T03:25:04.02267Z","end":"2026-03-02T03:25:04.13237Z","steps":["trace[416502835] 'agreement among raft nodes before linearized reading' (duration: 109.591954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:04.132442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.382616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T03:25:04.132479Z","caller":"traceutil/trace.go:171","msg":"trace[1615995783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34922; }","duration":"107.453088ms","start":"2026-03-02T03:25:04.025018Z","end":"2026-03-02T03:25:04.132471Z","steps":["trace[1615995783] 'agreement among raft nodes before linearized reading' (duration: 107.301774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:04.132484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.725458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T03:25:04.132514Z","caller":"traceutil/trace.go:171","msg":"trace[1732740300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34922; }","duration":"109.80481ms","start":"2026-03-02T03:25:04.022701Z","end":"2026-03-02T03:25:04.132506Z","steps":["trace[1732740300] 'agreement among raft nodes before linearized reading' (duration: 109.578984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:04.132522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.163727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:25:04.132677Z","caller":"traceutil/trace.go:171","msg":"trace[571028090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34922; }","duration":"108.253789ms","start":"2026-03-02T03:25:04.024345Z","end":"2026-03-02T03:25:04.132599Z","steps":["trace[571028090] 'agreement among raft nodes before linearized reading' (duration: 108.032483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.271714Z","caller":"traceutil/trace.go:171","msg":"trace[2084831211] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"134.051613ms","start":"2026-03-02T03:25:04.137616Z","end":"2026-03-02T03:25:04.271667Z","steps":["trace[2084831211] 'process raft request' (duration: 133.826887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.271976Z","caller":"traceutil/trace.go:171","msg":"trace[420063358] transaction","detail":"{read_only:false; response_revision:34925; number_of_response:1; }","duration":"134.205157ms","start":"2026-03-02T03:25:04.137735Z","end":"2026-03-02T03:25:04.27194Z","steps":["trace[420063358] 'process raft request' (duration: 133.880289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:04.272007Z","caller":"traceutil/trace.go:171","msg":"trace[407724597] linearizableReadLoop","detail":"{readStateIndex:36085; appliedIndex:36083; }","duration":"134.3203ms","start":"2026-03-02T03:25:04.137664Z","end":"2026-03-02T03:25:04.271984Z","steps":["trace[407724597] 'read index received' (duration: 59.432006ms)","trace[407724597] 'applied index is now lower than readState.Index' (duration: 74.887314ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:04.272046Z","caller":"traceutil/trace.go:171","msg":"trace[233242221] transaction","detail":"{read_only:false; response_revision:34926; number_of_response:1; }","duration":"134.044713ms","start":"2026-03-02T03:25:04.137985Z","end":"2026-03-02T03:25:04.272029Z","steps":["trace[233242221] 'process raft request' (duration: 133.881898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:04.273201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.517102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:157 size:1502108"} {"level":"info","ts":"2026-03-02T03:25:04.273242Z","caller":"traceutil/trace.go:171","msg":"trace[1719141003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:157; response_revision:34926; }","duration":"135.604544ms","start":"2026-03-02T03:25:04.137628Z","end":"2026-03-02T03:25:04.273232Z","steps":["trace[1719141003] 'agreement among raft nodes before linearized reading' (duration: 134.440694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:06.158531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.692378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T03:25:06.158861Z","caller":"traceutil/trace.go:171","msg":"trace[1301092316] linearizableReadLoop","detail":"{readStateIndex:36092; appliedIndex:36091; }","duration":"187.15181ms","start":"2026-03-02T03:25:05.971647Z","end":"2026-03-02T03:25:06.158799Z","steps":["trace[1301092316] 'read index received' (duration: 43.201055ms)","trace[1301092316] 'applied index is now lower than readState.Index' (duration: 143.946545ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:06.158932Z","caller":"traceutil/trace.go:171","msg":"trace[865959433] transaction","detail":"{read_only:false; response_revision:34931; number_of_response:1; }","duration":"111.872115ms","start":"2026-03-02T03:25:06.047032Z","end":"2026-03-02T03:25:06.158904Z","steps":["trace[865959433] 'process raft request' (duration: 111.599858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:06.222646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.960391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T03:25:06.222654Z","caller":"traceutil/trace.go:171","msg":"trace[714370758] transaction","detail":"{read_only:false; response_revision:34932; number_of_response:1; }","duration":"112.012868ms","start":"2026-03-02T03:25:06.1106Z","end":"2026-03-02T03:25:06.222613Z","steps":["trace[714370758] 'process raft request' (duration: 103.370339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:06.222728Z","caller":"traceutil/trace.go:171","msg":"trace[89146540] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:34931; }","duration":"251.103905ms","start":"2026-03-02T03:25:05.971605Z","end":"2026-03-02T03:25:06.222709Z","steps":["trace[89146540] 'agreement among raft nodes before linearized reading' (duration: 187.371266ms)","trace[89146540] 'count revisions from in-memory index tree' (duration: 63.578784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:06.227492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.972484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-02T03:25:06.227553Z","caller":"traceutil/trace.go:171","msg":"trace[537296289] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:34937; }","duration":"236.066247ms","start":"2026-03-02T03:25:05.991473Z","end":"2026-03-02T03:25:06.227539Z","steps":["trace[537296289] 'agreement among raft nodes before linearized reading' (duration: 235.895762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:06.227622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.765873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-03-02T03:25:06.227681Z","caller":"traceutil/trace.go:171","msg":"trace[1154318760] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:34937; }","duration":"251.862685ms","start":"2026-03-02T03:25:05.975804Z","end":"2026-03-02T03:25:06.227667Z","steps":["trace[1154318760] 'agreement among raft nodes before linearized reading' (duration: 251.733182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:07.253315Z","caller":"traceutil/trace.go:171","msg":"trace[471815051] transaction","detail":"{read_only:false; response_revision:34947; number_of_response:1; }","duration":"116.561459ms","start":"2026-03-02T03:25:07.136714Z","end":"2026-03-02T03:25:07.253275Z","steps":["trace[471815051] 'process raft request' (duration: 116.191329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.011834Z","caller":"traceutil/trace.go:171","msg":"trace[225081323] transaction","detail":"{read_only:false; response_revision:34949; number_of_response:1; }","duration":"118.175882ms","start":"2026-03-02T03:25:07.893624Z","end":"2026-03-02T03:25:08.0118Z","steps":["trace[225081323] 'process raft request' (duration: 117.754721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.25755Z","caller":"traceutil/trace.go:171","msg":"trace[1635233932] linearizableReadLoop","detail":"{readStateIndex:36112; appliedIndex:36111; }","duration":"124.081739ms","start":"2026-03-02T03:25:08.133448Z","end":"2026-03-02T03:25:08.257529Z","steps":["trace[1635233932] 'read index received' (duration: 122.934508ms)","trace[1635233932] 'applied index is now lower than readState.Index' (duration: 1.146481ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:08.257658Z","caller":"traceutil/trace.go:171","msg":"trace[1608308857] transaction","detail":"{read_only:false; response_revision:34950; number_of_response:1; }","duration":"148.434155ms","start":"2026-03-02T03:25:08.109194Z","end":"2026-03-02T03:25:08.257628Z","steps":["trace[1608308857] 'process raft request' (duration: 147.51554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:08.25784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.377966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:2 size:1545"} {"level":"info","ts":"2026-03-02T03:25:08.257877Z","caller":"traceutil/trace.go:171","msg":"trace[1655035832] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:2; response_revision:34950; }","duration":"124.460679ms","start":"2026-03-02T03:25:08.133406Z","end":"2026-03-02T03:25:08.257867Z","steps":["trace[1655035832] 'agreement among raft nodes before linearized reading' (duration: 124.229593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.354954Z","caller":"traceutil/trace.go:171","msg":"trace[1209944976] transaction","detail":"{read_only:false; response_revision:34951; number_of_response:1; }","duration":"127.316264ms","start":"2026-03-02T03:25:08.227619Z","end":"2026-03-02T03:25:08.354935Z","steps":["trace[1209944976] 'process raft request' (duration: 125.548208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.355237Z","caller":"traceutil/trace.go:171","msg":"trace[1586137607] transaction","detail":"{read_only:false; response_revision:34952; number_of_response:1; }","duration":"123.505794ms","start":"2026-03-02T03:25:08.231708Z","end":"2026-03-02T03:25:08.355214Z","steps":["trace[1586137607] 'process raft request' (duration: 123.184055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.355333Z","caller":"traceutil/trace.go:171","msg":"trace[15789296] transaction","detail":"{read_only:false; response_revision:34953; number_of_response:1; }","duration":"121.942492ms","start":"2026-03-02T03:25:08.233379Z","end":"2026-03-02T03:25:08.355321Z","steps":["trace[15789296] 'process raft request' (duration: 121.751707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.355518Z","caller":"traceutil/trace.go:171","msg":"trace[24630] transaction","detail":"{read_only:false; response_revision:34954; number_of_response:1; }","duration":"121.9042ms","start":"2026-03-02T03:25:08.233595Z","end":"2026-03-02T03:25:08.355499Z","steps":["trace[24630] 'process raft request' (duration: 121.682795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.355712Z","caller":"traceutil/trace.go:171","msg":"trace[840726320] transaction","detail":"{read_only:false; response_revision:34956; number_of_response:1; }","duration":"121.568962ms","start":"2026-03-02T03:25:08.234135Z","end":"2026-03-02T03:25:08.355704Z","steps":["trace[840726320] 'process raft request' (duration: 121.48777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:08.355737Z","caller":"traceutil/trace.go:171","msg":"trace[2035977397] transaction","detail":"{read_only:false; response_revision:34955; number_of_response:1; }","duration":"122.071665ms","start":"2026-03-02T03:25:08.233655Z","end":"2026-03-02T03:25:08.355727Z","steps":["trace[2035977397] 'process raft request' (duration: 121.798928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:08.355803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.977954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T03:25:08.355845Z","caller":"traceutil/trace.go:171","msg":"trace[798760102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34956; }","duration":"116.052516ms","start":"2026-03-02T03:25:08.239783Z","end":"2026-03-02T03:25:08.355835Z","steps":["trace[798760102] 'agreement among raft nodes before linearized reading' (duration: 115.929563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:08.355901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.612613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:2 size:1545"} {"level":"info","ts":"2026-03-02T03:25:08.355937Z","caller":"traceutil/trace.go:171","msg":"trace[2098469796] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:2; response_revision:34956; }","duration":"218.690896ms","start":"2026-03-02T03:25:08.137233Z","end":"2026-03-02T03:25:08.355924Z","steps":["trace[2098469796] 'agreement among raft nodes before linearized reading' (duration: 218.571722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:34.934772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33063} {"level":"info","ts":"2026-03-02T03:25:35.063295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33063,"took":"123.595423ms","hash":3363031717,"current-db-size-bytes":49803264,"current-db-size":"50 MB","current-db-size-in-use-bytes":28688384,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T03:25:35.063361Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3363031717,"revision":33063,"compact-revision":30917} {"level":"info","ts":"2026-03-02T03:26:46.208072Z","caller":"traceutil/trace.go:171","msg":"trace[1755525602] linearizableReadLoop","detail":"{readStateIndex:36861; appliedIndex:36860; }","duration":"113.740872ms","start":"2026-03-02T03:26:46.094294Z","end":"2026-03-02T03:26:46.208035Z","steps":["trace[1755525602] 'read index received' (duration: 17.589867ms)","trace[1755525602] 'applied index is now lower than readState.Index' (duration: 96.147915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:26:46.208405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.110851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpz4c\" ","response":"range_response_count:1 size:22117"} {"level":"info","ts":"2026-03-02T03:26:46.208453Z","caller":"traceutil/trace.go:171","msg":"trace[1039363194] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpz4c; range_end:; response_count:1; response_revision:35677; }","duration":"114.236145ms","start":"2026-03-02T03:26:46.094204Z","end":"2026-03-02T03:26:46.20844Z","steps":["trace[1039363194] 'agreement among raft nodes before linearized reading' (duration: 114.014769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:47.076052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.425558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:26:47.076204Z","caller":"traceutil/trace.go:171","msg":"trace[8235455] transaction","detail":"{read_only:false; response_revision:35687; number_of_response:1; }","duration":"127.109887ms","start":"2026-03-02T03:26:46.949065Z","end":"2026-03-02T03:26:47.076175Z","steps":["trace[8235455] 'process raft request' (duration: 23.464813ms)","trace[8235455] 'compare' (duration: 103.179111ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:26:47.112648Z","caller":"traceutil/trace.go:171","msg":"trace[647569370] transaction","detail":"{read_only:false; response_revision:35689; number_of_response:1; }","duration":"162.483626ms","start":"2026-03-02T03:26:46.950141Z","end":"2026-03-02T03:26:47.112625Z","steps":["trace[647569370] 'process raft request' (duration: 162.371813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:47.112784Z","caller":"traceutil/trace.go:171","msg":"trace[2024456946] linearizableReadLoop","detail":"{readStateIndex:36875; appliedIndex:36871; }","duration":"149.242865ms","start":"2026-03-02T03:26:46.963521Z","end":"2026-03-02T03:26:47.112764Z","steps":["trace[2024456946] 'read index received' (duration: 9.01901ms)","trace[2024456946] 'applied index is now lower than readState.Index' (duration: 140.221465ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:26:47.112648Z","caller":"traceutil/trace.go:171","msg":"trace[2087062889] transaction","detail":"{read_only:false; response_revision:35688; number_of_response:1; }","duration":"163.312899ms","start":"2026-03-02T03:26:46.949293Z","end":"2026-03-02T03:26:47.112606Z","steps":["trace[2087062889] 'process raft request' (duration: 163.068272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:47.113045Z","caller":"traceutil/trace.go:171","msg":"trace[1817776116] transaction","detail":"{read_only:false; response_revision:35690; number_of_response:1; }","duration":"153.57295ms","start":"2026-03-02T03:26:46.959374Z","end":"2026-03-02T03:26:47.112947Z","steps":["trace[1817776116] 'process raft request' (duration: 153.184599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:47.113143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.068684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/neutron-openstack-neutron-ks-endpoints\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-03-02T03:26:47.113218Z","caller":"traceutil/trace.go:171","msg":"trace[6483950] range","detail":"{range_begin:/registry/roles/openstack/neutron-openstack-neutron-ks-endpoints; range_end:; response_count:1; response_revision:35690; }","duration":"139.170427ms","start":"2026-03-02T03:26:46.974025Z","end":"2026-03-02T03:26:47.113196Z","steps":["trace[6483950] 'agreement among raft nodes before linearized reading' (duration: 138.921141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:47.113294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.687267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:26:47.113406Z","caller":"traceutil/trace.go:171","msg":"trace[1740920247] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:35690; }","duration":"114.846181ms","start":"2026-03-02T03:26:46.998534Z","end":"2026-03-02T03:26:47.11338Z","steps":["trace[1740920247] 'agreement among raft nodes before linearized reading' (duration: 114.638066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:47.113167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.633955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/neutron-openstack-neutron-db-sync\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-02T03:26:47.113651Z","caller":"traceutil/trace.go:171","msg":"trace[1370827951] range","detail":"{range_begin:/registry/roles/openstack/neutron-openstack-neutron-db-sync; range_end:; response_count:1; response_revision:35690; }","duration":"150.049027ms","start":"2026-03-02T03:26:46.963492Z","end":"2026-03-02T03:26:47.113541Z","steps":["trace[1370827951] 'agreement among raft nodes before linearized reading' (duration: 149.43616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:52.03724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.706327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/placement-openstack-placement-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-02T03:26:52.037361Z","caller":"traceutil/trace.go:171","msg":"trace[1820145374] range","detail":"{range_begin:/registry/roles/openstack/placement-openstack-placement-api; range_end:; response_count:1; response_revision:35720; }","duration":"111.879502ms","start":"2026-03-02T03:26:51.925455Z","end":"2026-03-02T03:26:52.037335Z","steps":["trace[1820145374] 'range keys from in-memory index tree' (duration: 111.544313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:52.037297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.684047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fkswb\" ","response":"range_response_count:1 size:9534"} {"level":"info","ts":"2026-03-02T03:26:52.037537Z","caller":"traceutil/trace.go:171","msg":"trace[1355461025] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fkswb; range_end:; response_count:1; response_revision:35720; }","duration":"111.985225ms","start":"2026-03-02T03:26:51.925525Z","end":"2026-03-02T03:26:52.037511Z","steps":["trace[1355461025] 'range keys from in-memory index tree' (duration: 111.514723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:52.037551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.414756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/placement-openstack-placement-db-init\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-02T03:26:52.03763Z","caller":"traceutil/trace.go:171","msg":"trace[1578321050] range","detail":"{range_begin:/registry/roles/openstack/placement-openstack-placement-db-init; range_end:; response_count:1; response_revision:35720; }","duration":"109.577821ms","start":"2026-03-02T03:26:51.928039Z","end":"2026-03-02T03:26:52.037617Z","steps":["trace[1578321050] 'range keys from in-memory index tree' (duration: 108.873353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:53.046138Z","caller":"traceutil/trace.go:171","msg":"trace[1803886787] transaction","detail":"{read_only:false; response_revision:35725; number_of_response:1; }","duration":"108.724389ms","start":"2026-03-02T03:26:52.937364Z","end":"2026-03-02T03:26:53.046088Z","steps":["trace[1803886787] 'process raft request' (duration: 108.491722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:53.046342Z","caller":"traceutil/trace.go:171","msg":"trace[1983394042] transaction","detail":"{read_only:false; response_revision:35726; number_of_response:1; }","duration":"108.938464ms","start":"2026-03-02T03:26:52.937372Z","end":"2026-03-02T03:26:53.04631Z","steps":["trace[1983394042] 'process raft request' (duration: 108.644737ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:53.046729Z","caller":"traceutil/trace.go:171","msg":"trace[1585215290] transaction","detail":"{read_only:false; response_revision:35728; number_of_response:1; }","duration":"109.247843ms","start":"2026-03-02T03:26:52.937456Z","end":"2026-03-02T03:26:53.046704Z","steps":["trace[1585215290] 'process raft request' (duration: 109.025177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:53.046902Z","caller":"traceutil/trace.go:171","msg":"trace[2014664111] transaction","detail":"{read_only:false; response_revision:35727; number_of_response:1; }","duration":"109.431487ms","start":"2026-03-02T03:26:52.937443Z","end":"2026-03-02T03:26:53.046875Z","steps":["trace[2014664111] 'process raft request' (duration: 108.800751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:55.471111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.478605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:26:55.471489Z","caller":"traceutil/trace.go:171","msg":"trace[351368402] linearizableReadLoop","detail":"{readStateIndex:36927; appliedIndex:36926; }","duration":"344.346008ms","start":"2026-03-02T03:26:55.127125Z","end":"2026-03-02T03:26:55.471471Z","steps":["trace[351368402] 'read index received' (duration: 102.441431ms)","trace[351368402] 'applied index is now lower than readState.Index' (duration: 241.902147ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:26:55.471556Z","caller":"traceutil/trace.go:171","msg":"trace[230233314] transaction","detail":"{read_only:false; response_revision:35741; number_of_response:1; }","duration":"356.761747ms","start":"2026-03-02T03:26:55.114741Z","end":"2026-03-02T03:26:55.471503Z","steps":["trace[230233314] 'process raft request' (duration: 114.790169ms)","trace[230233314] 'compare' (duration: 241.078715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:26:55.471726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.402263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T03:26:55.471773Z","caller":"traceutil/trace.go:171","msg":"trace[488801450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35741; }","duration":"206.487805ms","start":"2026-03-02T03:26:55.265273Z","end":"2026-03-02T03:26:55.471761Z","steps":["trace[488801450] 'agreement among raft nodes before linearized reading' (duration: 206.321781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:55.471838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:26:55.114723Z","time spent":"356.969823ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:26:55.47185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.694167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/tempest-openstack-tempest-run-tests\" ","response":"range_response_count:1 size:694"} {"level":"warn","ts":"2026-03-02T03:26:55.471861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.565958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T03:26:55.471972Z","caller":"traceutil/trace.go:171","msg":"trace[1578936920] range","detail":"{range_begin:/registry/roles/openstack/tempest-openstack-tempest-run-tests; range_end:; response_count:1; response_revision:35741; }","duration":"344.861112ms","start":"2026-03-02T03:26:55.12708Z","end":"2026-03-02T03:26:55.471941Z","steps":["trace[1578936920] 'agreement among raft nodes before linearized reading' (duration: 344.485102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:55.471991Z","caller":"traceutil/trace.go:171","msg":"trace[1342361630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35741; }","duration":"206.740993ms","start":"2026-03-02T03:26:55.265216Z","end":"2026-03-02T03:26:55.471957Z","steps":["trace[1342361630] 'agreement among raft nodes before linearized reading' (duration: 206.391393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:55.471859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.436809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T03:26:55.47203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:26:55.127069Z","time spent":"344.952304ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":717,"request content":"key:\"/registry/roles/openstack/tempest-openstack-tempest-run-tests\" "} {"level":"info","ts":"2026-03-02T03:26:55.472084Z","caller":"traceutil/trace.go:171","msg":"trace[1195442862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35741; }","duration":"231.730246ms","start":"2026-03-02T03:26:55.240325Z","end":"2026-03-02T03:26:55.472055Z","steps":["trace[1195442862] 'agreement among raft nodes before linearized reading' (duration: 231.309145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:26:55.472323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.306837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/tempest-openstack-tempest-ks-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-02T03:26:55.472396Z","caller":"traceutil/trace.go:171","msg":"trace[1538198541] range","detail":"{range_begin:/registry/roles/openstack/tempest-openstack-tempest-ks-user; range_end:; response_count:1; response_revision:35741; }","duration":"277.42364ms","start":"2026-03-02T03:26:55.19495Z","end":"2026-03-02T03:26:55.472373Z","steps":["trace[1538198541] 'agreement among raft nodes before linearized reading' (duration: 276.649509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:55.619264Z","caller":"traceutil/trace.go:171","msg":"trace[1658509286] transaction","detail":"{read_only:false; response_revision:35743; number_of_response:1; }","duration":"140.190175ms","start":"2026-03-02T03:26:55.479021Z","end":"2026-03-02T03:26:55.619211Z","steps":["trace[1658509286] 'process raft request' (duration: 99.445172ms)","trace[1658509286] 'compare' (duration: 40.423054ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:26:55.619585Z","caller":"traceutil/trace.go:171","msg":"trace[1766451373] transaction","detail":"{read_only:false; response_revision:35744; number_of_response:1; }","duration":"139.672821ms","start":"2026-03-02T03:26:55.479884Z","end":"2026-03-02T03:26:55.619557Z","steps":["trace[1766451373] 'process raft request' (duration: 139.240819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:26:56.206112Z","caller":"traceutil/trace.go:171","msg":"trace[226843782] linearizableReadLoop","detail":"{readStateIndex:36933; appliedIndex:36932; }","duration":"100.475019ms","start":"2026-03-02T03:26:56.105599Z","end":"2026-03-02T03:26:56.206074Z","steps":["trace[226843782] 'read index received' (duration: 19.097167ms)","trace[226843782] 'applied index is now lower than readState.Index' (duration: 81.376032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:26:56.206469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.828698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T03:26:56.206519Z","caller":"traceutil/trace.go:171","msg":"trace[1939540120] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:35746; }","duration":"100.989053ms","start":"2026-03-02T03:26:56.105514Z","end":"2026-03-02T03:26:56.206503Z","steps":["trace[1939540120] 'agreement among raft nodes before linearized reading' (duration: 100.760496ms)"],"step_count":1}