{"level":"warn","ts":"2026-05-06T09:34:04.61609Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-06T09:34:04.616246Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-06T09:34:04.61634Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-06T09:34:04.616356Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-06T09:34:04.616384Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-06T09:34:04.617119Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-05-06T09:34:04.617241Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-06T09:34:04.62101Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.369387ms"} {"level":"info","ts":"2026-05-06T09:34:04.631064Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-05-06T09:34:04.631237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-05-06T09:34:04.631268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-05-06T09:34:04.631281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-06T09:34:04.631298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-05-06T09:34:04.631339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-05-06T09:34:04.636626Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-06T09:34:04.639971Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-06T09:34:04.64132Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-06T09:34:04.643459Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-06T09:34:04.643648Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-06T09:34:04.643776Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T09:34:04.643887Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T09:34:04.643909Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T09:34:04.644869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-05-06T09:34:04.645034Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-06T09:34:04.646502Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-06T09:34:04.646616Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-06T09:34:04.646686Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-06T09:34:04.64682Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-06T09:34:04.646856Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-06T09:34:05.432203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-05-06T09:34:05.432295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-06T09:34:05.432333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-05-06T09:34:05.432354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-05-06T09:34:05.432364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-06T09:34:05.43238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-05-06T09:34:05.432404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-06T09:34:05.433562Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T09:34:05.43457Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-06T09:34:05.434565Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-05-06T09:34:05.434637Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-06T09:34:05.43499Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-06T09:34:05.435106Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-06T09:34:05.435273Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T09:34:05.435399Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T09:34:05.43544Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T09:34:05.440544Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-06T09:34:05.440635Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-05-06T09:34:07.20003Z","caller":"traceutil/trace.go:171","msg":"trace[179971516] linearizableReadLoop","detail":"{readStateIndex:67; appliedIndex:65; }","duration":"162.367059ms","start":"2026-05-06T09:34:07.037575Z","end":"2026-05-06T09:34:07.199942Z","steps":["trace[179971516] 'read index received' (duration: 146.277359ms)","trace[179971516] 'applied index is now lower than readState.Index' (duration: 16.085639ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:34:07.200089Z","caller":"traceutil/trace.go:171","msg":"trace[34727067] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"239.997267ms","start":"2026-05-06T09:34:06.96004Z","end":"2026-05-06T09:34:07.200037Z","steps":["trace[34727067] 'process raft request' (duration: 238.967094ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:07.199072Z","caller":"traceutil/trace.go:171","msg":"trace[44960489] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"240.393988ms","start":"2026-05-06T09:34:06.958655Z","end":"2026-05-06T09:34:07.199049Z","steps":["trace[44960489] 'process raft request' (duration: 225.235318ms)","trace[44960489] 'compare' (duration: 14.998485ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:34:07.200503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.836603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-06T09:34:07.200651Z","caller":"traceutil/trace.go:171","msg":"trace[1872484445] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:63; }","duration":"163.05904ms","start":"2026-05-06T09:34:07.037542Z","end":"2026-05-06T09:34:07.200601Z","steps":["trace[1872484445] 'agreement among raft nodes before linearized reading' (duration: 162.555004ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:07.877277Z","caller":"traceutil/trace.go:171","msg":"trace[446789723] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"105.882852ms","start":"2026-05-06T09:34:07.771368Z","end":"2026-05-06T09:34:07.877251Z","steps":["trace[446789723] 'read index received' (duration: 105.668295ms)","trace[446789723] 'applied index is now lower than readState.Index' (duration: 213.377µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:34:07.877311Z","caller":"traceutil/trace.go:171","msg":"trace[209838713] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"107.260545ms","start":"2026-05-06T09:34:07.770032Z","end":"2026-05-06T09:34:07.877293Z","steps":["trace[209838713] 'process raft request' (duration: 107.077319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:07.877492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.102629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-06T09:34:07.877532Z","caller":"traceutil/trace.go:171","msg":"trace[340006808] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:72; }","duration":"106.174751ms","start":"2026-05-06T09:34:07.771343Z","end":"2026-05-06T09:34:07.877518Z","steps":["trace[340006808] 'agreement among raft nodes before linearized reading' (duration: 106.049717ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:20.157729Z","caller":"traceutil/trace.go:171","msg":"trace[963959382] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"209.341517ms","start":"2026-05-06T09:34:19.948362Z","end":"2026-05-06T09:34:20.157704Z","steps":["trace[963959382] 'process raft request' (duration: 209.163701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:32.326954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.02203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:34:32.326992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.284725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T09:34:32.32706Z","caller":"traceutil/trace.go:171","msg":"trace[247276720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"175.184075ms","start":"2026-05-06T09:34:32.151855Z","end":"2026-05-06T09:34:32.327039Z","steps":["trace[247276720] 'range keys from in-memory index tree' (duration: 174.927137ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:32.327067Z","caller":"traceutil/trace.go:171","msg":"trace[1141264109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:426; }","duration":"106.408729ms","start":"2026-05-06T09:34:32.220639Z","end":"2026-05-06T09:34:32.327048Z","steps":["trace[1141264109] 'range keys from in-memory index tree' (duration: 106.178191ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:32.432139Z","caller":"traceutil/trace.go:171","msg":"trace[32996989] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"100.422509ms","start":"2026-05-06T09:34:32.331691Z","end":"2026-05-06T09:34:32.432114Z","steps":["trace[32996989] 'process raft request' (duration: 100.264914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:39.531504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.801106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:34:39.531665Z","caller":"traceutil/trace.go:171","msg":"trace[1414846393] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"202.326436ms","start":"2026-05-06T09:34:39.329315Z","end":"2026-05-06T09:34:39.531641Z","steps":["trace[1414846393] 'process raft request' (duration: 48.760445ms)","trace[1414846393] 'compare' (duration: 152.701063ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:34:45.809254Z","caller":"traceutil/trace.go:171","msg":"trace[727810627] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"164.419058ms","start":"2026-05-06T09:34:45.644801Z","end":"2026-05-06T09:34:45.80922Z","steps":["trace[727810627] 'process raft request' (duration: 162.093444ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:45.878138Z","caller":"traceutil/trace.go:171","msg":"trace[2097486619] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"177.409236ms","start":"2026-05-06T09:34:45.700703Z","end":"2026-05-06T09:34:45.878112Z","steps":["trace[2097486619] 'process raft request' (duration: 177.241711ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:46.62144Z","caller":"traceutil/trace.go:171","msg":"trace[1082713450] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"446.289609ms","start":"2026-05-06T09:34:46.175126Z","end":"2026-05-06T09:34:46.621415Z","steps":["trace[1082713450] 'process raft request' (duration: 445.795333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:46.621765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:46.175104Z","time spent":"446.422132ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:34:46.644441Z","caller":"traceutil/trace.go:171","msg":"trace[865753407] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"449.894614ms","start":"2026-05-06T09:34:46.194502Z","end":"2026-05-06T09:34:46.644397Z","steps":["trace[865753407] 'process raft request' (duration: 449.538552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:46.644619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:46.194486Z","time spent":"450.06241ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T09:34:46.644617Z","caller":"traceutil/trace.go:171","msg":"trace[549276653] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:601; }","duration":"108.252466ms","start":"2026-05-06T09:34:46.536249Z","end":"2026-05-06T09:34:46.644502Z","steps":["trace[549276653] 'read index received' (duration: 84.72068ms)","trace[549276653] 'applied index is now lower than readState.Index' (duration: 23.530866ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:34:46.644771Z","caller":"traceutil/trace.go:171","msg":"trace[829635230] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"409.486666ms","start":"2026-05-06T09:34:46.235272Z","end":"2026-05-06T09:34:46.644759Z","steps":["trace[829635230] 'process raft request' (duration: 408.97423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:46.644824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:46.235205Z","time spent":"409.595501ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T09:34:46.644907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.653628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:34:46.644998Z","caller":"traceutil/trace.go:171","msg":"trace[1251162440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:583; }","duration":"108.780132ms","start":"2026-05-06T09:34:46.536203Z","end":"2026-05-06T09:34:46.644983Z","steps":["trace[1251162440] 'agreement among raft nodes before linearized reading' (duration: 108.528854ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:46.64534Z","caller":"traceutil/trace.go:171","msg":"trace[114839937] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"252.186576ms","start":"2026-05-06T09:34:46.393077Z","end":"2026-05-06T09:34:46.645264Z","steps":["trace[114839937] 'process raft request' (duration: 251.36631ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:52.957445Z","caller":"traceutil/trace.go:171","msg":"trace[790379983] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"288.208033ms","start":"2026-05-06T09:34:52.669211Z","end":"2026-05-06T09:34:52.957419Z","steps":["trace[790379983] 'read index received' (duration: 287.773569ms)","trace[790379983] 'applied index is now lower than readState.Index' (duration: 433.234µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:34:52.957582Z","caller":"traceutil/trace.go:171","msg":"trace[1179999569] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"521.756721ms","start":"2026-05-06T09:34:52.435789Z","end":"2026-05-06T09:34:52.957545Z","steps":["trace[1179999569] 'process raft request' (duration: 521.370789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:52.957757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:52.435774Z","time spent":"521.892746ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:34:52.957769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.550394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:34:52.957835Z","caller":"traceutil/trace.go:171","msg":"trace[1264052290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:656; }","duration":"288.695829ms","start":"2026-05-06T09:34:52.669127Z","end":"2026-05-06T09:34:52.957823Z","steps":["trace[1264052290] 'agreement among raft nodes before linearized reading' (duration: 288.447621ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:53.603869Z","caller":"traceutil/trace.go:171","msg":"trace[460031981] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"189.301267ms","start":"2026-05-06T09:34:53.414547Z","end":"2026-05-06T09:34:53.603848Z","steps":["trace[460031981] 'read index received' (duration: 189.176473ms)","trace[460031981] 'applied index is now lower than readState.Index' (duration: 123.434µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:34:53.603951Z","caller":"traceutil/trace.go:171","msg":"trace[798872225] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"204.462264ms","start":"2026-05-06T09:34:53.399448Z","end":"2026-05-06T09:34:53.60391Z","steps":["trace[798872225] 'process raft request' (duration: 204.268878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:53.604024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.458722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T09:34:53.604098Z","caller":"traceutil/trace.go:171","msg":"trace[1277756326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:658; }","duration":"189.525974ms","start":"2026-05-06T09:34:53.41452Z","end":"2026-05-06T09:34:53.604046Z","steps":["trace[1277756326] 'agreement among raft nodes before linearized reading' (duration: 189.452302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:53.604167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.654728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T09:34:53.604251Z","caller":"traceutil/trace.go:171","msg":"trace[431193907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:658; }","duration":"151.776732ms","start":"2026-05-06T09:34:53.452454Z","end":"2026-05-06T09:34:53.604231Z","steps":["trace[431193907] 'agreement among raft nodes before linearized reading' (duration: 151.550755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:53.948589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.049066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:34:53.948824Z","caller":"traceutil/trace.go:171","msg":"trace[1677947830] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"340.180162ms","start":"2026-05-06T09:34:53.608621Z","end":"2026-05-06T09:34:53.948801Z","steps":["trace[1677947830] 'process raft request' (duration: 340.070659ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:34:53.948814Z","caller":"traceutil/trace.go:171","msg":"trace[1989853733] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"340.944946ms","start":"2026-05-06T09:34:53.607831Z","end":"2026-05-06T09:34:53.948776Z","steps":["trace[1989853733] 'process raft request' (duration: 53.611921ms)","trace[1989853733] 'compare' (duration: 286.891621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:34:53.948927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:53.608598Z","time spent":"340.282236ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:34:53.948842Z","caller":"traceutil/trace.go:171","msg":"trace[2028871950] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"340.046198ms","start":"2026-05-06T09:34:53.608781Z","end":"2026-05-06T09:34:53.948827Z","steps":["trace[2028871950] 'process raft request' (duration: 339.962985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:53.948977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:53.607804Z","time spent":"341.093571ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:34:53.949049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:53.608754Z","time spent":"340.224914ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:34:55.38078Z","caller":"traceutil/trace.go:171","msg":"trace[304961372] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"384.656191ms","start":"2026-05-06T09:34:54.996108Z","end":"2026-05-06T09:34:55.380764Z","steps":["trace[304961372] 'process raft request' (duration: 384.551117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:34:55.380876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:34:54.996088Z","time spent":"384.737393ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:35:01.655933Z","caller":"traceutil/trace.go:171","msg":"trace[215177977] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"167.828169ms","start":"2026-05-06T09:35:01.488079Z","end":"2026-05-06T09:35:01.655907Z","steps":["trace[215177977] 'process raft request' (duration: 131.11195ms)","trace[215177977] 'compare' (duration: 36.587694ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:12.048921Z","caller":"traceutil/trace.go:171","msg":"trace[1175456942] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"426.542445ms","start":"2026-05-06T09:35:11.62235Z","end":"2026-05-06T09:35:12.048893Z","steps":["trace[1175456942] 'process raft request' (duration: 426.39499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.049067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:11.622332Z","time spent":"426.659599ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:35:12.940953Z","caller":"traceutil/trace.go:171","msg":"trace[720683741] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:806; }","duration":"1.207289543s","start":"2026-05-06T09:35:11.733636Z","end":"2026-05-06T09:35:12.940925Z","steps":["trace[720683741] 'read index received' (duration: 315.221961ms)","trace[720683741] 'applied index is now lower than readState.Index' (duration: 892.066602ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:12.941055Z","caller":"traceutil/trace.go:171","msg":"trace[167974994] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"1.211420385s","start":"2026-05-06T09:35:11.729604Z","end":"2026-05-06T09:35:12.941025Z","steps":["trace[167974994] 'process raft request' (duration: 1.211189128s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.941192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207544991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:35:12.941239Z","caller":"traceutil/trace.go:171","msg":"trace[101373393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:778; }","duration":"1.207632633s","start":"2026-05-06T09:35:11.733593Z","end":"2026-05-06T09:35:12.941226Z","steps":["trace[101373393] 'agreement among raft nodes before linearized reading' (duration: 1.207465478s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.941245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:11.729579Z","time spent":"1.21156602s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:35:12.941274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:11.733576Z","time spent":"1.207690016s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T09:35:12.944252Z","caller":"traceutil/trace.go:171","msg":"trace[1203113066] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"411.920945ms","start":"2026-05-06T09:35:12.532316Z","end":"2026-05-06T09:35:12.944237Z","steps":["trace[1203113066] 'process raft request' (duration: 411.739909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.944369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.753474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:35:12.944387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:12.532288Z","time spent":"412.039669ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:35:12.944369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.98304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:35:12.944421Z","caller":"traceutil/trace.go:171","msg":"trace[1510931817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"769.839978ms","start":"2026-05-06T09:35:12.174564Z","end":"2026-05-06T09:35:12.944404Z","steps":["trace[1510931817] 'agreement among raft nodes before linearized reading' (duration: 769.706283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.944427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.119388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-06T09:35:12.94446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:12.174546Z","time spent":"769.906759ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:35:12.944455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.734269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T09:35:12.944469Z","caller":"traceutil/trace.go:171","msg":"trace[817746719] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:779; }","duration":"271.130505ms","start":"2026-05-06T09:35:12.673315Z","end":"2026-05-06T09:35:12.944446Z","steps":["trace[817746719] 'agreement among raft nodes before linearized reading' (duration: 270.897117ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:12.944508Z","caller":"traceutil/trace.go:171","msg":"trace[172571265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:779; }","duration":"828.225732ms","start":"2026-05-06T09:35:12.116245Z","end":"2026-05-06T09:35:12.944471Z","steps":["trace[172571265] 'agreement among raft nodes before linearized reading' (duration: 827.933812ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:12.944549Z","caller":"traceutil/trace.go:171","msg":"trace[713173552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:779; }","duration":"857.823623ms","start":"2026-05-06T09:35:12.086673Z","end":"2026-05-06T09:35:12.944497Z","steps":["trace[713173552] 'agreement among raft nodes before linearized reading' (duration: 857.655677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.944558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:12.11623Z","time spent":"828.314345ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:35:12.944608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129711221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-06T09:35:12.944638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:12.086656Z","time spent":"857.931676ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:35:12.944203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205892787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:35:12.944677Z","caller":"traceutil/trace.go:171","msg":"trace[986156015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:779; }","duration":"1.129804325s","start":"2026-05-06T09:35:11.814854Z","end":"2026-05-06T09:35:12.944658Z","steps":["trace[986156015] 'agreement among raft nodes before linearized reading' (duration: 1.129612839s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:12.944708Z","caller":"traceutil/trace.go:171","msg":"trace[62164132] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:779; }","duration":"1.206413144s","start":"2026-05-06T09:35:11.738286Z","end":"2026-05-06T09:35:12.944699Z","steps":["trace[62164132] 'agreement among raft nodes before linearized reading' (duration: 1.205863596s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.944719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:11.814846Z","time spent":"1.129865146s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:35:12.944687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.121221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-06T09:35:12.944733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:11.738272Z","time spent":"1.206452896s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:35:12.944794Z","caller":"traceutil/trace.go:171","msg":"trace[2057276095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:779; }","duration":"829.259655ms","start":"2026-05-06T09:35:12.115498Z","end":"2026-05-06T09:35:12.944758Z","steps":["trace[2057276095] 'agreement among raft nodes before linearized reading' (duration: 828.992696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:12.944839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:12.115479Z","time spent":"829.350768ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T09:35:21.113684Z","caller":"traceutil/trace.go:171","msg":"trace[1287095529] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"123.197935ms","start":"2026-05-06T09:35:20.990459Z","end":"2026-05-06T09:35:21.113657Z","steps":["trace[1287095529] 'read index received' (duration: 123.02472ms)","trace[1287095529] 'applied index is now lower than readState.Index' (duration: 172.205µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:21.113763Z","caller":"traceutil/trace.go:171","msg":"trace[1023898995] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"124.603951ms","start":"2026-05-06T09:35:20.989126Z","end":"2026-05-06T09:35:21.11373Z","steps":["trace[1023898995] 'process raft request' (duration: 124.372933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:21.113961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.484935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T09:35:21.113998Z","caller":"traceutil/trace.go:171","msg":"trace[558261252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:860; }","duration":"123.588188ms","start":"2026-05-06T09:35:20.990399Z","end":"2026-05-06T09:35:21.113987Z","steps":["trace[558261252] 'agreement among raft nodes before linearized reading' (duration: 123.431503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:21.114057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.636915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-06T09:35:21.114103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.456104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-06T09:35:21.114127Z","caller":"traceutil/trace.go:171","msg":"trace[1154287384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:860; }","duration":"121.734059ms","start":"2026-05-06T09:35:20.992372Z","end":"2026-05-06T09:35:21.114106Z","steps":["trace[1154287384] 'agreement among raft nodes before linearized reading' (duration: 121.539053ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:21.114184Z","caller":"traceutil/trace.go:171","msg":"trace[1292184996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:860; }","duration":"123.574848ms","start":"2026-05-06T09:35:20.990591Z","end":"2026-05-06T09:35:21.114166Z","steps":["trace[1292184996] 'agreement among raft nodes before linearized reading' (duration: 123.314119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:21.114236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.778003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T09:35:21.114285Z","caller":"traceutil/trace.go:171","msg":"trace[1439874154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:860; }","duration":"122.851324ms","start":"2026-05-06T09:35:20.991419Z","end":"2026-05-06T09:35:21.11427Z","steps":["trace[1439874154] 'agreement among raft nodes before linearized reading' (duration: 122.72238ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:21.754701Z","caller":"traceutil/trace.go:171","msg":"trace[1986908950] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"100.93471ms","start":"2026-05-06T09:35:21.653737Z","end":"2026-05-06T09:35:21.754672Z","steps":["trace[1986908950] 'process raft request' (duration: 100.725284ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:22.265184Z","caller":"traceutil/trace.go:171","msg":"trace[42960972] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:898; }","duration":"113.72492ms","start":"2026-05-06T09:35:22.151435Z","end":"2026-05-06T09:35:22.26516Z","steps":["trace[42960972] 'read index received' (duration: 113.491543ms)","trace[42960972] 'applied index is now lower than readState.Index' (duration: 232.387µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:22.26522Z","caller":"traceutil/trace.go:171","msg":"trace[2120240681] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"122.591025ms","start":"2026-05-06T09:35:22.142599Z","end":"2026-05-06T09:35:22.26519Z","steps":["trace[2120240681] 'process raft request' (duration: 122.43552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:22.265332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.874285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:35:22.265366Z","caller":"traceutil/trace.go:171","msg":"trace[1335435058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:867; }","duration":"113.963749ms","start":"2026-05-06T09:35:22.151392Z","end":"2026-05-06T09:35:22.265356Z","steps":["trace[1335435058] 'agreement among raft nodes before linearized reading' (duration: 113.857785ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:28.805202Z","caller":"traceutil/trace.go:171","msg":"trace[1022981063] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"115.161068ms","start":"2026-05-06T09:35:28.690011Z","end":"2026-05-06T09:35:28.805172Z","steps":["trace[1022981063] 'process raft request' (duration: 42.283628ms)","trace[1022981063] 'compare' (duration: 72.691764ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:41.676773Z","caller":"traceutil/trace.go:171","msg":"trace[1233819981] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"439.333036ms","start":"2026-05-06T09:35:41.237412Z","end":"2026-05-06T09:35:41.676745Z","steps":["trace[1233819981] 'process raft request' (duration: 439.186311ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:41.676819Z","caller":"traceutil/trace.go:171","msg":"trace[1012457115] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1211; }","duration":"431.411491ms","start":"2026-05-06T09:35:41.245374Z","end":"2026-05-06T09:35:41.676785Z","steps":["trace[1012457115] 'read index received' (duration: 431.211925ms)","trace[1012457115] 'applied index is now lower than readState.Index' (duration: 197.226µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:35:41.676922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:41.237395Z","time spent":"439.453839ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:35:41.677109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.713281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-06T09:35:41.677161Z","caller":"traceutil/trace.go:171","msg":"trace[1769049905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1176; }","duration":"431.841115ms","start":"2026-05-06T09:35:41.245309Z","end":"2026-05-06T09:35:41.67715Z","steps":["trace[1769049905] 'agreement among raft nodes before linearized reading' (duration: 431.612527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:41.67715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.559656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T09:35:41.6772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:41.245277Z","time spent":"431.914107ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T09:35:41.677219Z","caller":"traceutil/trace.go:171","msg":"trace[1129125300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1176; }","duration":"431.67278ms","start":"2026-05-06T09:35:41.245532Z","end":"2026-05-06T09:35:41.677205Z","steps":["trace[1129125300] 'agreement among raft nodes before linearized reading' (duration: 431.463893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:41.677255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:41.245512Z","time spent":"431.734392ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:35:41.677138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.919872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T09:35:41.677333Z","caller":"traceutil/trace.go:171","msg":"trace[2081579509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1176; }","duration":"382.160179ms","start":"2026-05-06T09:35:41.295149Z","end":"2026-05-06T09:35:41.677309Z","steps":["trace[2081579509] 'agreement among raft nodes before linearized reading' (duration: 381.853439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:41.677394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:41.295123Z","time spent":"382.256492ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:35:41.677379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.76747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T09:35:41.67749Z","caller":"traceutil/trace.go:171","msg":"trace[1798421151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1176; }","duration":"430.996978ms","start":"2026-05-06T09:35:41.246466Z","end":"2026-05-06T09:35:41.677463Z","steps":["trace[1798421151] 'agreement among raft nodes before linearized reading' (duration: 430.601235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:41.677557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:35:41.246443Z","time spent":"431.104522ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T09:35:41.805282Z","caller":"traceutil/trace.go:171","msg":"trace[1838587570] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"122.896466ms","start":"2026-05-06T09:35:41.68236Z","end":"2026-05-06T09:35:41.805257Z","steps":["trace[1838587570] 'process raft request' (duration: 122.736981ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:41.811486Z","caller":"traceutil/trace.go:171","msg":"trace[249763360] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"129.047294ms","start":"2026-05-06T09:35:41.682404Z","end":"2026-05-06T09:35:41.811451Z","steps":["trace[249763360] 'process raft request' (duration: 128.812256ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:41.811787Z","caller":"traceutil/trace.go:171","msg":"trace[1084928907] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"129.23619ms","start":"2026-05-06T09:35:41.682524Z","end":"2026-05-06T09:35:41.81176Z","steps":["trace[1084928907] 'process raft request' (duration: 129.100595ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:41.811906Z","caller":"traceutil/trace.go:171","msg":"trace[1650842772] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"129.382174ms","start":"2026-05-06T09:35:41.682496Z","end":"2026-05-06T09:35:41.811878Z","steps":["trace[1650842772] 'process raft request' (duration: 128.909649ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:43.945529Z","caller":"traceutil/trace.go:171","msg":"trace[636617434] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"119.980433ms","start":"2026-05-06T09:35:43.825522Z","end":"2026-05-06T09:35:43.945503Z","steps":["trace[636617434] 'process raft request' (duration: 96.716932ms)","trace[636617434] 'compare' (duration: 23.057674ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:43.945924Z","caller":"traceutil/trace.go:171","msg":"trace[1619921807] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"120.297803ms","start":"2026-05-06T09:35:43.825614Z","end":"2026-05-06T09:35:43.945912Z","steps":["trace[1619921807] 'process raft request' (duration: 119.843368ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:43.946734Z","caller":"traceutil/trace.go:171","msg":"trace[283861656] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"120.708835ms","start":"2026-05-06T09:35:43.826001Z","end":"2026-05-06T09:35:43.946709Z","steps":["trace[283861656] 'process raft request' (duration: 119.693333ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:43.946794Z","caller":"traceutil/trace.go:171","msg":"trace[1529466196] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"120.484408ms","start":"2026-05-06T09:35:43.826299Z","end":"2026-05-06T09:35:43.946783Z","steps":["trace[1529466196] 'process raft request' (duration: 119.629311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:53.911013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.230711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:35:53.911087Z","caller":"traceutil/trace.go:171","msg":"trace[534875806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1272; }","duration":"142.354105ms","start":"2026-05-06T09:35:53.768717Z","end":"2026-05-06T09:35:53.911071Z","steps":["trace[534875806] 'range keys from in-memory index tree' (duration: 142.032124ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:54.407906Z","caller":"traceutil/trace.go:171","msg":"trace[259260971] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"106.796642ms","start":"2026-05-06T09:35:54.301075Z","end":"2026-05-06T09:35:54.407871Z","steps":["trace[259260971] 'process raft request' (duration: 106.498253ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:55.189971Z","caller":"traceutil/trace.go:171","msg":"trace[97870384] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"212.123698ms","start":"2026-05-06T09:35:54.977803Z","end":"2026-05-06T09:35:55.189927Z","steps":["trace[97870384] 'process raft request' (duration: 128.014828ms)","trace[97870384] 'compare' (duration: 83.813441ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:55.475937Z","caller":"traceutil/trace.go:171","msg":"trace[305417923] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"212.647455ms","start":"2026-05-06T09:35:55.263258Z","end":"2026-05-06T09:35:55.475905Z","steps":["trace[305417923] 'process raft request' (duration: 212.414657ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:55.624121Z","caller":"traceutil/trace.go:171","msg":"trace[1747884765] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"133.270295ms","start":"2026-05-06T09:35:55.490819Z","end":"2026-05-06T09:35:55.624089Z","steps":["trace[1747884765] 'process raft request' (duration: 130.325192ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:55.794517Z","caller":"traceutil/trace.go:171","msg":"trace[318719172] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"109.611972ms","start":"2026-05-06T09:35:55.684874Z","end":"2026-05-06T09:35:55.794486Z","steps":["trace[318719172] 'process raft request' (duration: 60.998883ms)","trace[318719172] 'compare' (duration: 48.494135ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:35:55.795532Z","caller":"traceutil/trace.go:171","msg":"trace[1852142808] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"110.064657ms","start":"2026-05-06T09:35:55.685441Z","end":"2026-05-06T09:35:55.795506Z","steps":["trace[1852142808] 'process raft request' (duration: 109.85227ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:55.795639Z","caller":"traceutil/trace.go:171","msg":"trace[874237008] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"109.524989ms","start":"2026-05-06T09:35:55.686098Z","end":"2026-05-06T09:35:55.795623Z","steps":["trace[874237008] 'process raft request' (duration: 109.328473ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:58.310875Z","caller":"traceutil/trace.go:171","msg":"trace[822484125] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"245.371747ms","start":"2026-05-06T09:35:58.065479Z","end":"2026-05-06T09:35:58.310851Z","steps":["trace[822484125] 'process raft request' (duration: 245.285175ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:58.311022Z","caller":"traceutil/trace.go:171","msg":"trace[1804724883] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"295.828405ms","start":"2026-05-06T09:35:58.015166Z","end":"2026-05-06T09:35:58.310995Z","steps":["trace[1804724883] 'process raft request' (duration: 293.706957ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:58.311096Z","caller":"traceutil/trace.go:171","msg":"trace[442603820] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1358; }","duration":"275.292891ms","start":"2026-05-06T09:35:58.035755Z","end":"2026-05-06T09:35:58.311048Z","steps":["trace[442603820] 'read index received' (duration: 273.260266ms)","trace[442603820] 'applied index is now lower than readState.Index' (duration: 2.026914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:35:58.311369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.5937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-06T09:35:58.311397Z","caller":"traceutil/trace.go:171","msg":"trace[1238229229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1316; }","duration":"275.702344ms","start":"2026-05-06T09:35:58.035686Z","end":"2026-05-06T09:35:58.311388Z","steps":["trace[1238229229] 'agreement among raft nodes before linearized reading' (duration: 275.535588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:35:58.311487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.59673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-06T09:35:58.3115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.527448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T09:35:58.311551Z","caller":"traceutil/trace.go:171","msg":"trace[906018746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1316; }","duration":"264.718073ms","start":"2026-05-06T09:35:58.046815Z","end":"2026-05-06T09:35:58.311533Z","steps":["trace[906018746] 'agreement among raft nodes before linearized reading' (duration: 264.513547ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:35:58.311594Z","caller":"traceutil/trace.go:171","msg":"trace[282524775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1316; }","duration":"275.655292ms","start":"2026-05-06T09:35:58.035926Z","end":"2026-05-06T09:35:58.311581Z","steps":["trace[282524775] 'agreement among raft nodes before linearized reading' (duration: 275.388993ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:02.919386Z","caller":"traceutil/trace.go:171","msg":"trace[320460559] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"240.368527ms","start":"2026-05-06T09:36:02.678993Z","end":"2026-05-06T09:36:02.919362Z","steps":["trace[320460559] 'process raft request' (duration: 240.219283ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.126521Z","caller":"traceutil/trace.go:171","msg":"trace[249994417] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"286.23859ms","start":"2026-05-06T09:36:21.840258Z","end":"2026-05-06T09:36:22.126497Z","steps":["trace[249994417] 'process raft request' (duration: 286.068374ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.250116Z","caller":"traceutil/trace.go:171","msg":"trace[977872509] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"392.131043ms","start":"2026-05-06T09:36:21.85796Z","end":"2026-05-06T09:36:22.250091Z","steps":["trace[977872509] 'process raft request' (duration: 354.05749ms)","trace[977872509] 'compare' (duration: 37.969179ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:22.250263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:21.857942Z","time spent":"392.246366ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:22.253012Z","caller":"traceutil/trace.go:171","msg":"trace[1311506059] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"120.395505ms","start":"2026-05-06T09:36:22.1326Z","end":"2026-05-06T09:36:22.252995Z","steps":["trace[1311506059] 'process raft request' (duration: 120.156378ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.25333Z","caller":"traceutil/trace.go:171","msg":"trace[1141224003] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"120.698825ms","start":"2026-05-06T09:36:22.132612Z","end":"2026-05-06T09:36:22.253311Z","steps":["trace[1141224003] 'process raft request' (duration: 120.288472ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.253503Z","caller":"traceutil/trace.go:171","msg":"trace[876385003] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"120.699105ms","start":"2026-05-06T09:36:22.132792Z","end":"2026-05-06T09:36:22.253491Z","steps":["trace[876385003] 'process raft request' (duration: 120.354454ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.253691Z","caller":"traceutil/trace.go:171","msg":"trace[1851316884] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"120.722536ms","start":"2026-05-06T09:36:22.132959Z","end":"2026-05-06T09:36:22.253681Z","steps":["trace[1851316884] 'process raft request' (duration: 120.425887ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.25391Z","caller":"traceutil/trace.go:171","msg":"trace[761140570] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"120.199979ms","start":"2026-05-06T09:36:22.133695Z","end":"2026-05-06T09:36:22.253895Z","steps":["trace[761140570] 'process raft request' (duration: 119.756505ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.254057Z","caller":"traceutil/trace.go:171","msg":"trace[1786419163] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1808; }","duration":"102.736483ms","start":"2026-05-06T09:36:22.151309Z","end":"2026-05-06T09:36:22.254046Z","steps":["trace[1786419163] 'read index received' (duration: 60.645822ms)","trace[1786419163] 'applied index is now lower than readState.Index' (duration: 42.089921ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:22.254149Z","caller":"traceutil/trace.go:171","msg":"trace[1980664779] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"119.778906ms","start":"2026-05-06T09:36:22.13434Z","end":"2026-05-06T09:36:22.254119Z","steps":["trace[1980664779] 'process raft request' (duration: 119.305781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:22.254206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.889628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:22.254243Z","caller":"traceutil/trace.go:171","msg":"trace[1055874323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1745; }","duration":"102.928809ms","start":"2026-05-06T09:36:22.151303Z","end":"2026-05-06T09:36:22.254232Z","steps":["trace[1055874323] 'agreement among raft nodes before linearized reading' (duration: 102.868877ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:22.254351Z","caller":"traceutil/trace.go:171","msg":"trace[1560060406] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"116.343807ms","start":"2026-05-06T09:36:22.137978Z","end":"2026-05-06T09:36:22.254322Z","steps":["trace[1560060406] 'process raft request' (duration: 116.012126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.009886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.96576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-06T09:36:30.009949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.620187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:36:30.010046Z","caller":"traceutil/trace.go:171","msg":"trace[1447444692] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1858; }","duration":"892.787123ms","start":"2026-05-06T09:36:29.117232Z","end":"2026-05-06T09:36:30.010019Z","steps":["trace[1447444692] 'count revisions from in-memory index tree' (duration: 892.512464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.010042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.609221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:36:30.010093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:29.117212Z","time spent":"892.868925ms","remote":"127.0.0.1:33498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:36:30.01012Z","caller":"traceutil/trace.go:171","msg":"trace[1482513012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1858; }","duration":"857.749636ms","start":"2026-05-06T09:36:29.152354Z","end":"2026-05-06T09:36:30.010103Z","steps":["trace[1482513012] 'range keys from in-memory index tree' (duration: 857.504749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.010158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:29.152333Z","time spent":"857.817968ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:36:30.010173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.489638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acf051c9163e28\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-06T09:36:30.010291Z","caller":"traceutil/trace.go:171","msg":"trace[502904040] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acf051c9163e28; range_end:; response_count:1; response_revision:1858; }","duration":"900.616912ms","start":"2026-05-06T09:36:29.109621Z","end":"2026-05-06T09:36:30.010238Z","steps":["trace[502904040] 'range keys from in-memory index tree' (duration: 900.298032ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:30.009989Z","caller":"traceutil/trace.go:171","msg":"trace[1857684512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"270.117526ms","start":"2026-05-06T09:36:29.739846Z","end":"2026-05-06T09:36:30.009964Z","steps":["trace[1857684512] 'range keys from in-memory index tree' (duration: 269.800166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.010336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:29.109602Z","time spent":"900.725056ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acf051c9163e28\" "} {"level":"info","ts":"2026-05-06T09:36:30.064581Z","caller":"traceutil/trace.go:171","msg":"trace[325454779] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1931; }","duration":"154.956177ms","start":"2026-05-06T09:36:29.909604Z","end":"2026-05-06T09:36:30.06456Z","steps":["trace[325454779] 'read index received' (duration: 154.879714ms)","trace[325454779] 'applied index is now lower than readState.Index' (duration: 75.513µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:30.064764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.148623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-06T09:36:30.064804Z","caller":"traceutil/trace.go:171","msg":"trace[2133269421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37; range_end:; response_count:1; response_revision:1859; }","duration":"155.228786ms","start":"2026-05-06T09:36:29.909563Z","end":"2026-05-06T09:36:30.064792Z","steps":["trace[2133269421] 'agreement among raft nodes before linearized reading' (duration: 155.097482ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:30.06478Z","caller":"traceutil/trace.go:171","msg":"trace[1203150768] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"269.894228ms","start":"2026-05-06T09:36:29.794852Z","end":"2026-05-06T09:36:30.064747Z","steps":["trace[1203150768] 'process raft request' (duration: 269.573058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.688752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.263312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:36:30.688875Z","caller":"traceutil/trace.go:171","msg":"trace[2002292335] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1932; }","duration":"624.222915ms","start":"2026-05-06T09:36:30.06463Z","end":"2026-05-06T09:36:30.688853Z","steps":["trace[2002292335] 'read index received' (duration: 50.743556ms)","trace[2002292335] 'applied index is now lower than readState.Index' (duration: 573.477579ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:30.688909Z","caller":"traceutil/trace.go:171","msg":"trace[568321649] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"676.371866ms","start":"2026-05-06T09:36:30.012495Z","end":"2026-05-06T09:36:30.688867Z","steps":["trace[568321649] 'process raft request' (duration: 102.882587ms)","trace[568321649] 'compare' (duration: 572.911801ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:30.688959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.7042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:30.689034Z","caller":"traceutil/trace.go:171","msg":"trace[1171161266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1860; }","duration":"677.788362ms","start":"2026-05-06T09:36:30.011227Z","end":"2026-05-06T09:36:30.689016Z","steps":["trace[1171161266] 'agreement among raft nodes before linearized reading' (duration: 677.644708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.689056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.804226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-06T09:36:30.689067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.011187Z","time spent":"677.875125ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:36:30.689062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.012474Z","time spent":"676.505181ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:30.689097Z","caller":"traceutil/trace.go:171","msg":"trace[46138627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37; range_end:; response_count:1; response_revision:1860; }","duration":"679.879918ms","start":"2026-05-06T09:36:30.009205Z","end":"2026-05-06T09:36:30.689085Z","steps":["trace[46138627] 'agreement among raft nodes before linearized reading' (duration: 679.735434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.689132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.009186Z","time spent":"679.938811ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37\" "} {"level":"info","ts":"2026-05-06T09:36:30.70913Z","caller":"traceutil/trace.go:171","msg":"trace[724687489] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"637.058465ms","start":"2026-05-06T09:36:30.07206Z","end":"2026-05-06T09:36:30.709118Z","steps":["trace[724687489] 'process raft request' (duration: 636.981052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:30.709218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.072031Z","time spent":"637.141287ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:31.214148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.726968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:36:31.214537Z","caller":"traceutil/trace.go:171","msg":"trace[2115575613] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1933; }","duration":"525.610245ms","start":"2026-05-06T09:36:30.688909Z","end":"2026-05-06T09:36:31.21452Z","steps":["trace[2115575613] 'read index received' (duration: 20.194083ms)","trace[2115575613] 'applied index is now lower than readState.Index' (duration: 505.415262ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:31.214624Z","caller":"traceutil/trace.go:171","msg":"trace[1564507664] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"760.396925ms","start":"2026-05-06T09:36:30.454193Z","end":"2026-05-06T09:36:31.21459Z","steps":["trace[1564507664] 'process raft request' (duration: 760.264881ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.214775Z","caller":"traceutil/trace.go:171","msg":"trace[1702281054] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"792.254229ms","start":"2026-05-06T09:36:30.422481Z","end":"2026-05-06T09:36:31.214735Z","steps":["trace[1702281054] 'process raft request' (duration: 791.876397ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.21479Z","caller":"traceutil/trace.go:171","msg":"trace[573257903] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"936.6553ms","start":"2026-05-06T09:36:30.278093Z","end":"2026-05-06T09:36:31.214748Z","steps":["trace[573257903] 'process raft request' (duration: 722.222899ms)","trace[573257903] 'compare' (duration: 213.560473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:31.214879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.876767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-06T09:36:31.214873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.226983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:36:31.214947Z","caller":"traceutil/trace.go:171","msg":"trace[1026690306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1864; }","duration":"618.968289ms","start":"2026-05-06T09:36:30.595957Z","end":"2026-05-06T09:36:31.214926Z","steps":["trace[1026690306] 'agreement among raft nodes before linearized reading' (duration: 618.777043ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.214948Z","caller":"traceutil/trace.go:171","msg":"trace[592369754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1864; }","duration":"929.328956ms","start":"2026-05-06T09:36:30.285602Z","end":"2026-05-06T09:36:31.214931Z","steps":["trace[592369754] 'agreement among raft nodes before linearized reading' (duration: 929.13709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.214841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.454169Z","time spent":"760.529699ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:31.214954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.422455Z","time spent":"792.415495ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:31.21495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.013986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-06T09:36:31.214967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.278071Z","time spent":"936.813175ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:31.215026Z","caller":"traceutil/trace.go:171","msg":"trace[749967853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1864; }","duration":"590.13304ms","start":"2026-05-06T09:36:30.624867Z","end":"2026-05-06T09:36:31.215Z","steps":["trace[749967853] 'agreement among raft nodes before linearized reading' (duration: 589.853671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.214994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.167625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-06T09:36:31.215095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.624841Z","time spent":"590.244004ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:36:31.214984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.59594Z","time spent":"619.036991ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T09:36:31.21514Z","caller":"traceutil/trace.go:171","msg":"trace[1200832072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1864; }","duration":"565.31317ms","start":"2026-05-06T09:36:30.649775Z","end":"2026-05-06T09:36:31.215088Z","steps":["trace[1200832072] 'agreement among raft nodes before linearized reading' (duration: 564.980899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.215265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.649757Z","time spent":"565.495695ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:36:31.21499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.285594Z","time spent":"929.385268ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:36:31.215455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.380342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T09:36:31.215527Z","caller":"traceutil/trace.go:171","msg":"trace[1919359498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1864; }","duration":"565.489045ms","start":"2026-05-06T09:36:30.650026Z","end":"2026-05-06T09:36:31.215515Z","steps":["trace[1919359498] 'agreement among raft nodes before linearized reading' (duration: 564.628078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.215639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.650014Z","time spent":"565.579128ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:36:31.715678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212140508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T09:36:31.85411Z","caller":"traceutil/trace.go:171","msg":"trace[2135417994] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"1.104923401s","start":"2026-05-06T09:36:30.749161Z","end":"2026-05-06T09:36:31.854085Z","steps":["trace[2135417994] 'process raft request' (duration: 1.053249985s)","trace[2135417994] 'compare' (duration: 51.546912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:31.854233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.749134Z","time spent":"1.105029183s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:31.89479Z","caller":"traceutil/trace.go:171","msg":"trace[412843238] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"675.612234ms","start":"2026-05-06T09:36:31.219155Z","end":"2026-05-06T09:36:31.894767Z","steps":["trace[412843238] 'process raft request' (duration: 675.407977ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.894846Z","caller":"traceutil/trace.go:171","msg":"trace[359174342] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1937; }","duration":"680.193259ms","start":"2026-05-06T09:36:31.214623Z","end":"2026-05-06T09:36:31.894816Z","steps":["trace[359174342] 'read index received' (duration: 587.761705ms)","trace[359174342] 'applied index is now lower than readState.Index' (duration: 92.430594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:31.89491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:31.219133Z","time spent":"675.716277ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:31.894906Z","caller":"traceutil/trace.go:171","msg":"trace[1012371515] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"675.107988ms","start":"2026-05-06T09:36:31.219776Z","end":"2026-05-06T09:36:31.894884Z","steps":["trace[1012371515] 'process raft request' (duration: 675.007394ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.894985Z","caller":"traceutil/trace.go:171","msg":"trace[2112312754] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"675.331495ms","start":"2026-05-06T09:36:31.219624Z","end":"2026-05-06T09:36:31.894955Z","steps":["trace[2112312754] 'process raft request' (duration: 675.100068ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.89485Z","caller":"traceutil/trace.go:171","msg":"trace[1328062092] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"675.359965ms","start":"2026-05-06T09:36:31.219454Z","end":"2026-05-06T09:36:31.894814Z","steps":["trace[1328062092] 'process raft request' (duration: 675.232501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.895107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:31.219575Z","time spent":"675.465329ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:31.895028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197463158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:36:31.895102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.767739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T09:36:31.895124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.351442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-06T09:36:31.895111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181528741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-06T09:36:31.895169Z","caller":"traceutil/trace.go:171","msg":"trace[1019458019] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1870; }","duration":"648.874902ms","start":"2026-05-06T09:36:31.246277Z","end":"2026-05-06T09:36:31.895152Z","steps":["trace[1019458019] 'agreement among raft nodes before linearized reading' (duration: 648.764789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.895167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:31.219437Z","time spent":"675.690026ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:31.895189Z","caller":"traceutil/trace.go:171","msg":"trace[1407324494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37; range_end:; response_count:1; response_revision:1870; }","duration":"1.181649195s","start":"2026-05-06T09:36:30.713524Z","end":"2026-05-06T09:36:31.895173Z","steps":["trace[1407324494] 'agreement among raft nodes before linearized reading' (duration: 1.181429738s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.895186Z","caller":"traceutil/trace.go:171","msg":"trace[1957317444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"878.438325ms","start":"2026-05-06T09:36:31.016722Z","end":"2026-05-06T09:36:31.895161Z","steps":["trace[1957317444] 'agreement among raft nodes before linearized reading' (duration: 878.26625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.89524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:31.246258Z","time spent":"648.966074ms","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:36:31.895224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.936452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-06T09:36:31.894956Z","caller":"traceutil/trace.go:171","msg":"trace[1121383142] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"675.323675ms","start":"2026-05-06T09:36:31.219623Z","end":"2026-05-06T09:36:31.894947Z","steps":["trace[1121383142] 'process raft request' (duration: 675.129508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.895278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:31.016703Z","time spent":"878.564319ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T09:36:31.895078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:31.219752Z","time spent":"675.250541ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:31.895313Z","caller":"traceutil/trace.go:171","msg":"trace[223254375] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37; range_end:; response_count:1; response_revision:1870; }","duration":"201.059016ms","start":"2026-05-06T09:36:31.694232Z","end":"2026-05-06T09:36:31.895291Z","steps":["trace[223254375] 'agreement among raft nodes before linearized reading' (duration: 200.849049ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:31.895159Z","caller":"traceutil/trace.go:171","msg":"trace[813892976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"1.197632614s","start":"2026-05-06T09:36:30.697509Z","end":"2026-05-06T09:36:31.895141Z","steps":["trace[813892976] 'agreement among raft nodes before linearized reading' (duration: 1.197462048s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:31.895249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.713507Z","time spent":"1.181728157s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1945120-bf5e-42b8-b64d-8e57fcf4cd37\" "} {"level":"warn","ts":"2026-05-06T09:36:31.895372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:30.697498Z","time spent":"1.197860471s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:36:31.895358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:31.219579Z","time spent":"675.732317ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:36.541053Z","caller":"traceutil/trace.go:171","msg":"trace[375127828] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"422.963154ms","start":"2026-05-06T09:36:36.118062Z","end":"2026-05-06T09:36:36.541025Z","steps":["trace[375127828] 'read index received' (duration: 376.399441ms)","trace[375127828] 'applied index is now lower than readState.Index' (duration: 46.562543ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:36.541115Z","caller":"traceutil/trace.go:171","msg":"trace[1329301054] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"427.379336ms","start":"2026-05-06T09:36:36.113656Z","end":"2026-05-06T09:36:36.541035Z","steps":["trace[1329301054] 'process raft request' (duration: 380.859074ms)","trace[1329301054] 'compare' (duration: 46.387148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:36.541199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.112049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:36.541251Z","caller":"traceutil/trace.go:171","msg":"trace[2011857349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1916; }","duration":"423.197802ms","start":"2026-05-06T09:36:36.118032Z","end":"2026-05-06T09:36:36.54123Z","steps":["trace[2011857349] 'agreement among raft nodes before linearized reading' (duration: 423.106129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:36.541283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:36.113632Z","time spent":"427.559501ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:36.541307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:36.118024Z","time spent":"423.267005ms","remote":"127.0.0.1:43096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:36:43.395887Z","caller":"traceutil/trace.go:171","msg":"trace[1145158432] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"139.788303ms","start":"2026-05-06T09:36:43.256069Z","end":"2026-05-06T09:36:43.395857Z","steps":["trace[1145158432] 'process raft request' (duration: 139.630988ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:43.804562Z","caller":"traceutil/trace.go:171","msg":"trace[456659843] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"493.619726ms","start":"2026-05-06T09:36:43.310897Z","end":"2026-05-06T09:36:43.804517Z","steps":["trace[456659843] 'process raft request' (duration: 493.520303ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:43.804585Z","caller":"traceutil/trace.go:171","msg":"trace[203643579] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"494.780833ms","start":"2026-05-06T09:36:43.309757Z","end":"2026-05-06T09:36:43.804538Z","steps":["trace[203643579] 'process raft request' (duration: 494.384281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:43.804951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:43.310878Z","time spent":"493.938006ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:43.805125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:43.309731Z","time spent":"495.270129ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:44.202201Z","caller":"traceutil/trace.go:171","msg":"trace[698643709] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"196.262473ms","start":"2026-05-06T09:36:44.005892Z","end":"2026-05-06T09:36:44.202155Z","steps":["trace[698643709] 'process raft request' (duration: 129.692402ms)","trace[698643709] 'compare' (duration: 66.326603ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:44.202276Z","caller":"traceutil/trace.go:171","msg":"trace[462882090] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"196.359025ms","start":"2026-05-06T09:36:44.005907Z","end":"2026-05-06T09:36:44.202266Z","steps":["trace[462882090] 'process raft request' (duration: 196.167189ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:44.202387Z","caller":"traceutil/trace.go:171","msg":"trace[2098893548] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"196.455119ms","start":"2026-05-06T09:36:44.005927Z","end":"2026-05-06T09:36:44.202382Z","steps":["trace[2098893548] 'process raft request' (duration: 196.311284ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:44.202542Z","caller":"traceutil/trace.go:171","msg":"trace[936290171] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"196.599083ms","start":"2026-05-06T09:36:44.005926Z","end":"2026-05-06T09:36:44.202525Z","steps":["trace[936290171] 'process raft request' (duration: 196.436148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:44.522794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.070623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:36:44.522902Z","caller":"traceutil/trace.go:171","msg":"trace[847178863] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"226.716442ms","start":"2026-05-06T09:36:44.296169Z","end":"2026-05-06T09:36:44.522886Z","steps":["trace[847178863] 'read index received' (duration: 80.35506ms)","trace[847178863] 'applied index is now lower than readState.Index' (duration: 146.360122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:44.522979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.816366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:36:44.523009Z","caller":"traceutil/trace.go:171","msg":"trace[733053840] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1974; }","duration":"226.890718ms","start":"2026-05-06T09:36:44.29611Z","end":"2026-05-06T09:36:44.523001Z","steps":["trace[733053840] 'agreement among raft nodes before linearized reading' (duration: 226.819636ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:44.523091Z","caller":"traceutil/trace.go:171","msg":"trace[27066054] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"278.537834ms","start":"2026-05-06T09:36:44.244523Z","end":"2026-05-06T09:36:44.523061Z","steps":["trace[27066054] 'process raft request' (duration: 132.040987ms)","trace[27066054] 'compare' (duration: 145.96327ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:45.372518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.508298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:36:45.372705Z","caller":"traceutil/trace.go:171","msg":"trace[1588520600] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2051; }","duration":"617.225713ms","start":"2026-05-06T09:36:44.755463Z","end":"2026-05-06T09:36:45.372689Z","steps":["trace[1588520600] 'read index received' (duration: 236.774873ms)","trace[1588520600] 'applied index is now lower than readState.Index' (duration: 380.45ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:45.372804Z","caller":"traceutil/trace.go:171","msg":"trace[259264767] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"843.084397ms","start":"2026-05-06T09:36:44.529707Z","end":"2026-05-06T09:36:45.372792Z","steps":["trace[259264767] 'process raft request' (duration: 163.224369ms)","trace[259264767] 'compare' (duration: 679.403984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:45.372878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:44.529695Z","time spent":"843.14958ms","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:45.372898Z","caller":"traceutil/trace.go:171","msg":"trace[826678301] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"802.203017ms","start":"2026-05-06T09:36:44.570663Z","end":"2026-05-06T09:36:45.372866Z","steps":["trace[826678301] 'process raft request' (duration: 801.966159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:45.372939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.467141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bnskq\" ","response":"range_response_count:1 size:6144"} {"level":"warn","ts":"2026-05-06T09:36:45.372966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.114052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:36:45.372984Z","caller":"traceutil/trace.go:171","msg":"trace[350018907] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bnskq; range_end:; response_count:1; response_revision:1977; }","duration":"617.549234ms","start":"2026-05-06T09:36:44.755419Z","end":"2026-05-06T09:36:45.372968Z","steps":["trace[350018907] 'agreement among raft nodes before linearized reading' (duration: 617.390929ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:45.373013Z","caller":"traceutil/trace.go:171","msg":"trace[1530967101] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1977; }","duration":"607.191914ms","start":"2026-05-06T09:36:44.765807Z","end":"2026-05-06T09:36:45.372999Z","steps":["trace[1530967101] 'agreement among raft nodes before linearized reading' (duration: 607.125552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:45.37302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:44.755401Z","time spent":"617.609825ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6167,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bnskq\" "} {"level":"warn","ts":"2026-05-06T09:36:45.373048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:44.765787Z","time spent":"607.251226ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:36:45.373047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:44.570637Z","time spent":"802.332261ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:45.373095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.951226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:45.37314Z","caller":"traceutil/trace.go:171","msg":"trace[175772619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"219.035688ms","start":"2026-05-06T09:36:45.154095Z","end":"2026-05-06T09:36:45.37313Z","steps":["trace[175772619] 'agreement among raft nodes before linearized reading' (duration: 218.945305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:45.373302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.48369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-06T09:36:45.373418Z","caller":"traceutil/trace.go:171","msg":"trace[704261735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"363.659695ms","start":"2026-05-06T09:36:45.009725Z","end":"2026-05-06T09:36:45.373385Z","steps":["trace[704261735] 'agreement among raft nodes before linearized reading' (duration: 363.319434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:45.373471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:45.009707Z","time spent":"363.755489ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-06T09:36:45.734649Z","caller":"traceutil/trace.go:171","msg":"trace[1075812371] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"340.560039ms","start":"2026-05-06T09:36:45.394045Z","end":"2026-05-06T09:36:45.734605Z","steps":["trace[1075812371] 'process raft request' (duration: 338.220174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:45.734879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:45.394024Z","time spent":"340.733045ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:45.735442Z","caller":"traceutil/trace.go:171","msg":"trace[1838748345] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"335.373324ms","start":"2026-05-06T09:36:45.40003Z","end":"2026-05-06T09:36:45.735404Z","steps":["trace[1838748345] 'process raft request' (duration: 335.119896ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:45.735395Z","caller":"traceutil/trace.go:171","msg":"trace[178768521] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2053; }","duration":"272.48325ms","start":"2026-05-06T09:36:45.46283Z","end":"2026-05-06T09:36:45.735313Z","steps":["trace[178768521] 'read index received' (duration: 269.394492ms)","trace[178768521] 'applied index is now lower than readState.Index' (duration: 3.087488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:45.735721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.869163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:36:45.735764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:45.399998Z","time spent":"335.584181ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:45.735848Z","caller":"traceutil/trace.go:171","msg":"trace[1683894334] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1979; }","duration":"272.988747ms","start":"2026-05-06T09:36:45.462814Z","end":"2026-05-06T09:36:45.735802Z","steps":["trace[1683894334] 'agreement among raft nodes before linearized reading' (duration: 272.815781ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:47.987887Z","caller":"traceutil/trace.go:171","msg":"trace[2063272492] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2072; }","duration":"180.344445ms","start":"2026-05-06T09:36:47.807519Z","end":"2026-05-06T09:36:47.987863Z","steps":["trace[2063272492] 'read index received' (duration: 180.261963ms)","trace[2063272492] 'applied index is now lower than readState.Index' (duration: 81.372µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:47.987921Z","caller":"traceutil/trace.go:171","msg":"trace[2052634387] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"246.512243ms","start":"2026-05-06T09:36:47.741385Z","end":"2026-05-06T09:36:47.987897Z","steps":["trace[2052634387] 'process raft request' (duration: 246.327077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:47.988152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.615614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-06T09:36:47.988263Z","caller":"traceutil/trace.go:171","msg":"trace[1080895489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1997; }","duration":"180.762258ms","start":"2026-05-06T09:36:47.807477Z","end":"2026-05-06T09:36:47.98824Z","steps":["trace[1080895489] 'agreement among raft nodes before linearized reading' (duration: 180.49426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.634298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446791211s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:36:49.634531Z","caller":"traceutil/trace.go:171","msg":"trace[1396989556] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2073; }","duration":"1.646551895s","start":"2026-05-06T09:36:47.987958Z","end":"2026-05-06T09:36:49.63451Z","steps":["trace[1396989556] 'read index received' (duration: 199.439053ms)","trace[1396989556] 'applied index is now lower than readState.Index' (duration: 1.447111882s)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:36:49.634781Z","caller":"traceutil/trace.go:171","msg":"trace[242425395] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"1.809246818s","start":"2026-05-06T09:36:47.82552Z","end":"2026-05-06T09:36:49.634767Z","steps":["trace[242425395] 'process raft request' (duration: 361.865818ms)","trace[242425395] 'compare' (duration: 1.446492442s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:49.634858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:47.825494Z","time spent":"1.80932028s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:49.634904Z","caller":"traceutil/trace.go:171","msg":"trace[840432247] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"1.809315781s","start":"2026-05-06T09:36:47.825548Z","end":"2026-05-06T09:36:49.634864Z","steps":["trace[840432247] 'process raft request' (duration: 1.808871506s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.635048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:47.82553Z","time spent":"1.809446484s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:36:49.634906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658594438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:49.63517Z","caller":"traceutil/trace.go:171","msg":"trace[1635384404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1999; }","duration":"1.658900228s","start":"2026-05-06T09:36:47.97625Z","end":"2026-05-06T09:36:49.63515Z","steps":["trace[1635384404] 'agreement among raft nodes before linearized reading' (duration: 1.658580178s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.635239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:47.976231Z","time spent":"1.658992321s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:36:49.94336Z","caller":"traceutil/trace.go:171","msg":"trace[771207055] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2075; }","duration":"308.764147ms","start":"2026-05-06T09:36:49.634573Z","end":"2026-05-06T09:36:49.943337Z","steps":["trace[771207055] 'read index received' (duration: 308.643293ms)","trace[771207055] 'applied index is now lower than readState.Index' (duration: 119.934µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:36:49.943478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94710605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:49.943513Z","caller":"traceutil/trace.go:171","msg":"trace[1831587546] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2000; }","duration":"1.947202363s","start":"2026-05-06T09:36:47.996302Z","end":"2026-05-06T09:36:49.943504Z","steps":["trace[1831587546] 'agreement among raft nodes before linearized reading' (duration: 1.947126691s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.943544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:47.996277Z","time spent":"1.947259824s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-06T09:36:49.943644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66799167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T09:36:49.943718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659781058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T09:36:49.943727Z","caller":"traceutil/trace.go:171","msg":"trace[1540480100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2000; }","duration":"1.668166375s","start":"2026-05-06T09:36:48.275542Z","end":"2026-05-06T09:36:49.943708Z","steps":["trace[1540480100] 'agreement among raft nodes before linearized reading' (duration: 1.667868665s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.943727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659716315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-06T09:36:49.943791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.27552Z","time spent":"1.668254508s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T09:36:49.943838Z","caller":"traceutil/trace.go:171","msg":"trace[585228449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2000; }","duration":"1.65988284s","start":"2026-05-06T09:36:48.283934Z","end":"2026-05-06T09:36:49.943817Z","steps":["trace[585228449] 'agreement among raft nodes before linearized reading' (duration: 1.65956978s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.943889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893790211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-06T09:36:49.943903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.283914Z","time spent":"1.659979244s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T09:36:49.943783Z","caller":"traceutil/trace.go:171","msg":"trace[961553277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2000; }","duration":"1.659867501s","start":"2026-05-06T09:36:48.283892Z","end":"2026-05-06T09:36:49.94376Z","steps":["trace[961553277] 'agreement among raft nodes before linearized reading' (duration: 1.659675414s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:49.943933Z","caller":"traceutil/trace.go:171","msg":"trace[341878630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2000; }","duration":"1.893922146s","start":"2026-05-06T09:36:48.050001Z","end":"2026-05-06T09:36:49.943923Z","steps":["trace[341878630] 'agreement among raft nodes before linearized reading' (duration: 1.893787581s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.94394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883126202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-06T09:36:49.943996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.283873Z","time spent":"1.660096387s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:36:49.944019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.979228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:49.944032Z","caller":"traceutil/trace.go:171","msg":"trace[1726311057] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"553.854045ms","start":"2026-05-06T09:36:49.39016Z","end":"2026-05-06T09:36:49.944014Z","steps":["trace[1726311057] 'process raft request' (duration: 553.030148ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:49.944061Z","caller":"traceutil/trace.go:171","msg":"trace[790180425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"790.047199ms","start":"2026-05-06T09:36:49.154004Z","end":"2026-05-06T09:36:49.944052Z","steps":["trace[790180425] 'agreement among raft nodes before linearized reading' (duration: 789.995917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.944054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31552605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:36:49.944098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:49.153982Z","time spent":"790.110441ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:36:49.944103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549794273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-06T09:36:49.944114Z","caller":"traceutil/trace.go:171","msg":"trace[816512290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2000; }","duration":"1.315632033s","start":"2026-05-06T09:36:48.628466Z","end":"2026-05-06T09:36:49.944098Z","steps":["trace[816512290] 'agreement among raft nodes before linearized reading' (duration: 1.31551345s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:49.944134Z","caller":"traceutil/trace.go:171","msg":"trace[1851298103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2000; }","duration":"1.549875126s","start":"2026-05-06T09:36:48.394248Z","end":"2026-05-06T09:36:49.944123Z","steps":["trace[1851298103] 'agreement among raft nodes before linearized reading' (duration: 1.549780013s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.944165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.628444Z","time spent":"1.315710166s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:36:49.944171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.39422Z","time spent":"1.549944428s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T09:36:49.94416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:49.390134Z","time spent":"553.939138ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:36:49.944029Z","caller":"traceutil/trace.go:171","msg":"trace[1967450265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2000; }","duration":"1.883302798s","start":"2026-05-06T09:36:48.06071Z","end":"2026-05-06T09:36:49.944013Z","steps":["trace[1967450265] 'agreement among raft nodes before linearized reading' (duration: 1.882927506s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.943978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262234153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-06T09:36:49.944151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660131979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-06T09:36:49.944194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694791143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:36:49.94431Z","caller":"traceutil/trace.go:171","msg":"trace[2081328310] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:2000; }","duration":"1.262577613s","start":"2026-05-06T09:36:48.681707Z","end":"2026-05-06T09:36:49.944284Z","steps":["trace[2081328310] 'agreement among raft nodes before linearized reading' (duration: 1.262187761s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.94397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.049976Z","time spent":"1.893986828s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T09:36:49.944427Z","caller":"traceutil/trace.go:171","msg":"trace[1868845210] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2000; }","duration":"1.69534312s","start":"2026-05-06T09:36:48.249009Z","end":"2026-05-06T09:36:49.944352Z","steps":["trace[1868845210] 'agreement among raft nodes before linearized reading' (duration: 1.694761362s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.944249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.060679Z","time spent":"1.883560716s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-06T09:36:49.94433Z","caller":"traceutil/trace.go:171","msg":"trace[736100244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2000; }","duration":"1.660360456s","start":"2026-05-06T09:36:48.28396Z","end":"2026-05-06T09:36:49.944321Z","steps":["trace[736100244] 'agreement among raft nodes before linearized reading' (duration: 1.659395366s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:36:49.944507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.283919Z","time spent":"1.660565203s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:36:49.944528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.248982Z","time spent":"1.695518826s","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:36:49.944435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:36:48.681694Z","time spent":"1.262705328s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-05-06T09:36:49.946467Z","caller":"traceutil/trace.go:171","msg":"trace[1559681179] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"235.032227ms","start":"2026-05-06T09:36:49.711419Z","end":"2026-05-06T09:36:49.946452Z","steps":["trace[1559681179] 'process raft request' (duration: 234.730068ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:36:51.787896Z","caller":"traceutil/trace.go:171","msg":"trace[1199310546] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"147.166987ms","start":"2026-05-06T09:36:51.640705Z","end":"2026-05-06T09:36:51.787872Z","steps":["trace[1199310546] 'process raft request' (duration: 143.761659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:03.388284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.037726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:37:03.388395Z","caller":"traceutil/trace.go:171","msg":"trace[212239349] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2080; }","duration":"126.19609ms","start":"2026-05-06T09:37:03.262178Z","end":"2026-05-06T09:37:03.388374Z","steps":["trace[212239349] 'count revisions from in-memory index tree' (duration: 125.974643ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.002933Z","caller":"traceutil/trace.go:171","msg":"trace[1850999179] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"166.271937ms","start":"2026-05-06T09:37:25.836639Z","end":"2026-05-06T09:37:26.002911Z","steps":["trace[1850999179] 'process raft request' (duration: 166.125442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:26.278225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.368075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:37:26.278584Z","caller":"traceutil/trace.go:171","msg":"trace[1481074081] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"338.381101ms","start":"2026-05-06T09:37:25.940169Z","end":"2026-05-06T09:37:26.27855Z","steps":["trace[1481074081] 'process raft request' (duration: 190.550171ms)","trace[1481074081] 'compare' (duration: 147.23381ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:37:26.278652Z","caller":"traceutil/trace.go:171","msg":"trace[543131630] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2283; }","duration":"139.947418ms","start":"2026-05-06T09:37:26.138683Z","end":"2026-05-06T09:37:26.27863Z","steps":["trace[543131630] 'read index received' (duration: 125.24276ms)","trace[543131630] 'applied index is now lower than readState.Index' (duration: 14.703218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:37:26.278788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:25.940143Z","time spent":"338.545866ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:37:26.27876Z","caller":"traceutil/trace.go:171","msg":"trace[1306783505] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"204.532776ms","start":"2026-05-06T09:37:26.07419Z","end":"2026-05-06T09:37:26.278722Z","steps":["trace[1306783505] 'process raft request' (duration: 204.205986ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.278824Z","caller":"traceutil/trace.go:171","msg":"trace[1448168511] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"171.130622ms","start":"2026-05-06T09:37:26.107647Z","end":"2026-05-06T09:37:26.278778Z","steps":["trace[1448168511] 'process raft request' (duration: 170.922655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:26.27894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.291496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T09:37:26.278987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.30891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T09:37:26.279002Z","caller":"traceutil/trace.go:171","msg":"trace[533739330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2201; }","duration":"138.387149ms","start":"2026-05-06T09:37:26.1406Z","end":"2026-05-06T09:37:26.278987Z","steps":["trace[533739330] 'agreement among raft nodes before linearized reading' (duration: 138.227413ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.279061Z","caller":"traceutil/trace.go:171","msg":"trace[500526216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2201; }","duration":"140.401553ms","start":"2026-05-06T09:37:26.138618Z","end":"2026-05-06T09:37:26.27902Z","steps":["trace[500526216] 'agreement among raft nodes before linearized reading' (duration: 140.167685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:26.279302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.871119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-06T09:37:26.279364Z","caller":"traceutil/trace.go:171","msg":"trace[847974395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2201; }","duration":"135.952071ms","start":"2026-05-06T09:37:26.143396Z","end":"2026-05-06T09:37:26.279348Z","steps":["trace[847974395] 'agreement among raft nodes before linearized reading' (duration: 135.818667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:26.279422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.537019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:37:26.279443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.170174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T09:37:26.279525Z","caller":"traceutil/trace.go:171","msg":"trace[2070975668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2201; }","duration":"125.667764ms","start":"2026-05-06T09:37:26.153827Z","end":"2026-05-06T09:37:26.279495Z","steps":["trace[2070975668] 'agreement among raft nodes before linearized reading' (duration: 125.453967ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.279534Z","caller":"traceutil/trace.go:171","msg":"trace[836861843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2201; }","duration":"134.325ms","start":"2026-05-06T09:37:26.145194Z","end":"2026-05-06T09:37:26.279519Z","steps":["trace[836861843] 'agreement among raft nodes before linearized reading' (duration: 134.01598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:26.279526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.438746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-06T09:37:26.279642Z","caller":"traceutil/trace.go:171","msg":"trace[2062072853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2201; }","duration":"136.561521ms","start":"2026-05-06T09:37:26.14303Z","end":"2026-05-06T09:37:26.279591Z","steps":["trace[2062072853] 'agreement among raft nodes before linearized reading' (duration: 136.21899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:26.488646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.662599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:37:26.488872Z","caller":"traceutil/trace.go:171","msg":"trace[2100880249] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"203.42228ms","start":"2026-05-06T09:37:26.28543Z","end":"2026-05-06T09:37:26.488852Z","steps":["trace[2100880249] 'process raft request' (duration: 203.334398ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.489059Z","caller":"traceutil/trace.go:171","msg":"trace[1342763815] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"203.494663ms","start":"2026-05-06T09:37:26.285527Z","end":"2026-05-06T09:37:26.489021Z","steps":["trace[1342763815] 'process raft request' (duration: 203.292766ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.489133Z","caller":"traceutil/trace.go:171","msg":"trace[1338775257] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"203.591377ms","start":"2026-05-06T09:37:26.285519Z","end":"2026-05-06T09:37:26.489111Z","steps":["trace[1338775257] 'process raft request' (duration: 203.443842ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.489219Z","caller":"traceutil/trace.go:171","msg":"trace[470839417] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"203.650368ms","start":"2026-05-06T09:37:26.285546Z","end":"2026-05-06T09:37:26.489196Z","steps":["trace[470839417] 'process raft request' (duration: 203.509404ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:26.488985Z","caller":"traceutil/trace.go:171","msg":"trace[1660908446] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"203.686069ms","start":"2026-05-06T09:37:26.285183Z","end":"2026-05-06T09:37:26.488869Z","steps":["trace[1660908446] 'process raft request' (duration: 96.707281ms)","trace[1660908446] 'compare' (duration: 106.512413ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:37:27.792655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212141288,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T09:37:28.001506Z","caller":"traceutil/trace.go:171","msg":"trace[510192068] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2291; }","duration":"709.647037ms","start":"2026-05-06T09:37:27.291831Z","end":"2026-05-06T09:37:28.001478Z","steps":["trace[510192068] 'read index received' (duration: 709.318707ms)","trace[510192068] 'applied index is now lower than readState.Index' (duration: 326.85µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:37:28.001744Z","caller":"traceutil/trace.go:171","msg":"trace[1376649470] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"712.764026ms","start":"2026-05-06T09:37:27.288962Z","end":"2026-05-06T09:37:28.001726Z","steps":["trace[1376649470] 'process raft request' (duration: 712.301881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:28.001944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:27.288935Z","time spent":"712.903141ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:37:28.002324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.443942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T09:37:28.002442Z","caller":"traceutil/trace.go:171","msg":"trace[1955040670] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2207; }","duration":"710.613718ms","start":"2026-05-06T09:37:27.291803Z","end":"2026-05-06T09:37:28.002417Z","steps":["trace[1955040670] 'agreement among raft nodes before linearized reading' (duration: 710.215325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:28.002509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:27.291791Z","time spent":"710.70122ms","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":256,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:37:28.189118Z","caller":"traceutil/trace.go:171","msg":"trace[1929634361] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"180.572633ms","start":"2026-05-06T09:37:28.008509Z","end":"2026-05-06T09:37:28.189082Z","steps":["trace[1929634361] 'process raft request' (duration: 180.341176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:28.792711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212141294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T09:37:28.8703Z","caller":"traceutil/trace.go:171","msg":"trace[106167687] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"585.953077ms","start":"2026-05-06T09:37:28.284323Z","end":"2026-05-06T09:37:28.870276Z","steps":["trace[106167687] 'process raft request' (duration: 585.815383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:28.87044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.284302Z","time spent":"586.064641ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:37:30.052969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.936643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:37:30.053232Z","caller":"traceutil/trace.go:171","msg":"trace[603176040] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2293; }","duration":"1.760575668s","start":"2026-05-06T09:37:28.292632Z","end":"2026-05-06T09:37:30.053208Z","steps":["trace[603176040] 'read index received' (duration: 577.523679ms)","trace[603176040] 'applied index is now lower than readState.Index' (duration: 1.183050589s)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:37:30.053375Z","caller":"traceutil/trace.go:171","msg":"trace[715895780] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"1.767628173s","start":"2026-05-06T09:37:28.285731Z","end":"2026-05-06T09:37:30.053359Z","steps":["trace[715895780] 'process raft request' (duration: 1.767356444s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:30.05336Z","caller":"traceutil/trace.go:171","msg":"trace[712640015] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.767908232s","start":"2026-05-06T09:37:28.285415Z","end":"2026-05-06T09:37:30.053323Z","steps":["trace[712640015] 'process raft request' (duration: 1.441493533s)","trace[712640015] 'compare' (duration: 325.739967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:37:30.053471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.285719Z","time spent":"1.767703155s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:37:30.053546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.285361Z","time spent":"1.768084397s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:37:30.054071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370103429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:37:30.054223Z","caller":"traceutil/trace.go:171","msg":"trace[1894813685] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2211; }","duration":"1.370314155s","start":"2026-05-06T09:37:28.683873Z","end":"2026-05-06T09:37:30.054187Z","steps":["trace[1894813685] 'agreement among raft nodes before linearized reading' (duration: 1.370066257s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.054517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.683848Z","time spent":"1.370649416s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:37:30.054231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369343064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-06T09:37:30.054574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761911161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-06T09:37:30.054659Z","caller":"traceutil/trace.go:171","msg":"trace[1623815824] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:2211; }","duration":"1.36980716s","start":"2026-05-06T09:37:28.684834Z","end":"2026-05-06T09:37:30.054641Z","steps":["trace[1623815824] 'agreement among raft nodes before linearized reading' (duration: 1.369278573s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:30.054687Z","caller":"traceutil/trace.go:171","msg":"trace[740094327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2211; }","duration":"1.762073366s","start":"2026-05-06T09:37:28.292585Z","end":"2026-05-06T09:37:30.054659Z","steps":["trace[740094327] 'agreement among raft nodes before linearized reading' (duration: 1.761532529s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.054724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.684815Z","time spent":"1.369893202s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T09:37:30.054744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.292571Z","time spent":"1.762160949s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T09:37:30.054112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561103733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T09:37:30.054873Z","caller":"traceutil/trace.go:171","msg":"trace[1794538273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2211; }","duration":"1.561890779s","start":"2026-05-06T09:37:28.492943Z","end":"2026-05-06T09:37:30.054834Z","steps":["trace[1794538273] 'agreement among raft nodes before linearized reading' (duration: 1.561015421s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.054956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.49289Z","time spent":"1.562044454s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:37:30.054101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560613457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T09:37:30.055079Z","caller":"traceutil/trace.go:171","msg":"trace[229093004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2211; }","duration":"1.56162726s","start":"2026-05-06T09:37:28.493433Z","end":"2026-05-06T09:37:30.05506Z","steps":["trace[229093004] 'agreement among raft nodes before linearized reading' (duration: 1.560510864s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.055193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.493421Z","time spent":"1.561755245s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:37:30.05422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.988752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:37:30.054244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560839135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T09:37:30.055576Z","caller":"traceutil/trace.go:171","msg":"trace[1675044051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2211; }","duration":"1.562214229s","start":"2026-05-06T09:37:28.49334Z","end":"2026-05-06T09:37:30.055555Z","steps":["trace[1675044051] 'agreement among raft nodes before linearized reading' (duration: 1.560612778s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.054285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560305239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-06T09:37:30.05568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.493332Z","time spent":"1.562327263s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T09:37:30.055701Z","caller":"traceutil/trace.go:171","msg":"trace[1459117614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2211; }","duration":"1.561774735s","start":"2026-05-06T09:37:28.493903Z","end":"2026-05-06T09:37:30.055678Z","steps":["trace[1459117614] 'agreement among raft nodes before linearized reading' (duration: 1.560216175s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.055767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.493894Z","time spent":"1.561853428s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T09:37:30.055503Z","caller":"traceutil/trace.go:171","msg":"trace[1875150747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2211; }","duration":"901.257762ms","start":"2026-05-06T09:37:29.154157Z","end":"2026-05-06T09:37:30.055415Z","steps":["trace[1875150747] 'agreement among raft nodes before linearized reading' (duration: 899.954411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.054561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561646941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-06T09:37:30.055855Z","caller":"traceutil/trace.go:171","msg":"trace[256217602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2211; }","duration":"1.563028225s","start":"2026-05-06T09:37:28.492803Z","end":"2026-05-06T09:37:30.055831Z","steps":["trace[256217602] 'agreement among raft nodes before linearized reading' (duration: 1.560739602s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:30.055889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:29.154131Z","time spent":"901.740158ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:37:30.055938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:28.492782Z","time spent":"1.563135508s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:37:31.269902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.757249ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-06T09:37:31.27064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.056165Z","time spent":"1.214471069s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T09:37:31.27102Z","caller":"traceutil/trace.go:171","msg":"trace[600719072] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"1.21357599s","start":"2026-05-06T09:37:30.05741Z","end":"2026-05-06T09:37:31.270986Z","steps":["trace[600719072] 'read index received' (duration: 406.83346ms)","trace[600719072] 'applied index is now lower than readState.Index' (duration: 806.73972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:37:31.271151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213743676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:37:31.271186Z","caller":"traceutil/trace.go:171","msg":"trace[1459269632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2212; }","duration":"1.213799917s","start":"2026-05-06T09:37:30.057375Z","end":"2026-05-06T09:37:31.271175Z","steps":["trace[1459269632] 'agreement among raft nodes before linearized reading' (duration: 1.213704564s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.27121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.05736Z","time spent":"1.213846109s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:37:31.271327Z","caller":"traceutil/trace.go:171","msg":"trace[549469717] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.212553148s","start":"2026-05-06T09:37:30.058751Z","end":"2026-05-06T09:37:31.271304Z","steps":["trace[549469717] 'process raft request' (duration: 1.211903447s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.271505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.058737Z","time spent":"1.212691952s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:37:31.272021Z","caller":"traceutil/trace.go:171","msg":"trace[818933730] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.212064792s","start":"2026-05-06T09:37:30.05992Z","end":"2026-05-06T09:37:31.271984Z","steps":["trace[818933730] 'process raft request' (duration: 1.211300228s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.2722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.059909Z","time spent":"1.212188847s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:37:31.272346Z","caller":"traceutil/trace.go:171","msg":"trace[1180632725] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.212027241s","start":"2026-05-06T09:37:30.060294Z","end":"2026-05-06T09:37:31.272322Z","steps":["trace[1180632725] 'process raft request' (duration: 1.211878266s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.272527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.060287Z","time spent":"1.212148656s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:37:31.272577Z","caller":"traceutil/trace.go:171","msg":"trace[591365294] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.211582598s","start":"2026-05-06T09:37:30.06098Z","end":"2026-05-06T09:37:31.272563Z","steps":["trace[591365294] 'process raft request' (duration: 1.211305659s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.272645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.060974Z","time spent":"1.211635739s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:37:31.272648Z","caller":"traceutil/trace.go:171","msg":"trace[1814406395] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.077209287s","start":"2026-05-06T09:37:30.195354Z","end":"2026-05-06T09:37:31.272564Z","steps":["trace[1814406395] 'process raft request' (duration: 1.077128514s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:31.272357Z","caller":"traceutil/trace.go:171","msg":"trace[1973123586] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.212219837s","start":"2026-05-06T09:37:30.060108Z","end":"2026-05-06T09:37:31.272328Z","steps":["trace[1973123586] 'process raft request' (duration: 1.211830175s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.272972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.060081Z","time spent":"1.212802556s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:37:31.272831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.195319Z","time spent":"1.077461655s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:37:31.410736Z","caller":"traceutil/trace.go:171","msg":"trace[517959526] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"535.065446ms","start":"2026-05-06T09:37:30.875639Z","end":"2026-05-06T09:37:31.410704Z","steps":["trace[517959526] 'process raft request' (duration: 532.569057ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:31.410779Z","caller":"traceutil/trace.go:171","msg":"trace[434400329] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2303; }","duration":"139.64353ms","start":"2026-05-06T09:37:31.27111Z","end":"2026-05-06T09:37:31.410754Z","steps":["trace[434400329] 'read index received' (duration: 137.190112ms)","trace[434400329] 'applied index is now lower than readState.Index' (duration: 2.452248ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:37:31.410846Z","caller":"traceutil/trace.go:171","msg":"trace[249216224] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"450.948916ms","start":"2026-05-06T09:37:30.959872Z","end":"2026-05-06T09:37:31.410821Z","steps":["trace[249216224] 'process raft request' (duration: 450.78093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.410998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.959835Z","time spent":"451.07673ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:37:31.411038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.390534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:37:31.411089Z","caller":"traceutil/trace.go:171","msg":"trace[1676538659] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2220; }","duration":"927.516738ms","start":"2026-05-06T09:37:30.483559Z","end":"2026-05-06T09:37:31.411076Z","steps":["trace[1676538659] 'agreement among raft nodes before linearized reading' (duration: 927.26872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.411097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266698104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-05-06T09:37:31.411137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.483537Z","time spent":"927.590321ms","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:37:31.41115Z","caller":"traceutil/trace.go:171","msg":"trace[275122207] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"139.129853ms","start":"2026-05-06T09:37:31.272007Z","end":"2026-05-06T09:37:31.411137Z","steps":["trace[275122207] 'process raft request' (duration: 138.702549ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:31.411155Z","caller":"traceutil/trace.go:171","msg":"trace[88642078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2220; }","duration":"1.266821528s","start":"2026-05-06T09:37:30.144316Z","end":"2026-05-06T09:37:31.411138Z","steps":["trace[88642078] 'agreement among raft nodes before linearized reading' (duration: 1.266595211s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.411098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.459549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-06T09:37:31.411158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.884879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:37:31.411205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.144286Z","time spent":"1.266907421s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T09:37:31.411037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.77507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:37:31.411225Z","caller":"traceutil/trace.go:171","msg":"trace[2037907963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"253.987342ms","start":"2026-05-06T09:37:31.157224Z","end":"2026-05-06T09:37:31.411211Z","steps":["trace[2037907963] 'agreement among raft nodes before linearized reading' (duration: 253.582509ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:31.411226Z","caller":"traceutil/trace.go:171","msg":"trace[243125630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"347.638144ms","start":"2026-05-06T09:37:31.063566Z","end":"2026-05-06T09:37:31.411204Z","steps":["trace[243125630] 'agreement among raft nodes before linearized reading' (duration: 347.20173ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:37:31.411264Z","caller":"traceutil/trace.go:171","msg":"trace[1068121821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"133.034118ms","start":"2026-05-06T09:37:31.278212Z","end":"2026-05-06T09:37:31.411246Z","steps":["trace[1068121821] 'agreement among raft nodes before linearized reading' (duration: 132.735949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.41128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:31.063523Z","time spent":"347.743568ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T09:37:31.411089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.650676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:37:31.411349Z","caller":"traceutil/trace.go:171","msg":"trace[196585590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2220; }","duration":"353.914714ms","start":"2026-05-06T09:37:31.057425Z","end":"2026-05-06T09:37:31.41134Z","steps":["trace[196585590] 'agreement among raft nodes before linearized reading' (duration: 353.399248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:37:31.411381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:31.057358Z","time spent":"354.014137ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:37:31.411654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:37:30.875583Z","time spent":"535.229501ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:37:39.638964Z","caller":"traceutil/trace.go:171","msg":"trace[666057780] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"163.425397ms","start":"2026-05-06T09:37:39.475506Z","end":"2026-05-06T09:37:39.638931Z","steps":["trace[666057780] 'process raft request' (duration: 109.401426ms)","trace[666057780] 'compare' (duration: 53.908497ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:37:46.32352Z","caller":"traceutil/trace.go:171","msg":"trace[54109798] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"165.185473ms","start":"2026-05-06T09:37:46.158306Z","end":"2026-05-06T09:37:46.323492Z","steps":["trace[54109798] 'process raft request' (duration: 137.196291ms)","trace[54109798] 'compare' (duration: 27.877789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:38:38.22834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212142438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T09:38:38.388429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.928017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:38:38.388512Z","caller":"traceutil/trace.go:171","msg":"trace[740552571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2739; }","duration":"732.048601ms","start":"2026-05-06T09:38:37.656438Z","end":"2026-05-06T09:38:38.388487Z","steps":["trace[740552571] 'range keys from in-memory index tree' (duration: 731.722481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.388551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:37.656417Z","time spent":"732.125183ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T09:38:38.579176Z","caller":"traceutil/trace.go:171","msg":"trace[1945851167] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"872.062984ms","start":"2026-05-06T09:38:37.707077Z","end":"2026-05-06T09:38:38.57914Z","steps":["trace[1945851167] 'process raft request' (duration: 871.817706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.579383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:37.707054Z","time spent":"872.210219ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:38:38.579445Z","caller":"traceutil/trace.go:171","msg":"trace[242828810] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"851.83376ms","start":"2026-05-06T09:38:37.727223Z","end":"2026-05-06T09:38:38.579057Z","steps":["trace[242828810] 'read index received' (duration: 851.537481ms)","trace[242828810] 'applied index is now lower than readState.Index' (duration: 295.369µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:38:38.579501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.250234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:38:38.579625Z","caller":"traceutil/trace.go:171","msg":"trace[559411940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2740; }","duration":"852.379578ms","start":"2026-05-06T09:38:37.727186Z","end":"2026-05-06T09:38:38.579566Z","steps":["trace[559411940] 'agreement among raft nodes before linearized reading' (duration: 852.074028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.579671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:37.727171Z","time spent":"852.491271ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T09:38:38.580872Z","caller":"traceutil/trace.go:171","msg":"trace[2005270785] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"191.144239ms","start":"2026-05-06T09:38:38.389704Z","end":"2026-05-06T09:38:38.580848Z","steps":["trace[2005270785] 'process raft request' (duration: 190.997354ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:38:38.581029Z","caller":"traceutil/trace.go:171","msg":"trace[807769588] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"188.494424ms","start":"2026-05-06T09:38:38.392526Z","end":"2026-05-06T09:38:38.58102Z","steps":["trace[807769588] 'process raft request' (duration: 188.283578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.581313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.101781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:38:38.581387Z","caller":"traceutil/trace.go:171","msg":"trace[1244443214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2743; }","duration":"809.212535ms","start":"2026-05-06T09:38:37.772156Z","end":"2026-05-06T09:38:38.581369Z","steps":["trace[1244443214] 'agreement among raft nodes before linearized reading' (duration: 809.025189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.581381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.955191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-06T09:38:38.5814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.210317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:38:38.581416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.040739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T09:38:38.581426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:37.772139Z","time spent":"809.278877ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T09:38:38.581472Z","caller":"traceutil/trace.go:171","msg":"trace[1023297310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2743; }","duration":"473.080165ms","start":"2026-05-06T09:38:38.108369Z","end":"2026-05-06T09:38:38.581449Z","steps":["trace[1023297310] 'agreement among raft nodes before linearized reading' (duration: 472.818987ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:38:38.581486Z","caller":"traceutil/trace.go:171","msg":"trace[1538647530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"427.347961ms","start":"2026-05-06T09:38:38.154115Z","end":"2026-05-06T09:38:38.581463Z","steps":["trace[1538647530] 'agreement among raft nodes before linearized reading' (duration: 427.212226ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:38:38.58149Z","caller":"traceutil/trace.go:171","msg":"trace[1061450610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2743; }","duration":"798.141133ms","start":"2026-05-06T09:38:37.783332Z","end":"2026-05-06T09:38:38.581473Z","steps":["trace[1061450610] 'agreement among raft nodes before linearized reading' (duration: 797.905975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.581525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:38.108351Z","time spent":"473.162958ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T09:38:38.581537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:38.154092Z","time spent":"427.432614ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:38:38.581541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:37.783321Z","time spent":"798.209425ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:38:38.581574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.857862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T09:38:38.58163Z","caller":"traceutil/trace.go:171","msg":"trace[531072777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2743; }","duration":"807.995436ms","start":"2026-05-06T09:38:37.773618Z","end":"2026-05-06T09:38:38.581614Z","steps":["trace[531072777] 'agreement among raft nodes before linearized reading' (duration: 807.722368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.581674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:37.773599Z","time spent":"808.062548ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:38:38.581944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.148334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:38:38.581995Z","caller":"traceutil/trace.go:171","msg":"trace[959543898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"604.230546ms","start":"2026-05-06T09:38:37.977748Z","end":"2026-05-06T09:38:38.581979Z","steps":["trace[959543898] 'agreement among raft nodes before linearized reading' (duration: 604.158084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:38.582034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:37.977731Z","time spent":"604.293578ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:38:43.06794Z","caller":"traceutil/trace.go:171","msg":"trace[306055934] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"130.027985ms","start":"2026-05-06T09:38:42.937887Z","end":"2026-05-06T09:38:43.067915Z","steps":["trace[306055934] 'process raft request' (duration: 129.854149ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:38:47.492928Z","caller":"traceutil/trace.go:171","msg":"trace[377492976] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2909; }","duration":"425.798382ms","start":"2026-05-06T09:38:47.067107Z","end":"2026-05-06T09:38:47.492905Z","steps":["trace[377492976] 'read index received' (duration: 425.669688ms)","trace[377492976] 'applied index is now lower than readState.Index' (duration: 127.494µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:38:47.493036Z","caller":"traceutil/trace.go:171","msg":"trace[500216349] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"568.590392ms","start":"2026-05-06T09:38:46.92441Z","end":"2026-05-06T09:38:47.493Z","steps":["trace[500216349] 'process raft request' (duration: 568.338154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:47.493125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.001568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-06T09:38:47.493168Z","caller":"traceutil/trace.go:171","msg":"trace[875299024] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2801; }","duration":"426.092801ms","start":"2026-05-06T09:38:47.067061Z","end":"2026-05-06T09:38:47.493154Z","steps":["trace[875299024] 'agreement among raft nodes before linearized reading' (duration: 425.964517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:47.493225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:46.924376Z","time spent":"568.757658ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:38:47.493267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:47.067036Z","time spent":"426.219395ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-06T09:38:47.521776Z","caller":"traceutil/trace.go:171","msg":"trace[969715695] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"321.861766ms","start":"2026-05-06T09:38:47.199889Z","end":"2026-05-06T09:38:47.521751Z","steps":["trace[969715695] 'process raft request' (duration: 321.711092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:47.521953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:47.19987Z","time spent":"321.98824ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:38:47.521951Z","caller":"traceutil/trace.go:171","msg":"trace[1527151194] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"270.766181ms","start":"2026-05-06T09:38:47.251156Z","end":"2026-05-06T09:38:47.521922Z","steps":["trace[1527151194] 'process raft request' (duration: 270.554994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:47.522065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.596003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-06T09:38:47.52211Z","caller":"traceutil/trace.go:171","msg":"trace[653339148] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2803; }","duration":"202.673835ms","start":"2026-05-06T09:38:47.319424Z","end":"2026-05-06T09:38:47.522098Z","steps":["trace[653339148] 'agreement among raft nodes before linearized reading' (duration: 202.570302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:47.521964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.286773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:38:47.522455Z","caller":"traceutil/trace.go:171","msg":"trace[1065501427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2803; }","duration":"368.795929ms","start":"2026-05-06T09:38:47.153633Z","end":"2026-05-06T09:38:47.522429Z","steps":["trace[1065501427] 'agreement among raft nodes before linearized reading' (duration: 368.265062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:38:47.522868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:38:47.153619Z","time spent":"369.217592ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:38:47.795954Z","caller":"traceutil/trace.go:171","msg":"trace[1809001822] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"159.929947ms","start":"2026-05-06T09:38:47.635987Z","end":"2026-05-06T09:38:47.795916Z","steps":["trace[1809001822] 'process raft request' (duration: 103.594235ms)","trace[1809001822] 'compare' (duration: 56.129255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:38:47.795959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.766494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-05-06T09:38:47.796382Z","caller":"traceutil/trace.go:171","msg":"trace[1070717673] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2804; }","duration":"234.315412ms","start":"2026-05-06T09:38:47.562028Z","end":"2026-05-06T09:38:47.796343Z","steps":["trace[1070717673] 'range keys from in-memory index tree' (duration: 233.571428ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:39:12.218457Z","caller":"traceutil/trace.go:171","msg":"trace[2022135489] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"248.580904ms","start":"2026-05-06T09:39:11.969845Z","end":"2026-05-06T09:39:12.218426Z","steps":["trace[2022135489] 'process raft request' (duration: 248.305595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.266928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212142989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T09:39:13.739255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270015175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18acf073a98efa80\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-06T09:39:13.739338Z","caller":"traceutil/trace.go:171","msg":"trace[1635542571] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18acf073a98efa80; range_end:; response_count:1; response_revision:2946; }","duration":"1.270134008s","start":"2026-05-06T09:39:12.469185Z","end":"2026-05-06T09:39:13.739319Z","steps":["trace[1635542571] 'range keys from in-memory index tree' (duration: 1.26985958s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.739377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.469169Z","time spent":"1.270200061s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18acf073a98efa80\" "} {"level":"warn","ts":"2026-05-06T09:39:13.73935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.159852ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:39:13.739479Z","caller":"traceutil/trace.go:171","msg":"trace[379613608] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2946; }","duration":"285.300956ms","start":"2026-05-06T09:39:13.454154Z","end":"2026-05-06T09:39:13.739455Z","steps":["trace[379613608] 'range keys from in-memory index tree' (duration: 285.146232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.739899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343673587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:39:13.739981Z","caller":"traceutil/trace.go:171","msg":"trace[2062751844] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"1.018912159s","start":"2026-05-06T09:39:12.721034Z","end":"2026-05-06T09:39:13.739946Z","steps":["trace[2062751844] 'process raft request' (duration: 953.148882ms)","trace[2062751844] 'compare' (duration: 65.489548ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:39:13.740105Z","caller":"traceutil/trace.go:171","msg":"trace[1619345750] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"962.590615ms","start":"2026-05-06T09:39:12.777471Z","end":"2026-05-06T09:39:13.740061Z","steps":["trace[1619345750] 'process raft request' (duration: 962.402079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.740126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.72101Z","time spent":"1.019034173s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:39:13.740184Z","caller":"traceutil/trace.go:171","msg":"trace[232890506] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3060; }","duration":"973.461136ms","start":"2026-05-06T09:39:12.766695Z","end":"2026-05-06T09:39:13.740156Z","steps":["trace[232890506] 'read index received' (duration: 907.576805ms)","trace[232890506] 'applied index is now lower than readState.Index' (duration: 65.883161ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:39:13.740226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.777447Z","time spent":"962.699519ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:39:13.740304Z","caller":"traceutil/trace.go:171","msg":"trace[1349786599] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"152.454359ms","start":"2026-05-06T09:39:13.58784Z","end":"2026-05-06T09:39:13.740294Z","steps":["trace[1349786599] 'process raft request' (duration: 152.17856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.7405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.545291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:39:13.740542Z","caller":"traceutil/trace.go:171","msg":"trace[868445495] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2950; }","duration":"829.605763ms","start":"2026-05-06T09:39:12.910926Z","end":"2026-05-06T09:39:13.740532Z","steps":["trace[868445495] 'agreement among raft nodes before linearized reading' (duration: 829.50401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.740573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.910905Z","time spent":"829.658185ms","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:39:13.740583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.482506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:39:13.740623Z","caller":"traceutil/trace.go:171","msg":"trace[1178379965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2950; }","duration":"950.558978ms","start":"2026-05-06T09:39:12.790053Z","end":"2026-05-06T09:39:13.740612Z","steps":["trace[1178379965] 'agreement among raft nodes before linearized reading' (duration: 950.371892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.740666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.790034Z","time spent":"950.62488ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:39:13.740772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.088216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T09:39:13.740799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.239773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:39:13.74081Z","caller":"traceutil/trace.go:171","msg":"trace[178730264] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2950; }","duration":"974.175159ms","start":"2026-05-06T09:39:12.766626Z","end":"2026-05-06T09:39:13.740801Z","steps":["trace[178730264] 'agreement among raft nodes before linearized reading' (duration: 974.104197ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:39:13.740826Z","caller":"traceutil/trace.go:171","msg":"trace[1854083549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2950; }","duration":"925.295894ms","start":"2026-05-06T09:39:12.815522Z","end":"2026-05-06T09:39:13.740817Z","steps":["trace[1854083549] 'agreement among raft nodes before linearized reading' (duration: 925.212602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.740841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.766601Z","time spent":"974.230271ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:39:13.740852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.815506Z","time spent":"925.340886ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:39:13.740923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.571793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T09:39:13.740982Z","caller":"traceutil/trace.go:171","msg":"trace[43662783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2950; }","duration":"925.655806ms","start":"2026-05-06T09:39:12.81531Z","end":"2026-05-06T09:39:13.740966Z","steps":["trace[43662783] 'agreement among raft nodes before linearized reading' (duration: 925.489341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.740994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.365179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-06T09:39:13.741017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.815296Z","time spent":"925.712428ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T09:39:13.741043Z","caller":"traceutil/trace.go:171","msg":"trace[1944869152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2950; }","duration":"926.425141ms","start":"2026-05-06T09:39:12.814592Z","end":"2026-05-06T09:39:13.741017Z","steps":["trace[1944869152] 'agreement among raft nodes before linearized reading' (duration: 926.323398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.741075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.814579Z","time spent":"926.489354ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:39:13.741052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.940472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:39:13.74113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.47035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:39:13.741142Z","caller":"traceutil/trace.go:171","msg":"trace[763133288] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2950; }","duration":"597.082616ms","start":"2026-05-06T09:39:13.144036Z","end":"2026-05-06T09:39:13.741119Z","steps":["trace[763133288] 'agreement among raft nodes before linearized reading' (duration: 596.9017ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:39:13.741177Z","caller":"traceutil/trace.go:171","msg":"trace[1687825643] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2950; }","duration":"934.550532ms","start":"2026-05-06T09:39:12.806609Z","end":"2026-05-06T09:39:13.74116Z","steps":["trace[1687825643] 'agreement among raft nodes before linearized reading' (duration: 934.490951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.741189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:13.144007Z","time spent":"597.171989ms","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:39:13.741212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.80659Z","time spent":"934.614355ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:39:13.741211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.148675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-06T09:39:13.741227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.991248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-06T09:39:13.741247Z","caller":"traceutil/trace.go:171","msg":"trace[2140131894] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2950; }","duration":"391.215267ms","start":"2026-05-06T09:39:13.350021Z","end":"2026-05-06T09:39:13.741237Z","steps":["trace[2140131894] 'agreement among raft nodes before linearized reading' (duration: 391.086393ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:39:13.741264Z","caller":"traceutil/trace.go:171","msg":"trace[1058191907] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2950; }","duration":"422.054761ms","start":"2026-05-06T09:39:13.319201Z","end":"2026-05-06T09:39:13.741256Z","steps":["trace[1058191907] 'agreement among raft nodes before linearized reading' (duration: 421.952467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.741293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:13.319186Z","time spent":"422.102072ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-06T09:39:13.741299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:13.350005Z","time spent":"391.27856ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T09:39:13.739943Z","caller":"traceutil/trace.go:171","msg":"trace[1103036885] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"965.080035ms","start":"2026-05-06T09:39:12.774839Z","end":"2026-05-06T09:39:13.739919Z","steps":["trace[1103036885] 'process raft request' (duration: 964.994223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.741744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.774806Z","time spent":"966.883424ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:39:13.740036Z","caller":"traceutil/trace.go:171","msg":"trace[188817111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2946; }","duration":"1.343854572s","start":"2026-05-06T09:39:12.396156Z","end":"2026-05-06T09:39:13.74001Z","steps":["trace[188817111] 'count revisions from in-memory index tree' (duration: 1.342964953s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.743914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.396137Z","time spent":"1.347761068s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:39:13.743992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.644653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:39:13.744083Z","caller":"traceutil/trace.go:171","msg":"trace[1781462421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2950; }","duration":"928.769047ms","start":"2026-05-06T09:39:12.815292Z","end":"2026-05-06T09:39:13.744061Z","steps":["trace[1781462421] 'agreement among raft nodes before linearized reading' (duration: 925.480311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:39:13.744133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:39:12.815281Z","time spent":"928.841789ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:39:24.229143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.539945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:39:24.229321Z","caller":"traceutil/trace.go:171","msg":"trace[1395095645] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"155.58953ms","start":"2026-05-06T09:39:24.073675Z","end":"2026-05-06T09:39:24.229264Z","steps":["trace[1395095645] 'process raft request' (duration: 46.795127ms)","trace[1395095645] 'compare' (duration: 108.424391ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:41:38.965956Z","caller":"traceutil/trace.go:171","msg":"trace[1163024776] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"299.0991ms","start":"2026-05-06T09:41:38.666825Z","end":"2026-05-06T09:41:38.965924Z","steps":["trace[1163024776] 'process raft request' (duration: 298.922355ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:41:38.966265Z","caller":"traceutil/trace.go:171","msg":"trace[1221787665] linearizableReadLoop","detail":"{readStateIndex:4062; appliedIndex:4062; }","duration":"266.862817ms","start":"2026-05-06T09:41:38.699391Z","end":"2026-05-06T09:41:38.966254Z","steps":["trace[1221787665] 'read index received' (duration: 266.857956ms)","trace[1221787665] 'applied index is now lower than readState.Index' (duration: 3.861µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:41:38.966466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.065043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-06T09:41:38.966558Z","caller":"traceutil/trace.go:171","msg":"trace[489270151] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:3912; }","duration":"267.193907ms","start":"2026-05-06T09:41:38.699329Z","end":"2026-05-06T09:41:38.966523Z","steps":["trace[489270151] 'agreement among raft nodes before linearized reading' (duration: 266.991301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:41:39.357506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.175567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:41:39.35768Z","caller":"traceutil/trace.go:171","msg":"trace[768942468] linearizableReadLoop","detail":"{readStateIndex:4064; appliedIndex:4062; }","duration":"391.368588ms","start":"2026-05-06T09:41:38.966296Z","end":"2026-05-06T09:41:39.357665Z","steps":["trace[768942468] 'read index received' (duration: 245.927933ms)","trace[768942468] 'applied index is now lower than readState.Index' (duration: 145.439645ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:41:39.357753Z","caller":"traceutil/trace.go:171","msg":"trace[1153620915] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"654.29445ms","start":"2026-05-06T09:41:38.703447Z","end":"2026-05-06T09:41:39.357742Z","steps":["trace[1153620915] 'process raft request' (duration: 508.802584ms)","trace[1153620915] 'compare' (duration: 145.080263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:41:39.357814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.703432Z","time spent":"654.349731ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:41:39.357988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.591439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:41:39.358072Z","caller":"traceutil/trace.go:171","msg":"trace[846922548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3914; }","duration":"596.722113ms","start":"2026-05-06T09:41:38.761331Z","end":"2026-05-06T09:41:39.358053Z","steps":["trace[846922548] 'agreement among raft nodes before linearized reading' (duration: 596.482705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:41:39.358123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.761304Z","time spent":"596.809956ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:41:39.358204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.628073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:41:39.358211Z","caller":"traceutil/trace.go:171","msg":"trace[1778224262] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"651.608605ms","start":"2026-05-06T09:41:38.706561Z","end":"2026-05-06T09:41:39.35817Z","steps":["trace[1778224262] 'process raft request' (duration: 651.050107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:41:39.358329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.394942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:41:39.358362Z","caller":"traceutil/trace.go:171","msg":"trace[1387295221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3914; }","duration":"607.449174ms","start":"2026-05-06T09:41:38.750906Z","end":"2026-05-06T09:41:39.358355Z","steps":["trace[1387295221] 'agreement among raft nodes before linearized reading' (duration: 607.362291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:41:39.358342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.304366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T09:41:39.358392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.706543Z","time spent":"651.76369ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:41:39.35844Z","caller":"traceutil/trace.go:171","msg":"trace[670640180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3914; }","duration":"599.45403ms","start":"2026-05-06T09:41:38.75896Z","end":"2026-05-06T09:41:39.358414Z","steps":["trace[670640180] 'agreement among raft nodes before linearized reading' (duration: 599.183772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:41:39.358325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.927845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:41:39.35846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.963955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-06T09:41:39.3585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.758945Z","time spent":"599.542533ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T09:41:39.358514Z","caller":"traceutil/trace.go:171","msg":"trace[1818858451] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3914; }","duration":"577.139202ms","start":"2026-05-06T09:41:38.78136Z","end":"2026-05-06T09:41:39.358499Z","steps":["trace[1818858451] 'agreement among raft nodes before linearized reading' (duration: 576.928535ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:41:39.358246Z","caller":"traceutil/trace.go:171","msg":"trace[374517337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3914; }","duration":"598.706347ms","start":"2026-05-06T09:41:38.759529Z","end":"2026-05-06T09:41:39.358235Z","steps":["trace[374517337] 'agreement among raft nodes before linearized reading' (duration: 598.579603ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:41:39.358545Z","caller":"traceutil/trace.go:171","msg":"trace[139646220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3914; }","duration":"599.073958ms","start":"2026-05-06T09:41:38.759452Z","end":"2026-05-06T09:41:39.358525Z","steps":["trace[139646220] 'agreement among raft nodes before linearized reading' (duration: 598.81688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:41:39.358555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.781348Z","time spent":"577.192303ms","remote":"127.0.0.1:43220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:41:39.358575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.75951Z","time spent":"599.057797ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:41:39.358594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.759446Z","time spent":"599.13437ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:41:39.358391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.750898Z","time spent":"607.487395ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:41:39.391701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.367232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:41:39.391713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:41:38.967526Z","time spent":"424.176129ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T09:41:39.391778Z","caller":"traceutil/trace.go:171","msg":"trace[426475679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3914; }","duration":"237.474694ms","start":"2026-05-06T09:41:39.154284Z","end":"2026-05-06T09:41:39.391759Z","steps":["trace[426475679] 'agreement among raft nodes before linearized reading' (duration: 237.369811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:41:39.391834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.357155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:41:39.391975Z","caller":"traceutil/trace.go:171","msg":"trace[1362413830] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3914; }","duration":"234.611764ms","start":"2026-05-06T09:41:39.157344Z","end":"2026-05-06T09:41:39.391955Z","steps":["trace[1362413830] 'agreement among raft nodes before linearized reading' (duration: 234.351655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:42:46.490669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.97779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:42:46.490816Z","caller":"traceutil/trace.go:171","msg":"trace[1711362740] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4380; }","duration":"122.208267ms","start":"2026-05-06T09:42:46.368573Z","end":"2026-05-06T09:42:46.490781Z","steps":["trace[1711362740] 'count revisions from in-memory index tree' (duration: 121.839615ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:42:52.485317Z","caller":"traceutil/trace.go:171","msg":"trace[1888535113] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"143.093998ms","start":"2026-05-06T09:42:52.342188Z","end":"2026-05-06T09:42:52.485282Z","steps":["trace[1888535113] 'process raft request' (duration: 142.884841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:42:53.960524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.566077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:42:53.960673Z","caller":"traceutil/trace.go:171","msg":"trace[1873135090] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"139.453993ms","start":"2026-05-06T09:42:53.821204Z","end":"2026-05-06T09:42:53.960658Z","steps":["trace[1873135090] 'process raft request' (duration: 139.404102ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:42:53.96083Z","caller":"traceutil/trace.go:171","msg":"trace[892378506] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"140.827387ms","start":"2026-05-06T09:42:53.819965Z","end":"2026-05-06T09:42:53.960792Z","steps":["trace[892378506] 'process raft request' (duration: 30.866087ms)","trace[892378506] 'compare' (duration: 109.419212ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:42:53.961339Z","caller":"traceutil/trace.go:171","msg":"trace[543421950] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"131.734288ms","start":"2026-05-06T09:42:53.829594Z","end":"2026-05-06T09:42:53.961328Z","steps":["trace[543421950] 'process raft request' (duration: 131.649116ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:42:59.309955Z","caller":"traceutil/trace.go:171","msg":"trace[280733722] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"135.193248ms","start":"2026-05-06T09:42:59.174738Z","end":"2026-05-06T09:42:59.309931Z","steps":["trace[280733722] 'process raft request' (duration: 135.051553ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:00.523868Z","caller":"traceutil/trace.go:171","msg":"trace[89822318] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"205.76029ms","start":"2026-05-06T09:43:00.31807Z","end":"2026-05-06T09:43:00.523831Z","steps":["trace[89822318] 'process raft request' (duration: 205.547353ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:03.877729Z","caller":"traceutil/trace.go:171","msg":"trace[1510591236] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"211.255255ms","start":"2026-05-06T09:43:03.666438Z","end":"2026-05-06T09:43:03.877693Z","steps":["trace[1510591236] 'process raft request' (duration: 211.042328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:04.428882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.306961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:43:04.42901Z","caller":"traceutil/trace.go:171","msg":"trace[1717588579] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5293; }","duration":"627.183756ms","start":"2026-05-06T09:43:03.801804Z","end":"2026-05-06T09:43:04.428987Z","steps":["trace[1717588579] 'read index received' (duration: 75.706455ms)","trace[1717588579] 'applied index is now lower than readState.Index' (duration: 551.476041ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:04.429084Z","caller":"traceutil/trace.go:171","msg":"trace[1684604285] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"758.15519ms","start":"2026-05-06T09:43:03.670918Z","end":"2026-05-06T09:43:04.429073Z","steps":["trace[1684604285] 'process raft request' (duration: 616.550239ms)","trace[1684604285] 'compare' (duration: 141.167237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:04.429138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:03.670889Z","time spent":"758.219062ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:43:04.429343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.521717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-06T09:43:04.429413Z","caller":"traceutil/trace.go:171","msg":"trace[2141750620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5099; }","duration":"627.62968ms","start":"2026-05-06T09:43:03.801766Z","end":"2026-05-06T09:43:04.429396Z","steps":["trace[2141750620] 'agreement among raft nodes before linearized reading' (duration: 627.379243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:04.429459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:03.801746Z","time spent":"627.700902ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T09:43:04.482434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.53468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T09:43:04.482514Z","caller":"traceutil/trace.go:171","msg":"trace[393730987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5099; }","duration":"452.682295ms","start":"2026-05-06T09:43:04.029815Z","end":"2026-05-06T09:43:04.482497Z","steps":["trace[393730987] 'agreement among raft nodes before linearized reading' (duration: 452.474608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:04.482496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.715339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-06T09:43:04.482487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.865156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:04.482593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.819514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:43:04.482601Z","caller":"traceutil/trace.go:171","msg":"trace[1645369653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5099; }","duration":"327.981469ms","start":"2026-05-06T09:43:04.154593Z","end":"2026-05-06T09:43:04.482575Z","steps":["trace[1645369653] 'agreement among raft nodes before linearized reading' (duration: 327.812704ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:04.482617Z","caller":"traceutil/trace.go:171","msg":"trace[126151794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5099; }","duration":"449.841125ms","start":"2026-05-06T09:43:04.032771Z","end":"2026-05-06T09:43:04.482612Z","steps":["trace[126151794] 'agreement among raft nodes before linearized reading' (duration: 449.629439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:04.482637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:04.032736Z","time spent":"449.897597ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:43:04.482548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:04.029762Z","time spent":"452.779398ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:43:04.482651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:04.154549Z","time spent":"328.090182ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:43:04.482435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.15941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T09:43:04.482585Z","caller":"traceutil/trace.go:171","msg":"trace[1528851362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5099; }","duration":"576.850313ms","start":"2026-05-06T09:43:03.905714Z","end":"2026-05-06T09:43:04.482565Z","steps":["trace[1528851362] 'agreement among raft nodes before linearized reading' (duration: 576.622016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:04.482729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.828781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-daba32e4-348f-4f95-88d8-c62cd0f3daf3\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-06T09:43:04.482743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:03.905696Z","time spent":"577.034839ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T09:43:04.48277Z","caller":"traceutil/trace.go:171","msg":"trace[1455011614] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-daba32e4-348f-4f95-88d8-c62cd0f3daf3; range_end:; response_count:1; response_revision:5099; }","duration":"630.899504ms","start":"2026-05-06T09:43:03.851857Z","end":"2026-05-06T09:43:04.482757Z","steps":["trace[1455011614] 'agreement among raft nodes before linearized reading' (duration: 630.484551ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:04.482756Z","caller":"traceutil/trace.go:171","msg":"trace[1046147053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5099; }","duration":"563.514352ms","start":"2026-05-06T09:43:03.919198Z","end":"2026-05-06T09:43:04.482713Z","steps":["trace[1046147053] 'agreement among raft nodes before linearized reading' (duration: 563.14141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:04.48281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:03.851838Z","time spent":"630.962775ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-daba32e4-348f-4f95-88d8-c62cd0f3daf3\" "} {"level":"warn","ts":"2026-05-06T09:43:04.482879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:03.919179Z","time spent":"563.663476ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:43:04.482668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.364244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:43:04.483007Z","caller":"traceutil/trace.go:171","msg":"trace[969809085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5099; }","duration":"574.745547ms","start":"2026-05-06T09:43:03.908251Z","end":"2026-05-06T09:43:04.482997Z","steps":["trace[969809085] 'agreement among raft nodes before linearized reading' (duration: 574.041414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:04.483038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:03.908232Z","time spent":"574.798188ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T09:43:07.099474Z","caller":"traceutil/trace.go:171","msg":"trace[1326709692] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5348; }","duration":"134.490626ms","start":"2026-05-06T09:43:06.96496Z","end":"2026-05-06T09:43:07.099451Z","steps":["trace[1326709692] 'read index received' (duration: 67.745484ms)","trace[1326709692] 'applied index is now lower than readState.Index' (duration: 66.743762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:07.099464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.941916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-05-06T09:43:07.099486Z","caller":"traceutil/trace.go:171","msg":"trace[1544246103] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"204.556523ms","start":"2026-05-06T09:43:06.894903Z","end":"2026-05-06T09:43:07.099459Z","steps":["trace[1544246103] 'process raft request' (duration: 137.76915ms)","trace[1544246103] 'compare' (duration: 66.497244ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:07.099595Z","caller":"traceutil/trace.go:171","msg":"trace[2103135976] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5150; }","duration":"211.133141ms","start":"2026-05-06T09:43:06.88842Z","end":"2026-05-06T09:43:07.099553Z","steps":["trace[2103135976] 'range keys from in-memory index tree' (duration: 210.675927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:07.099724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.751375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-06T09:43:07.099778Z","caller":"traceutil/trace.go:171","msg":"trace[1334716193] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5151; }","duration":"134.870228ms","start":"2026-05-06T09:43:06.964895Z","end":"2026-05-06T09:43:07.099765Z","steps":["trace[1334716193] 'agreement among raft nodes before linearized reading' (duration: 134.642681ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:08.011508Z","caller":"traceutil/trace.go:171","msg":"trace[588204677] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"102.161093ms","start":"2026-05-06T09:43:07.909306Z","end":"2026-05-06T09:43:08.011467Z","steps":["trace[588204677] 'process raft request' (duration: 97.183265ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:15.390132Z","caller":"traceutil/trace.go:171","msg":"trace[1999767753] linearizableReadLoop","detail":"{readStateIndex:5514; appliedIndex:5513; }","duration":"237.463924ms","start":"2026-05-06T09:43:15.152637Z","end":"2026-05-06T09:43:15.390101Z","steps":["trace[1999767753] 'read index received' (duration: 237.34497ms)","trace[1999767753] 'applied index is now lower than readState.Index' (duration: 117.944µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:15.390297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.644211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:43:15.390289Z","caller":"traceutil/trace.go:171","msg":"trace[1820512017] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"339.260155ms","start":"2026-05-06T09:43:15.050974Z","end":"2026-05-06T09:43:15.390234Z","steps":["trace[1820512017] 'process raft request' (duration: 338.936845ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:15.39034Z","caller":"traceutil/trace.go:171","msg":"trace[167390572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"237.728202ms","start":"2026-05-06T09:43:15.152598Z","end":"2026-05-06T09:43:15.390326Z","steps":["trace[167390572] 'agreement among raft nodes before linearized reading' (duration: 237.64131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:15.390475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:15.050951Z","time spent":"339.430411ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:43:15.644455Z","caller":"traceutil/trace.go:171","msg":"trace[289525611] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"248.71348ms","start":"2026-05-06T09:43:15.395687Z","end":"2026-05-06T09:43:15.6444Z","steps":["trace[289525611] 'process raft request' (duration: 248.638368ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:15.644719Z","caller":"traceutil/trace.go:171","msg":"trace[734276910] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"249.123663ms","start":"2026-05-06T09:43:15.395583Z","end":"2026-05-06T09:43:15.644707Z","steps":["trace[734276910] 'process raft request' (duration: 163.761122ms)","trace[734276910] 'compare' (duration: 84.805473ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:15.645103Z","caller":"traceutil/trace.go:171","msg":"trace[417288138] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"248.617027ms","start":"2026-05-06T09:43:15.396467Z","end":"2026-05-06T09:43:15.645084Z","steps":["trace[417288138] 'process raft request' (duration: 247.916565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:15.645301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.292055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:43:15.645388Z","caller":"traceutil/trace.go:171","msg":"trace[95825970] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5315; }","duration":"210.432299ms","start":"2026-05-06T09:43:15.434935Z","end":"2026-05-06T09:43:15.645367Z","steps":["trace[95825970] 'agreement among raft nodes before linearized reading' (duration: 210.283504ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:15.644845Z","caller":"traceutil/trace.go:171","msg":"trace[1003246568] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5515; }","duration":"209.800859ms","start":"2026-05-06T09:43:15.434983Z","end":"2026-05-06T09:43:15.644784Z","steps":["trace[1003246568] 'read index received' (duration: 124.353685ms)","trace[1003246568] 'applied index is now lower than readState.Index' (duration: 85.445604ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:15.676936Z","caller":"traceutil/trace.go:171","msg":"trace[778235318] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"216.181201ms","start":"2026-05-06T09:43:15.460732Z","end":"2026-05-06T09:43:15.676913Z","steps":["trace[778235318] 'process raft request' (duration: 216.051017ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:20.57251Z","caller":"traceutil/trace.go:171","msg":"trace[1351702682] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"220.59621ms","start":"2026-05-06T09:43:20.351881Z","end":"2026-05-06T09:43:20.572477Z","steps":["trace[1351702682] 'process raft request' (duration: 218.133353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.57093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212148748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T09:43:22.924969Z","caller":"traceutil/trace.go:171","msg":"trace[1781132256] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5619; }","duration":"854.260194ms","start":"2026-05-06T09:43:22.070676Z","end":"2026-05-06T09:43:22.924936Z","steps":["trace[1781132256] 'read index received' (duration: 853.887833ms)","trace[1781132256] 'applied index is now lower than readState.Index' (duration: 371.051µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:22.925221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.523312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-06T09:43:22.925321Z","caller":"traceutil/trace.go:171","msg":"trace[310112920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5416; }","duration":"854.630546ms","start":"2026-05-06T09:43:22.070669Z","end":"2026-05-06T09:43:22.925299Z","steps":["trace[310112920] 'agreement among raft nodes before linearized reading' (duration: 854.393838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.925361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:22.070628Z","time spent":"854.725028ms","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-05-06T09:43:22.925634Z","caller":"traceutil/trace.go:171","msg":"trace[1040957386] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"856.640438ms","start":"2026-05-06T09:43:22.068933Z","end":"2026-05-06T09:43:22.925573Z","steps":["trace[1040957386] 'process raft request' (duration: 855.478642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.925939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:22.068903Z","time spent":"856.823364ms","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9200,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T09:43:22.927557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.843697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-05-06T09:43:22.927673Z","caller":"traceutil/trace.go:171","msg":"trace[1104374878] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5418; }","duration":"835.002932ms","start":"2026-05-06T09:43:22.092651Z","end":"2026-05-06T09:43:22.927654Z","steps":["trace[1104374878] 'agreement among raft nodes before linearized reading' (duration: 834.759485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.927713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:22.092634Z","time spent":"835.070355ms","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-06T09:43:22.927797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.705868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T09:43:22.927815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.118985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:43:22.927869Z","caller":"traceutil/trace.go:171","msg":"trace[1174048239] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5418; }","duration":"328.810401ms","start":"2026-05-06T09:43:22.599041Z","end":"2026-05-06T09:43:22.927851Z","steps":["trace[1174048239] 'agreement among raft nodes before linearized reading' (duration: 328.672727ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:22.9279Z","caller":"traceutil/trace.go:171","msg":"trace[1537581887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5418; }","duration":"325.225869ms","start":"2026-05-06T09:43:22.602654Z","end":"2026-05-06T09:43:22.92788Z","steps":["trace[1537581887] 'agreement among raft nodes before linearized reading' (duration: 324.991202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.927908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:22.59903Z","time spent":"328.867713ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:43:22.927956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:22.602648Z","time spent":"325.294341ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:43:22.927935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.068139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:22.92797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.174494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:43:22.928029Z","caller":"traceutil/trace.go:171","msg":"trace[1788332191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5418; }","duration":"274.251556ms","start":"2026-05-06T09:43:22.653764Z","end":"2026-05-06T09:43:22.928015Z","steps":["trace[1788332191] 'agreement among raft nodes before linearized reading' (duration: 274.093231ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:22.928047Z","caller":"traceutil/trace.go:171","msg":"trace[308366563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5418; }","duration":"774.211223ms","start":"2026-05-06T09:43:22.153798Z","end":"2026-05-06T09:43:22.928009Z","steps":["trace[308366563] 'agreement among raft nodes before linearized reading' (duration: 774.026567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.928052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.880917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T09:43:22.928087Z","caller":"traceutil/trace.go:171","msg":"trace[866110633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5418; }","duration":"275.941859ms","start":"2026-05-06T09:43:22.652136Z","end":"2026-05-06T09:43:22.928078Z","steps":["trace[866110633] 'agreement among raft nodes before linearized reading' (duration: 275.851467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.928088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:22.153782Z","time spent":"774.298526ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:43:22.928083Z","caller":"traceutil/trace.go:171","msg":"trace[116862757] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"104.668899ms","start":"2026-05-06T09:43:22.82337Z","end":"2026-05-06T09:43:22.928039Z","steps":["trace[116862757] 'process raft request' (duration: 103.974437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.928194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.040983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:43:22.928242Z","caller":"traceutil/trace.go:171","msg":"trace[541118214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5418; }","duration":"260.096004ms","start":"2026-05-06T09:43:22.668134Z","end":"2026-05-06T09:43:22.92823Z","steps":["trace[541118214] 'agreement among raft nodes before linearized reading' (duration: 259.97116ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:22.928292Z","caller":"traceutil/trace.go:171","msg":"trace[2065893456] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"347.312049ms","start":"2026-05-06T09:43:22.580964Z","end":"2026-05-06T09:43:22.928276Z","steps":["trace[2065893456] 'process raft request' (duration: 346.032749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.928337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.444699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-06T09:43:22.928388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.886229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:43:22.928421Z","caller":"traceutil/trace.go:171","msg":"trace[352042993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:5418; }","duration":"268.9359ms","start":"2026-05-06T09:43:22.659477Z","end":"2026-05-06T09:43:22.928413Z","steps":["trace[352042993] 'agreement among raft nodes before linearized reading' (duration: 268.844197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:22.928427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:22.580939Z","time spent":"347.396451ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:43:22.928436Z","caller":"traceutil/trace.go:171","msg":"trace[764524864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5418; }","duration":"271.546372ms","start":"2026-05-06T09:43:22.656856Z","end":"2026-05-06T09:43:22.928402Z","steps":["trace[764524864] 'agreement among raft nodes before linearized reading' (duration: 270.692035ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:24.586125Z","caller":"traceutil/trace.go:171","msg":"trace[1524189751] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"519.439605ms","start":"2026-05-06T09:43:24.066645Z","end":"2026-05-06T09:43:24.586084Z","steps":["trace[1524189751] 'process raft request' (duration: 519.307351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:24.58638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.066629Z","time spent":"519.677573ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:43:25.143957Z","caller":"traceutil/trace.go:171","msg":"trace[612992827] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"1.074005368s","start":"2026-05-06T09:43:24.06992Z","end":"2026-05-06T09:43:25.143926Z","steps":["trace[612992827] 'process raft request' (duration: 1.073506243s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:25.144173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.069894Z","time spent":"1.074154353s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:43:26.002836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.007781ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-06T09:43:26.003358Z","caller":"traceutil/trace.go:171","msg":"trace[831262675] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5659; }","duration":"1.896397986s","start":"2026-05-06T09:43:24.106933Z","end":"2026-05-06T09:43:26.003331Z","steps":["trace[831262675] 'read index received' (duration: 479.120866ms)","trace[831262675] 'applied index is now lower than readState.Index' (duration: 1.41727479s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:26.003482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896547072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-06T09:43:26.003521Z","caller":"traceutil/trace.go:171","msg":"trace[1361771215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa; range_end:; response_count:1; response_revision:5457; }","duration":"1.896808169s","start":"2026-05-06T09:43:24.106699Z","end":"2026-05-06T09:43:26.003508Z","steps":["trace[1361771215] 'agreement among raft nodes before linearized reading' (duration: 1.896722916s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:26.003558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.106682Z","time spent":"1.896868321s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa\" "} {"level":"info","ts":"2026-05-06T09:43:26.004129Z","caller":"traceutil/trace.go:171","msg":"trace[286080122] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"1.070136407s","start":"2026-05-06T09:43:24.93398Z","end":"2026-05-06T09:43:26.004116Z","steps":["trace[286080122] 'process raft request' (duration: 1.068991461s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:26.004224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.933966Z","time spent":"1.070199788s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:43:26.004374Z","caller":"traceutil/trace.go:171","msg":"trace[556376930] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"1.069030922s","start":"2026-05-06T09:43:24.935303Z","end":"2026-05-06T09:43:26.004334Z","steps":["trace[556376930] 'process raft request' (duration: 1.068768014s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:26.004689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.935276Z","time spent":"1.069217898s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:43:26.15437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T09:43:26.154569Z","caller":"traceutil/trace.go:171","msg":"trace[1262065267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463227s","start":"2026-05-06T09:43:24.154088Z","end":"2026-05-06T09:43:26.154551Z","steps":["trace[1262065267] 'agreement among raft nodes before linearized reading' (duration: 2.00025009s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:26.154728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.154079Z","time spent":"2.000633532s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 09:43:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T09:43:27.222389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.823907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:43:27.22268Z","caller":"traceutil/trace.go:171","msg":"trace[1938650055] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"631.01047ms","start":"2026-05-06T09:43:26.591651Z","end":"2026-05-06T09:43:27.222662Z","steps":["trace[1938650055] 'process raft request' (duration: 630.970399ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.222715Z","caller":"traceutil/trace.go:171","msg":"trace[1363219157] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"1.925966529s","start":"2026-05-06T09:43:25.2967Z","end":"2026-05-06T09:43:27.222667Z","steps":["trace[1363219157] 'process raft request' (duration: 1.026776302s)","trace[1363219157] 'compare' (duration: 898.472225ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:27.222758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:26.591624Z","time spent":"631.098673ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:43:27.22276Z","caller":"traceutil/trace.go:171","msg":"trace[346072800] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"1.505310441s","start":"2026-05-06T09:43:25.717412Z","end":"2026-05-06T09:43:27.222723Z","steps":["trace[346072800] 'process raft request' (duration: 1.505111545s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.222785Z","caller":"traceutil/trace.go:171","msg":"trace[35180128] linearizableReadLoop","detail":"{readStateIndex:5666; appliedIndex:5664; }","duration":"1.219332677s","start":"2026-05-06T09:43:26.003399Z","end":"2026-05-06T09:43:27.222732Z","steps":["trace[35180128] 'read index received' (duration: 320.029926ms)","trace[35180128] 'applied index is now lower than readState.Index' (duration: 899.296991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:27.222943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:25.717388Z","time spent":"1.505460246s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:43:27.223046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994598874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:27.222837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:25.296675Z","time spent":"1.926109094s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:43:27.22314Z","caller":"traceutil/trace.go:171","msg":"trace[1716517853] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5462; }","duration":"1.994719988s","start":"2026-05-06T09:43:25.228377Z","end":"2026-05-06T09:43:27.223097Z","steps":["trace[1716517853] 'agreement among raft nodes before linearized reading' (duration: 1.994586613s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068145435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:43:27.223241Z","caller":"traceutil/trace.go:171","msg":"trace[706740841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5462; }","duration":"1.068233268s","start":"2026-05-06T09:43:26.154996Z","end":"2026-05-06T09:43:27.223229Z","steps":["trace[706740841] 'agreement among raft nodes before linearized reading' (duration: 1.068154325s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325354125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-06T09:43:27.223255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234097985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:43:27.223284Z","caller":"traceutil/trace.go:171","msg":"trace[746098137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5462; }","duration":"2.325433037s","start":"2026-05-06T09:43:24.89784Z","end":"2026-05-06T09:43:27.223273Z","steps":["trace[746098137] 'agreement among raft nodes before linearized reading' (duration: 2.325288463s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529528873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:27.223293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233913909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-06T09:43:27.223324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.897823Z","time spent":"2.32549444s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T09:43:27.223335Z","caller":"traceutil/trace.go:171","msg":"trace[505107019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5462; }","duration":"2.234198008s","start":"2026-05-06T09:43:24.989116Z","end":"2026-05-06T09:43:27.223314Z","steps":["trace[505107019] 'agreement among raft nodes before linearized reading' (duration: 2.234011603s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.22335Z","caller":"traceutil/trace.go:171","msg":"trace[470856534] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5462; }","duration":"2.529697549s","start":"2026-05-06T09:43:24.693627Z","end":"2026-05-06T09:43:27.223325Z","steps":["trace[470856534] 'agreement among raft nodes before linearized reading' (duration: 2.529520533s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231227585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-06T09:43:27.223313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287446731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-06T09:43:27.223394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.989107Z","time spent":"2.234273531s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:43:27.223421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.484845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-06T09:43:27.223307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.47237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:43:27.223454Z","caller":"traceutil/trace.go:171","msg":"trace[117810853] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5462; }","duration":"598.528546ms","start":"2026-05-06T09:43:26.624913Z","end":"2026-05-06T09:43:27.223442Z","steps":["trace[117810853] 'agreement among raft nodes before linearized reading' (duration: 598.435894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.509011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:27.22348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.685905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:27.223489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:26.624903Z","time spent":"598.580698ms","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-06T09:43:27.223514Z","caller":"traceutil/trace.go:171","msg":"trace[1151189036] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5462; }","duration":"457.653265ms","start":"2026-05-06T09:43:26.76582Z","end":"2026-05-06T09:43:27.223473Z","steps":["trace[1151189036] 'agreement among raft nodes before linearized reading' (duration: 457.433019ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.223535Z","caller":"traceutil/trace.go:171","msg":"trace[804237000] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5462; }","duration":"610.782039ms","start":"2026-05-06T09:43:26.612741Z","end":"2026-05-06T09:43:27.223523Z","steps":["trace[804237000] 'agreement among raft nodes before linearized reading' (duration: 610.697136ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.223364Z","caller":"traceutil/trace.go:171","msg":"trace[871070448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5462; }","duration":"2.234030282s","start":"2026-05-06T09:43:24.989315Z","end":"2026-05-06T09:43:27.223346Z","steps":["trace[871070448] 'agreement among raft nodes before linearized reading' (duration: 2.233806875s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:26.765756Z","time spent":"457.818671ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:43:27.223591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:26.612718Z","time spent":"610.859181ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:43:27.223281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:26.154975Z","time spent":"1.06830025s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:43:27.223441Z","caller":"traceutil/trace.go:171","msg":"trace[673525780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5462; }","duration":"2.287610446s","start":"2026-05-06T09:43:24.935799Z","end":"2026-05-06T09:43:27.223409Z","steps":["trace[673525780] 'agreement among raft nodes before linearized reading' (duration: 2.287247435s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.935788Z","time spent":"2.287947397s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:43:27.223398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.693604Z","time spent":"2.529784371s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:43:27.223829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233691732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-06T09:43:27.223887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235238341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T09:43:27.223197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:25.228362Z","time spent":"1.99481866s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:43:27.224002Z","caller":"traceutil/trace.go:171","msg":"trace[364775590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5462; }","duration":"2.235398765s","start":"2026-05-06T09:43:24.988554Z","end":"2026-05-06T09:43:27.223953Z","steps":["trace[364775590] 'agreement among raft nodes before linearized reading' (duration: 2.234924411s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.224063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.988533Z","time spent":"2.235517779s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T09:43:27.223889Z","caller":"traceutil/trace.go:171","msg":"trace[1291877762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5462; }","duration":"2.233767275s","start":"2026-05-06T09:43:24.990106Z","end":"2026-05-06T09:43:27.223873Z","steps":["trace[1291877762] 'agreement among raft nodes before linearized reading' (duration: 2.23328544s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.224435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.990098Z","time spent":"2.234302281s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:43:27.22333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.556641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:43:27.224679Z","caller":"traceutil/trace.go:171","msg":"trace[272402162] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5462; }","duration":"594.935814ms","start":"2026-05-06T09:43:26.629725Z","end":"2026-05-06T09:43:27.224661Z","steps":["trace[272402162] 'agreement among raft nodes before linearized reading' (duration: 593.576351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.224838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:26.629708Z","time spent":"595.111349ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:43:27.223406Z","caller":"traceutil/trace.go:171","msg":"trace[1582241607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:5462; }","duration":"2.231293317s","start":"2026-05-06T09:43:24.9921Z","end":"2026-05-06T09:43:27.223393Z","steps":["trace[1582241607] 'agreement among raft nodes before linearized reading' (duration: 2.231148722s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.225091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.99209Z","time spent":"2.23297752s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mppcl\" "} {"level":"warn","ts":"2026-05-06T09:43:27.223455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.875112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-06T09:43:27.225257Z","caller":"traceutil/trace.go:171","msg":"trace[718509595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa; range_end:; response_count:1; response_revision:5462; }","duration":"216.689858ms","start":"2026-05-06T09:43:27.008541Z","end":"2026-05-06T09:43:27.225231Z","steps":["trace[718509595] 'agreement among raft nodes before linearized reading' (duration: 214.797929ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.2235Z","caller":"traceutil/trace.go:171","msg":"trace[619617581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5462; }","duration":"263.587613ms","start":"2026-05-06T09:43:26.959903Z","end":"2026-05-06T09:43:27.22349Z","steps":["trace[619617581] 'agreement among raft nodes before linearized reading' (duration: 263.531721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.223641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:24.989296Z","time spent":"2.234333162s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T09:43:27.387203Z","caller":"traceutil/trace.go:171","msg":"trace[1801099186] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"157.450349ms","start":"2026-05-06T09:43:27.229719Z","end":"2026-05-06T09:43:27.387169Z","steps":["trace[1801099186] 'process raft request' (duration: 144.399951ms)","trace[1801099186] 'compare' (duration: 12.79673ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:27.387241Z","caller":"traceutil/trace.go:171","msg":"trace[625810358] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"157.463079ms","start":"2026-05-06T09:43:27.229743Z","end":"2026-05-06T09:43:27.387206Z","steps":["trace[625810358] 'process raft request' (duration: 157.354116ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.387554Z","caller":"traceutil/trace.go:171","msg":"trace[1657291034] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"157.736678ms","start":"2026-05-06T09:43:27.229804Z","end":"2026-05-06T09:43:27.387541Z","steps":["trace[1657291034] 'process raft request' (duration: 157.359376ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.387761Z","caller":"traceutil/trace.go:171","msg":"trace[1283977588] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5668; }","duration":"147.24225ms","start":"2026-05-06T09:43:27.240491Z","end":"2026-05-06T09:43:27.387734Z","steps":["trace[1283977588] 'read index received' (duration: 133.595503ms)","trace[1283977588] 'applied index is now lower than readState.Index' (duration: 13.645677ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:27.387835Z","caller":"traceutil/trace.go:171","msg":"trace[1385090989] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"157.930803ms","start":"2026-05-06T09:43:27.229895Z","end":"2026-05-06T09:43:27.387826Z","steps":["trace[1385090989] 'process raft request' (duration: 157.589273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:27.387903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.026764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:27.388073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.417377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80043"} {"level":"warn","ts":"2026-05-06T09:43:27.388097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.637989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-05-06T09:43:27.388132Z","caller":"traceutil/trace.go:171","msg":"trace[131571016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5468; }","duration":"157.505811ms","start":"2026-05-06T09:43:27.230616Z","end":"2026-05-06T09:43:27.388121Z","steps":["trace[131571016] 'agreement among raft nodes before linearized reading' (duration: 157.258353ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.388153Z","caller":"traceutil/trace.go:171","msg":"trace[740208519] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5468; }","duration":"145.734572ms","start":"2026-05-06T09:43:27.242402Z","end":"2026-05-06T09:43:27.388137Z","steps":["trace[740208519] 'agreement among raft nodes before linearized reading' (duration: 145.545616ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.387797Z","caller":"traceutil/trace.go:171","msg":"trace[1041124997] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"157.51873ms","start":"2026-05-06T09:43:27.230266Z","end":"2026-05-06T09:43:27.387785Z","steps":["trace[1041124997] 'process raft request' (duration: 157.388226ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:27.388979Z","caller":"traceutil/trace.go:171","msg":"trace[1938767420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5468; }","duration":"156.252421ms","start":"2026-05-06T09:43:27.231795Z","end":"2026-05-06T09:43:27.388048Z","steps":["trace[1938767420] 'agreement among raft nodes before linearized reading' (duration: 155.993013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.734604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212148903,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T09:43:29.875937Z","caller":"traceutil/trace.go:171","msg":"trace[807251807] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"647.140304ms","start":"2026-05-06T09:43:29.228766Z","end":"2026-05-06T09:43:29.875906Z","steps":["trace[807251807] 'process raft request' (duration: 642.330744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.876104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.228743Z","time spent":"647.278869ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:43:29.878027Z","caller":"traceutil/trace.go:171","msg":"trace[1497898423] linearizableReadLoop","detail":"{readStateIndex:5691; appliedIndex:5687; }","duration":"643.532282ms","start":"2026-05-06T09:43:29.234469Z","end":"2026-05-06T09:43:29.878002Z","steps":["trace[1497898423] 'read index received' (duration: 636.685748ms)","trace[1497898423] 'applied index is now lower than readState.Index' (duration: 6.843954ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:29.878162Z","caller":"traceutil/trace.go:171","msg":"trace[1364535172] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"621.580386ms","start":"2026-05-06T09:43:29.256571Z","end":"2026-05-06T09:43:29.878151Z","steps":["trace[1364535172] 'process raft request' (duration: 620.602055ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:29.87818Z","caller":"traceutil/trace.go:171","msg":"trace[1334519536] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"648.26498ms","start":"2026-05-06T09:43:29.228994Z","end":"2026-05-06T09:43:29.877259Z","steps":["trace[1334519536] 'process raft request' (duration: 648.031152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.878258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.25655Z","time spent":"621.643498ms","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1112,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T09:43:29.878398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.228959Z","time spent":"649.330713ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:43:29.87844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.948505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-05-06T09:43:29.878496Z","caller":"traceutil/trace.go:171","msg":"trace[257257064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa; range_end:; response_count:1; response_revision:5485; }","duration":"644.054418ms","start":"2026-05-06T09:43:29.234424Z","end":"2026-05-06T09:43:29.878478Z","steps":["trace[257257064] 'agreement among raft nodes before linearized reading' (duration: 643.853152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.878538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.234405Z","time spent":"644.12478ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61aa5784-7520-4ac0-b114-b67a4e348efa\" "} {"level":"info","ts":"2026-05-06T09:43:29.878667Z","caller":"traceutil/trace.go:171","msg":"trace[629710351] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"512.280282ms","start":"2026-05-06T09:43:29.366373Z","end":"2026-05-06T09:43:29.878653Z","steps":["trace[629710351] 'process raft request' (duration: 511.57625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.878929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.813149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:43:29.878947Z","caller":"traceutil/trace.go:171","msg":"trace[625458848] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5485; }","duration":"245.833959ms","start":"2026-05-06T09:43:29.633108Z","end":"2026-05-06T09:43:29.878942Z","steps":["trace[625458848] 'agreement among raft nodes before linearized reading' (duration: 245.798418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.878948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.333701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:43:29.879018Z","caller":"traceutil/trace.go:171","msg":"trace[1493559514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5485; }","duration":"486.436995ms","start":"2026-05-06T09:43:29.392564Z","end":"2026-05-06T09:43:29.879001Z","steps":["trace[1493559514] 'agreement among raft nodes before linearized reading' (duration: 486.219728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.879049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.392556Z","time spent":"486.486706ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:43:29.879274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.194528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:43:29.879292Z","caller":"traceutil/trace.go:171","msg":"trace[1755736353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5485; }","duration":"487.25246ms","start":"2026-05-06T09:43:29.392034Z","end":"2026-05-06T09:43:29.879286Z","steps":["trace[1755736353] 'agreement among raft nodes before linearized reading' (duration: 487.168367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.879325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.392012Z","time spent":"487.308962ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:43:29.879411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.354344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T09:43:29.879389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.037693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:43:29.879459Z","caller":"traceutil/trace.go:171","msg":"trace[406706000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5485; }","duration":"488.414737ms","start":"2026-05-06T09:43:29.391028Z","end":"2026-05-06T09:43:29.879442Z","steps":["trace[406706000] 'agreement among raft nodes before linearized reading' (duration: 488.253792ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:29.879468Z","caller":"traceutil/trace.go:171","msg":"trace[2060751070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5485; }","duration":"487.176058ms","start":"2026-05-06T09:43:29.392278Z","end":"2026-05-06T09:43:29.879454Z","steps":["trace[2060751070] 'agreement among raft nodes before linearized reading' (duration: 486.929751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.879492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.39102Z","time spent":"488.464698ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:43:29.87951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.392257Z","time spent":"487.24454ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:43:29.87941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.134626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:43:29.879788Z","caller":"traceutil/trace.go:171","msg":"trace[1436611159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5485; }","duration":"487.531729ms","start":"2026-05-06T09:43:29.392243Z","end":"2026-05-06T09:43:29.879774Z","steps":["trace[1436611159] 'agreement among raft nodes before linearized reading' (duration: 486.760015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.879827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.392234Z","time spent":"487.583181ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:43:29.879952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.366358Z","time spent":"512.340064ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:43:29.878473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.85557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:29.880157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.818547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:43:29.880169Z","caller":"traceutil/trace.go:171","msg":"trace[798655876] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5485; }","duration":"563.587574ms","start":"2026-05-06T09:43:29.316571Z","end":"2026-05-06T09:43:29.880158Z","steps":["trace[798655876] 'agreement among raft nodes before linearized reading' (duration: 561.866061ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:29.880187Z","caller":"traceutil/trace.go:171","msg":"trace[1204858982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:5485; }","duration":"486.864688ms","start":"2026-05-06T09:43:29.393314Z","end":"2026-05-06T09:43:29.880179Z","steps":["trace[1204858982] 'agreement among raft nodes before linearized reading' (duration: 485.903508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:29.880204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.316554Z","time spent":"563.638626ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:43:29.880211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:29.393305Z","time spent":"486.898479ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mppcl\" "} {"level":"info","ts":"2026-05-06T09:43:35.281663Z","caller":"traceutil/trace.go:171","msg":"trace[2104535438] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"113.931439ms","start":"2026-05-06T09:43:35.167684Z","end":"2026-05-06T09:43:35.281616Z","steps":["trace[2104535438] 'process raft request' (duration: 113.711183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:37.502224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.12935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:43:37.502359Z","caller":"traceutil/trace.go:171","msg":"trace[1953522436] linearizableReadLoop","detail":"{readStateIndex:5837; appliedIndex:5836; }","duration":"257.106091ms","start":"2026-05-06T09:43:37.245232Z","end":"2026-05-06T09:43:37.502338Z","steps":["trace[1953522436] 'read index received' (duration: 66.710334ms)","trace[1953522436] 'applied index is now lower than readState.Index' (duration: 190.394007ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:37.502507Z","caller":"traceutil/trace.go:171","msg":"trace[1087117671] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"272.984817ms","start":"2026-05-06T09:43:37.229487Z","end":"2026-05-06T09:43:37.502472Z","steps":["trace[1087117671] 'process raft request' (duration: 82.511588ms)","trace[1087117671] 'compare' (duration: 189.906452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:37.502794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.561735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-06T09:43:37.50285Z","caller":"traceutil/trace.go:171","msg":"trace[2005088864] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5627; }","duration":"257.650628ms","start":"2026-05-06T09:43:37.245185Z","end":"2026-05-06T09:43:37.502836Z","steps":["trace[2005088864] 'agreement among raft nodes before linearized reading' (duration: 257.217234ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:37.617989Z","caller":"traceutil/trace.go:171","msg":"trace[972143035] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"101.898643ms","start":"2026-05-06T09:43:37.516042Z","end":"2026-05-06T09:43:37.617941Z","steps":["trace[972143035] 'process raft request' (duration: 99.533179ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:38.148102Z","caller":"traceutil/trace.go:171","msg":"trace[1749734468] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"250.584727ms","start":"2026-05-06T09:43:37.897493Z","end":"2026-05-06T09:43:38.148078Z","steps":["trace[1749734468] 'process raft request' (duration: 250.444953ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:38.172722Z","caller":"traceutil/trace.go:171","msg":"trace[1294773634] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"272.573844ms","start":"2026-05-06T09:43:37.900117Z","end":"2026-05-06T09:43:38.172691Z","steps":["trace[1294773634] 'process raft request' (duration: 272.346607ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:38.172981Z","caller":"traceutil/trace.go:171","msg":"trace[1319511455] linearizableReadLoop","detail":"{readStateIndex:5840; appliedIndex:5838; }","duration":"259.719713ms","start":"2026-05-06T09:43:37.913237Z","end":"2026-05-06T09:43:38.172957Z","steps":["trace[1319511455] 'read index received' (duration: 234.704822ms)","trace[1319511455] 'applied index is now lower than readState.Index' (duration: 25.013781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:38.17323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.988665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:43:38.17326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.452613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:43:38.173294Z","caller":"traceutil/trace.go:171","msg":"trace[481906564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:5632; }","duration":"258.509065ms","start":"2026-05-06T09:43:37.914775Z","end":"2026-05-06T09:43:38.173284Z","steps":["trace[481906564] 'agreement among raft nodes before linearized reading' (duration: 258.315039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:38.173288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.239369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:43:38.173298Z","caller":"traceutil/trace.go:171","msg":"trace[104130514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5632; }","duration":"190.111708ms","start":"2026-05-06T09:43:37.983169Z","end":"2026-05-06T09:43:38.173281Z","steps":["trace[104130514] 'agreement among raft nodes before linearized reading' (duration: 189.950203ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:38.17334Z","caller":"traceutil/trace.go:171","msg":"trace[1108776422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5632; }","duration":"252.312892ms","start":"2026-05-06T09:43:37.921012Z","end":"2026-05-06T09:43:38.173325Z","steps":["trace[1108776422] 'agreement among raft nodes before linearized reading' (duration: 252.138076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:38.17337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.934751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:43:38.173456Z","caller":"traceutil/trace.go:171","msg":"trace[1918437377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5632; }","duration":"253.060355ms","start":"2026-05-06T09:43:37.920376Z","end":"2026-05-06T09:43:38.173437Z","steps":["trace[1918437377] 'agreement among raft nodes before linearized reading' (duration: 252.802297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:38.173538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.177519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T09:43:38.17357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.011331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-06T09:43:38.173614Z","caller":"traceutil/trace.go:171","msg":"trace[1384524230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5632; }","duration":"253.275471ms","start":"2026-05-06T09:43:37.920319Z","end":"2026-05-06T09:43:38.173594Z","steps":["trace[1384524230] 'agreement among raft nodes before linearized reading' (duration: 252.878769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:43:38.173628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.390634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T09:43:38.173538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.422945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:43:38.173661Z","caller":"traceutil/trace.go:171","msg":"trace[1317656187] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5632; }","duration":"106.146406ms","start":"2026-05-06T09:43:38.06749Z","end":"2026-05-06T09:43:38.173637Z","steps":["trace[1317656187] 'agreement among raft nodes before linearized reading' (duration: 105.779944ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:38.173669Z","caller":"traceutil/trace.go:171","msg":"trace[1936141543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5632; }","duration":"260.420805ms","start":"2026-05-06T09:43:37.913232Z","end":"2026-05-06T09:43:38.173653Z","steps":["trace[1936141543] 'agreement among raft nodes before linearized reading' (duration: 259.848787ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:38.1737Z","caller":"traceutil/trace.go:171","msg":"trace[913319125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5632; }","duration":"252.60438ms","start":"2026-05-06T09:43:37.921084Z","end":"2026-05-06T09:43:38.173688Z","steps":["trace[913319125] 'agreement among raft nodes before linearized reading' (duration: 252.219948ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:40.344761Z","caller":"traceutil/trace.go:171","msg":"trace[380645539] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5867; }","duration":"127.518823ms","start":"2026-05-06T09:43:40.217214Z","end":"2026-05-06T09:43:40.344733Z","steps":["trace[380645539] 'read index received' (duration: 30.498323ms)","trace[380645539] 'applied index is now lower than readState.Index' (duration: 97.01946ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:40.344864Z","caller":"traceutil/trace.go:171","msg":"trace[2095386903] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"128.337138ms","start":"2026-05-06T09:43:40.216495Z","end":"2026-05-06T09:43:40.344832Z","steps":["trace[2095386903] 'process raft request' (duration: 86.271155ms)","trace[2095386903] 'compare' (duration: 41.821076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:40.345225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.989148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81440"} {"level":"info","ts":"2026-05-06T09:43:40.345273Z","caller":"traceutil/trace.go:171","msg":"trace[1284462099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5659; }","duration":"128.075311ms","start":"2026-05-06T09:43:40.217185Z","end":"2026-05-06T09:43:40.345261Z","steps":["trace[1284462099] 'agreement among raft nodes before linearized reading' (duration: 127.664098ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.064454Z","caller":"traceutil/trace.go:171","msg":"trace[1037695150] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"234.273328ms","start":"2026-05-06T09:43:43.830146Z","end":"2026-05-06T09:43:44.064419Z","steps":["trace[1037695150] 'process raft request' (duration: 234.044511ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.153005Z","caller":"traceutil/trace.go:171","msg":"trace[1967530696] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"303.428968ms","start":"2026-05-06T09:43:43.849517Z","end":"2026-05-06T09:43:44.152946Z","steps":["trace[1967530696] 'process raft request' (duration: 270.867031ms)","trace[1967530696] 'compare' (duration: 32.362421ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:44.153499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:43:43.849494Z","time spent":"303.907943ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:43:44.281798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.859875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-06T09:43:44.338383Z","caller":"traceutil/trace.go:171","msg":"trace[1464110975] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"118.518312ms","start":"2026-05-06T09:43:44.219827Z","end":"2026-05-06T09:43:44.338345Z","steps":["trace[1464110975] 'process raft request' (duration: 118.256504ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.338398Z","caller":"traceutil/trace.go:171","msg":"trace[189570162] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"116.227111ms","start":"2026-05-06T09:43:44.222142Z","end":"2026-05-06T09:43:44.338369Z","steps":["trace[189570162] 'process raft request' (duration: 116.095186ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.338605Z","caller":"traceutil/trace.go:171","msg":"trace[1895117561] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"114.092123ms","start":"2026-05-06T09:43:44.2245Z","end":"2026-05-06T09:43:44.338592Z","steps":["trace[1895117561] 'process raft request' (duration: 113.821535ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.338576Z","caller":"traceutil/trace.go:171","msg":"trace[40319577] linearizableReadLoop","detail":"{readStateIndex:5896; appliedIndex:5891; }","duration":"110.524432ms","start":"2026-05-06T09:43:44.228019Z","end":"2026-05-06T09:43:44.338544Z","steps":["trace[40319577] 'read index received' (duration: 2.24084ms)","trace[40319577] 'applied index is now lower than readState.Index' (duration: 108.281242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:43:44.338784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.75373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-06T09:43:44.338876Z","caller":"traceutil/trace.go:171","msg":"trace[1837931304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5684; }","duration":"110.859623ms","start":"2026-05-06T09:43:44.227964Z","end":"2026-05-06T09:43:44.338823Z","steps":["trace[1837931304] 'agreement among raft nodes before linearized reading' (duration: 110.690467ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.486536Z","caller":"traceutil/trace.go:171","msg":"trace[760805059] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"112.566007ms","start":"2026-05-06T09:43:44.373936Z","end":"2026-05-06T09:43:44.486502Z","steps":["trace[760805059] 'process raft request' (duration: 82.886069ms)","trace[760805059] 'compare' (duration: 29.465531ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:43:44.486978Z","caller":"traceutil/trace.go:171","msg":"trace[763783292] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"112.34039ms","start":"2026-05-06T09:43:44.374604Z","end":"2026-05-06T09:43:44.486944Z","steps":["trace[763783292] 'process raft request' (duration: 111.850074ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.487011Z","caller":"traceutil/trace.go:171","msg":"trace[1237329314] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"111.474473ms","start":"2026-05-06T09:43:44.375504Z","end":"2026-05-06T09:43:44.486979Z","steps":["trace[1237329314] 'process raft request' (duration: 111.241375ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.487348Z","caller":"traceutil/trace.go:171","msg":"trace[356548225] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"111.239385ms","start":"2026-05-06T09:43:44.376062Z","end":"2026-05-06T09:43:44.487302Z","steps":["trace[356548225] 'process raft request' (duration: 110.834012ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.531384Z","caller":"traceutil/trace.go:171","msg":"trace[1093979856] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"145.752133ms","start":"2026-05-06T09:43:44.385595Z","end":"2026-05-06T09:43:44.531347Z","steps":["trace[1093979856] 'process raft request' (duration: 145.453764ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:43:44.670183Z","caller":"traceutil/trace.go:171","msg":"trace[20465746] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"117.460459ms","start":"2026-05-06T09:43:44.552669Z","end":"2026-05-06T09:43:44.670129Z","steps":["trace[20465746] 'process raft request' (duration: 34.22563ms)","trace[20465746] 'compare' (duration: 83.072624ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:44:05.488092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2914} {"level":"info","ts":"2026-05-06T09:44:05.662783Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2914,"took":"172.991724ms","hash":2034526350,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":31649792,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-06T09:44:05.662893Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2034526350,"revision":2914,"compact-revision":-1} {"level":"info","ts":"2026-05-06T09:44:15.068534Z","caller":"traceutil/trace.go:171","msg":"trace[749439348] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"156.782328ms","start":"2026-05-06T09:44:14.911717Z","end":"2026-05-06T09:44:15.068499Z","steps":["trace[749439348] 'process raft request' (duration: 156.564381ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:44:36.895342Z","caller":"traceutil/trace.go:171","msg":"trace[609433320] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"141.843212ms","start":"2026-05-06T09:44:36.753465Z","end":"2026-05-06T09:44:36.895308Z","steps":["trace[609433320] 'process raft request' (duration: 129.169074ms)","trace[609433320] 'compare' (duration: 12.541514ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:49:05.494488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5824} {"level":"info","ts":"2026-05-06T09:49:05.586309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5824,"took":"89.108466ms","hash":335543302,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":25747456,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-06T09:49:05.586386Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":335543302,"revision":5824,"compact-revision":2914} {"level":"info","ts":"2026-05-06T09:49:37.806518Z","caller":"traceutil/trace.go:171","msg":"trace[1068124087] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8643; }","duration":"102.321345ms","start":"2026-05-06T09:49:37.704167Z","end":"2026-05-06T09:49:37.806488Z","steps":["trace[1068124087] 'read index received' (duration: 95.809338ms)","trace[1068124087] 'applied index is now lower than readState.Index' (duration: 6.510577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:49:37.806823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.641945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-06T09:49:37.806886Z","caller":"traceutil/trace.go:171","msg":"trace[404921391] range","detail":"{range_begin:/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60; range_end:; response_count:1; response_revision:8348; }","duration":"102.755109ms","start":"2026-05-06T09:49:37.704114Z","end":"2026-05-06T09:49:37.806869Z","steps":["trace[404921391] 'agreement among raft nodes before linearized reading' (duration: 102.520661ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:37.806986Z","caller":"traceutil/trace.go:171","msg":"trace[2037146640] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"142.915732ms","start":"2026-05-06T09:49:37.664038Z","end":"2026-05-06T09:49:37.806954Z","steps":["trace[2037146640] 'process raft request' (duration: 135.946531ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:37.807045Z","caller":"traceutil/trace.go:171","msg":"trace[198189732] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"130.906742ms","start":"2026-05-06T09:49:37.676087Z","end":"2026-05-06T09:49:37.806993Z","steps":["trace[198189732] 'process raft request' (duration: 130.2238ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:37.807175Z","caller":"traceutil/trace.go:171","msg":"trace[1191033448] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"130.86917ms","start":"2026-05-06T09:49:37.676127Z","end":"2026-05-06T09:49:37.806996Z","steps":["trace[1191033448] 'process raft request' (duration: 130.303642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:40.671633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212156325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T09:49:41.172636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212156325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T09:49:41.256106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.596211127s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T09:49:41.256511Z","caller":"traceutil/trace.go:171","msg":"trace[1395658137] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"1.596714712s","start":"2026-05-06T09:49:39.659771Z","end":"2026-05-06T09:49:41.256485Z","steps":["trace[1395658137] 'process raft request' (duration: 1.596539367s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.256695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:39.65974Z","time spent":"1.596858217s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:49:41.275195Z","caller":"traceutil/trace.go:171","msg":"trace[2026758250] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"1.463182428s","start":"2026-05-06T09:49:39.811986Z","end":"2026-05-06T09:49:41.275169Z","steps":["trace[2026758250] 'process raft request' (duration: 1.463103765s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:41.275238Z","caller":"traceutil/trace.go:171","msg":"trace[1238748050] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"1.46353731s","start":"2026-05-06T09:49:39.811661Z","end":"2026-05-06T09:49:41.275198Z","steps":["trace[1238748050] 'process raft request' (duration: 1.463298682s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:41.27534Z","caller":"traceutil/trace.go:171","msg":"trace[1534309503] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8655; }","duration":"1.104690189s","start":"2026-05-06T09:49:40.170631Z","end":"2026-05-06T09:49:41.275321Z","steps":["trace[1534309503] 'read index received' (duration: 1.085668076s)","trace[1534309503] 'applied index is now lower than readState.Index' (duration: 19.020303ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:49:41.275395Z","caller":"traceutil/trace.go:171","msg":"trace[1914070044] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"1.463275111s","start":"2026-05-06T09:49:39.812096Z","end":"2026-05-06T09:49:41.275372Z","steps":["trace[1914070044] 'process raft request' (duration: 1.463034003s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.275507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:39.811633Z","time spent":"1.463676674s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:49:41.275536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104907107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:49:41.275573Z","caller":"traceutil/trace.go:171","msg":"trace[1001785158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8360; }","duration":"1.104984879s","start":"2026-05-06T09:49:40.170577Z","end":"2026-05-06T09:49:41.275562Z","steps":["trace[1001785158] 'agreement among raft nodes before linearized reading' (duration: 1.104844225s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.275622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:40.170558Z","time spent":"1.105055562s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:49:41.275638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076532287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-06T09:49:41.275679Z","caller":"traceutil/trace.go:171","msg":"trace[1323625868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8360; }","duration":"1.076610779s","start":"2026-05-06T09:49:40.199058Z","end":"2026-05-06T09:49:41.275669Z","steps":["trace[1323625868] 'agreement among raft nodes before linearized reading' (duration: 1.076468685s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.275708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:40.199047Z","time spent":"1.076656281s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:49:41.275783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041567968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-06T09:49:41.27578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:39.812085Z","time spent":"1.463392034s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:49:41.275731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:39.811975Z","time spent":"1.463291822s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:49:41.275816Z","caller":"traceutil/trace.go:171","msg":"trace[1674152717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8360; }","duration":"1.041637461s","start":"2026-05-06T09:49:40.234171Z","end":"2026-05-06T09:49:41.275809Z","steps":["trace[1674152717] 'agreement among raft nodes before linearized reading' (duration: 1.041554318s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.275804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.794518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-06T09:49:41.275846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:40.234151Z","time spent":"1.041689132s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T09:49:41.275872Z","caller":"traceutil/trace.go:171","msg":"trace[847229598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:8360; }","duration":"879.872301ms","start":"2026-05-06T09:49:40.395971Z","end":"2026-05-06T09:49:41.275844Z","steps":["trace[847229598] 'agreement among raft nodes before linearized reading' (duration: 879.687005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.275785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.049632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:49:41.275913Z","caller":"traceutil/trace.go:171","msg":"trace[744503673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8360; }","duration":"124.233198ms","start":"2026-05-06T09:49:41.151672Z","end":"2026-05-06T09:49:41.275905Z","steps":["trace[744503673] 'agreement among raft nodes before linearized reading' (duration: 124.094704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.27595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:40.395955Z","time spent":"879.974244ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mppcl\" "} {"level":"warn","ts":"2026-05-06T09:49:41.276092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029725062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-06T09:49:41.276083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.747594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:49:41.276158Z","caller":"traceutil/trace.go:171","msg":"trace[565166678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8360; }","duration":"1.029817105s","start":"2026-05-06T09:49:40.246325Z","end":"2026-05-06T09:49:41.276142Z","steps":["trace[565166678] 'agreement among raft nodes before linearized reading' (duration: 1.029398942s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:41.276175Z","caller":"traceutil/trace.go:171","msg":"trace[300412835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8360; }","duration":"930.896899ms","start":"2026-05-06T09:49:40.345259Z","end":"2026-05-06T09:49:41.276156Z","steps":["trace[300412835] 'agreement among raft nodes before linearized reading' (duration: 930.636141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:41.276219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:40.345235Z","time spent":"930.975281ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:49:41.27621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:40.246316Z","time spent":"1.029882087s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T09:49:51.555779Z","caller":"traceutil/trace.go:171","msg":"trace[1350123609] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"177.780671ms","start":"2026-05-06T09:49:51.377973Z","end":"2026-05-06T09:49:51.555754Z","steps":["trace[1350123609] 'process raft request' (duration: 177.603685ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.597984Z","caller":"traceutil/trace.go:171","msg":"trace[2122556409] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"218.18171ms","start":"2026-05-06T09:49:51.379777Z","end":"2026-05-06T09:49:51.597959Z","steps":["trace[2122556409] 'process raft request' (duration: 218.020925ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.598194Z","caller":"traceutil/trace.go:171","msg":"trace[1544542672] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8713; }","duration":"210.626681ms","start":"2026-05-06T09:49:51.387534Z","end":"2026-05-06T09:49:51.59816Z","steps":["trace[1544542672] 'read index received' (duration: 168.113184ms)","trace[1544542672] 'applied index is now lower than readState.Index' (duration: 42.511267ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:49:51.598217Z","caller":"traceutil/trace.go:171","msg":"trace[469342781] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"217.279392ms","start":"2026-05-06T09:49:51.380914Z","end":"2026-05-06T09:49:51.598194Z","steps":["trace[469342781] 'process raft request' (duration: 217.007753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:51.598407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.855608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:49:51.598447Z","caller":"traceutil/trace.go:171","msg":"trace[149709869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8414; }","duration":"210.947052ms","start":"2026-05-06T09:49:51.387492Z","end":"2026-05-06T09:49:51.598439Z","steps":["trace[149709869] 'agreement among raft nodes before linearized reading' (duration: 210.769206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:51.598474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.350569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:49:51.598519Z","caller":"traceutil/trace.go:171","msg":"trace[1454430691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8414; }","duration":"208.434252ms","start":"2026-05-06T09:49:51.390073Z","end":"2026-05-06T09:49:51.598508Z","steps":["trace[1454430691] 'agreement among raft nodes before linearized reading' (duration: 208.292147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:51.598539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.420201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T09:49:51.598539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.615398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-06T09:49:51.598601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.465467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:49:51.598613Z","caller":"traceutil/trace.go:171","msg":"trace[920547638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8414; }","duration":"208.533085ms","start":"2026-05-06T09:49:51.390062Z","end":"2026-05-06T09:49:51.598595Z","steps":["trace[920547638] 'agreement among raft nodes before linearized reading' (duration: 208.328908ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.598662Z","caller":"traceutil/trace.go:171","msg":"trace[1821875625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:8414; }","duration":"205.55011ms","start":"2026-05-06T09:49:51.393098Z","end":"2026-05-06T09:49:51.598648Z","steps":["trace[1821875625] 'agreement among raft nodes before linearized reading' (duration: 205.370985ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.598621Z","caller":"traceutil/trace.go:171","msg":"trace[460626304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8414; }","duration":"208.740581ms","start":"2026-05-06T09:49:51.389864Z","end":"2026-05-06T09:49:51.598605Z","steps":["trace[460626304] 'agreement among raft nodes before linearized reading' (duration: 208.480953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:51.59853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.844913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T09:49:51.598818Z","caller":"traceutil/trace.go:171","msg":"trace[89745330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8414; }","duration":"208.160813ms","start":"2026-05-06T09:49:51.390641Z","end":"2026-05-06T09:49:51.598802Z","steps":["trace[89745330] 'agreement among raft nodes before linearized reading' (duration: 207.722309ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.71906Z","caller":"traceutil/trace.go:171","msg":"trace[597440597] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"116.221981ms","start":"2026-05-06T09:49:51.60281Z","end":"2026-05-06T09:49:51.719032Z","steps":["trace[597440597] 'process raft request' (duration: 65.315018ms)","trace[597440597] 'compare' (duration: 50.798019ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:49:51.725253Z","caller":"traceutil/trace.go:171","msg":"trace[1744730558] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"121.88819ms","start":"2026-05-06T09:49:51.603345Z","end":"2026-05-06T09:49:51.725233Z","steps":["trace[1744730558] 'process raft request' (duration: 121.736185ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.725561Z","caller":"traceutil/trace.go:171","msg":"trace[768162692] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"122.19466ms","start":"2026-05-06T09:49:51.603352Z","end":"2026-05-06T09:49:51.725546Z","steps":["trace[768162692] 'process raft request' (duration: 121.845549ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.725588Z","caller":"traceutil/trace.go:171","msg":"trace[839834089] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"122.154919ms","start":"2026-05-06T09:49:51.603419Z","end":"2026-05-06T09:49:51.725574Z","steps":["trace[839834089] 'process raft request' (duration: 122.031555ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:51.725591Z","caller":"traceutil/trace.go:171","msg":"trace[990761809] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"122.140079ms","start":"2026-05-06T09:49:51.60343Z","end":"2026-05-06T09:49:51.72557Z","steps":["trace[990761809] 'process raft request' (duration: 122.096167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:52.614243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.674056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:49:52.614353Z","caller":"traceutil/trace.go:171","msg":"trace[801454875] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"685.015624ms","start":"2026-05-06T09:49:51.929315Z","end":"2026-05-06T09:49:52.614331Z","steps":["trace[801454875] 'process raft request' (duration: 412.160232ms)","trace[801454875] 'compare' (duration: 272.286194ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:49:52.614413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:51.92929Z","time spent":"685.094797ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:49:53.291187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.990589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:49:53.291304Z","caller":"traceutil/trace.go:171","msg":"trace[1249423160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8420; }","duration":"137.142794ms","start":"2026-05-06T09:49:53.154133Z","end":"2026-05-06T09:49:53.291276Z","steps":["trace[1249423160] 'range keys from in-memory index tree' (duration: 136.914676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:53.291202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.143002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:49:53.291562Z","caller":"traceutil/trace.go:171","msg":"trace[1219059965] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8420; }","duration":"304.556996ms","start":"2026-05-06T09:49:52.986984Z","end":"2026-05-06T09:49:53.291541Z","steps":["trace[1219059965] 'count revisions from in-memory index tree' (duration: 304.06856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:53.29166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:52.986961Z","time spent":"304.675849ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:49:57.792143Z","caller":"traceutil/trace.go:171","msg":"trace[1826346143] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"309.265364ms","start":"2026-05-06T09:49:57.482851Z","end":"2026-05-06T09:49:57.792116Z","steps":["trace[1826346143] 'process raft request' (duration: 309.12814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:57.792309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:57.482829Z","time spent":"309.393989ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:49:57.802737Z","caller":"traceutil/trace.go:171","msg":"trace[1723086368] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"169.125886ms","start":"2026-05-06T09:49:57.633582Z","end":"2026-05-06T09:49:57.802708Z","steps":["trace[1723086368] 'process raft request' (duration: 168.94233ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:57.803084Z","caller":"traceutil/trace.go:171","msg":"trace[1536231835] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"166.844873ms","start":"2026-05-06T09:49:57.636165Z","end":"2026-05-06T09:49:57.80301Z","steps":["trace[1536231835] 'process raft request' (duration: 166.498482ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:49:58.185907Z","caller":"traceutil/trace.go:171","msg":"trace[186544571] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"306.814367ms","start":"2026-05-06T09:49:57.879056Z","end":"2026-05-06T09:49:58.18587Z","steps":["trace[186544571] 'process raft request' (duration: 273.921316ms)","trace[186544571] 'compare' (duration: 32.440037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:49:58.18608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:57.879032Z","time spent":"306.957151ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:49:58.186132Z","caller":"traceutil/trace.go:171","msg":"trace[1433413491] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"306.923161ms","start":"2026-05-06T09:49:57.879183Z","end":"2026-05-06T09:49:58.186106Z","steps":["trace[1433413491] 'process raft request' (duration: 306.57374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:58.186293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:57.879166Z","time spent":"307.063915ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:49:58.186898Z","caller":"traceutil/trace.go:171","msg":"trace[327380778] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"307.608982ms","start":"2026-05-06T09:49:57.879225Z","end":"2026-05-06T09:49:58.186834Z","steps":["trace[327380778] 'process raft request' (duration: 306.640491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:58.187141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:57.879211Z","time spent":"307.804978ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:49:58.893712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.521541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:49:58.893811Z","caller":"traceutil/trace.go:171","msg":"trace[382221699] linearizableReadLoop","detail":"{readStateIndex:8753; appliedIndex:8752; }","duration":"584.75717ms","start":"2026-05-06T09:49:58.309036Z","end":"2026-05-06T09:49:58.893793Z","steps":["trace[382221699] 'read index received' (duration: 318.025482ms)","trace[382221699] 'applied index is now lower than readState.Index' (duration: 266.730608ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:49:58.893999Z","caller":"traceutil/trace.go:171","msg":"trace[1859446361] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"674.939596ms","start":"2026-05-06T09:49:58.219047Z","end":"2026-05-06T09:49:58.893986Z","steps":["trace[1859446361] 'process raft request' (duration: 408.051964ms)","trace[1859446361] 'compare' (duration: 266.389456ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:49:58.894091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:58.219019Z","time spent":"675.016829ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:49:58.89428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.909781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-06T09:49:58.894369Z","caller":"traceutil/trace.go:171","msg":"trace[1414357038] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8450; }","duration":"163.998114ms","start":"2026-05-06T09:49:58.730355Z","end":"2026-05-06T09:49:58.894353Z","steps":["trace[1414357038] 'agreement among raft nodes before linearized reading' (duration: 163.815008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:58.894521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.479693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-06T09:49:58.894578Z","caller":"traceutil/trace.go:171","msg":"trace[1511559379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8450; }","duration":"585.577466ms","start":"2026-05-06T09:49:58.308987Z","end":"2026-05-06T09:49:58.894565Z","steps":["trace[1511559379] 'agreement among raft nodes before linearized reading' (duration: 585.3981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:49:58.894603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:49:58.308967Z","time spent":"585.631108ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-06T09:50:02.30892Z","caller":"traceutil/trace.go:171","msg":"trace[164390126] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"105.809071ms","start":"2026-05-06T09:50:02.203079Z","end":"2026-05-06T09:50:02.308888Z","steps":["trace[164390126] 'process raft request' (duration: 69.258733ms)","trace[164390126] 'compare' (duration: 36.386983ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:50:02.309094Z","caller":"traceutil/trace.go:171","msg":"trace[251774819] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"105.397967ms","start":"2026-05-06T09:50:02.203567Z","end":"2026-05-06T09:50:02.308965Z","steps":["trace[251774819] 'process raft request' (duration: 105.263763ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:24.694268Z","caller":"traceutil/trace.go:171","msg":"trace[823070307] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"340.814585ms","start":"2026-05-06T09:50:24.353425Z","end":"2026-05-06T09:50:24.694239Z","steps":["trace[823070307] 'process raft request' (duration: 340.601458ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:24.694245Z","caller":"traceutil/trace.go:171","msg":"trace[1040888132] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8953; }","duration":"295.301383ms","start":"2026-05-06T09:50:24.398912Z","end":"2026-05-06T09:50:24.694214Z","steps":["trace[1040888132] 'read index received' (duration: 295.030884ms)","trace[1040888132] 'applied index is now lower than readState.Index' (duration: 269.329µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:50:24.694394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:24.353386Z","time spent":"340.943238ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:24.694561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.618672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rkd5k\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-05-06T09:50:24.694604Z","caller":"traceutil/trace.go:171","msg":"trace[964618992] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rkd5k; range_end:; response_count:1; response_revision:8643; }","duration":"295.726646ms","start":"2026-05-06T09:50:24.398864Z","end":"2026-05-06T09:50:24.694591Z","steps":["trace[964618992] 'agreement among raft nodes before linearized reading' (duration: 295.521289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:24.694574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.884928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:50:24.694666Z","caller":"traceutil/trace.go:171","msg":"trace[2017266261] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8643; }","duration":"282.014942ms","start":"2026-05-06T09:50:24.412629Z","end":"2026-05-06T09:50:24.694644Z","steps":["trace[2017266261] 'agreement among raft nodes before linearized reading' (duration: 281.860778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:24.694723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.283932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-06T09:50:24.694747Z","caller":"traceutil/trace.go:171","msg":"trace[660257909] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8643; }","duration":"259.330653ms","start":"2026-05-06T09:50:24.43541Z","end":"2026-05-06T09:50:24.694741Z","steps":["trace[660257909] 'agreement among raft nodes before linearized reading' (duration: 259.198439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:24.694788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.219913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:50:24.694868Z","caller":"traceutil/trace.go:171","msg":"trace[1330022131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8643; }","duration":"225.335907ms","start":"2026-05-06T09:50:24.469512Z","end":"2026-05-06T09:50:24.694848Z","steps":["trace[1330022131] 'agreement among raft nodes before linearized reading' (duration: 225.072228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:24.695209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.504901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:50:24.695329Z","caller":"traceutil/trace.go:171","msg":"trace[1183598916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8643; }","duration":"230.679586ms","start":"2026-05-06T09:50:24.464624Z","end":"2026-05-06T09:50:24.695304Z","steps":["trace[1183598916] 'agreement among raft nodes before linearized reading' (duration: 230.360666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:26.570106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.155813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:50:26.570211Z","caller":"traceutil/trace.go:171","msg":"trace[2116162902] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8654; }","duration":"328.873836ms","start":"2026-05-06T09:50:26.241313Z","end":"2026-05-06T09:50:26.570187Z","steps":["trace[2116162902] 'count revisions from in-memory index tree' (duration: 328.007328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:26.570266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:26.241291Z","time spent":"328.956528ms","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:28.478724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212157230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T09:50:28.964474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130053131s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T09:50:28.964802Z","caller":"traceutil/trace.go:171","msg":"trace[509116352] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"1.130483384s","start":"2026-05-06T09:50:27.834294Z","end":"2026-05-06T09:50:28.964778Z","steps":["trace[509116352] 'process raft request' (duration: 1.13034977s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:28.964931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:27.83426Z","time spent":"1.130598148s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:29.782147Z","caller":"traceutil/trace.go:171","msg":"trace[1333832502] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"1.848086812s","start":"2026-05-06T09:50:27.934041Z","end":"2026-05-06T09:50:29.782127Z","steps":["trace[1333832502] 'process raft request' (duration: 1.84803953s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:29.782167Z","caller":"traceutil/trace.go:171","msg":"trace[686592851] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"1.849242188s","start":"2026-05-06T09:50:27.932899Z","end":"2026-05-06T09:50:29.782141Z","steps":["trace[686592851] 'process raft request' (duration: 1.849082323s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.782253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:27.934029Z","time spent":"1.848172694s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:29.782287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:27.932876Z","time spent":"1.849345961s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:29.782447Z","caller":"traceutil/trace.go:171","msg":"trace[771849004] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"1.804098858s","start":"2026-05-06T09:50:27.97831Z","end":"2026-05-06T09:50:29.782409Z","steps":["trace[771849004] 'process raft request' (duration: 1.803794338s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.782623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:27.978287Z","time spent":"1.804243333s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:29.783381Z","caller":"traceutil/trace.go:171","msg":"trace[1344779464] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"1.800629338s","start":"2026-05-06T09:50:27.982739Z","end":"2026-05-06T09:50:29.783368Z","steps":["trace[1344779464] 'process raft request' (duration: 1.799647517s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:29.78336Z","caller":"traceutil/trace.go:171","msg":"trace[415974301] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8969; }","duration":"1.805044989s","start":"2026-05-06T09:50:27.978278Z","end":"2026-05-06T09:50:29.783323Z","steps":["trace[415974301] 'read index received' (duration: 986.467153ms)","trace[415974301] 'applied index is now lower than readState.Index' (duration: 818.576266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:50:29.783648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805373199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:50:29.783685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:27.982729Z","time spent":"1.800679321s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:29.783698Z","caller":"traceutil/trace.go:171","msg":"trace[1675631899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8663; }","duration":"1.805466711s","start":"2026-05-06T09:50:27.978217Z","end":"2026-05-06T09:50:29.783684Z","steps":["trace[1675631899] 'agreement among raft nodes before linearized reading' (duration: 1.805212413s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.783803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:27.978195Z","time spent":"1.805601336s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:50:29.784225Z","caller":"traceutil/trace.go:171","msg":"trace[538173036] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"306.757125ms","start":"2026-05-06T09:50:29.477432Z","end":"2026-05-06T09:50:29.784189Z","steps":["trace[538173036] 'process raft request' (duration: 306.609001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632505424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:50:29.784348Z","caller":"traceutil/trace.go:171","msg":"trace[356416706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8664; }","duration":"1.632564126s","start":"2026-05-06T09:50:28.151776Z","end":"2026-05-06T09:50:29.78434Z","steps":["trace[356416706] 'agreement among raft nodes before linearized reading' (duration: 1.632522355s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680123652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:50:29.784376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.151759Z","time spent":"1.632612707s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:50:29.784393Z","caller":"traceutil/trace.go:171","msg":"trace[671399933] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8664; }","duration":"1.680189084s","start":"2026-05-06T09:50:28.104194Z","end":"2026-05-06T09:50:29.784383Z","steps":["trace[671399933] 'agreement among raft nodes before linearized reading' (duration: 1.680115222s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.104179Z","time spent":"1.680232995s","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:29.784418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714042516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T09:50:29.784466Z","caller":"traceutil/trace.go:171","msg":"trace[1982486413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8664; }","duration":"1.714115029s","start":"2026-05-06T09:50:28.070337Z","end":"2026-05-06T09:50:29.784452Z","steps":["trace[1982486413] 'agreement among raft nodes before linearized reading' (duration: 1.714027116s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.78452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.07032Z","time spent":"1.71419304s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T09:50:29.784581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079161499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T09:50:29.784636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.512772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:50:29.784645Z","caller":"traceutil/trace.go:171","msg":"trace[1517083682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8664; }","duration":"1.079262342s","start":"2026-05-06T09:50:28.705365Z","end":"2026-05-06T09:50:29.784627Z","steps":["trace[1517083682] 'agreement among raft nodes before linearized reading' (duration: 1.078975923s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.014428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:50:29.784684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052792374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-06T09:50:29.784687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.705351Z","time spent":"1.079327674s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T09:50:29.784705Z","caller":"traceutil/trace.go:171","msg":"trace[901136963] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8664; }","duration":"752.075349ms","start":"2026-05-06T09:50:29.032624Z","end":"2026-05-06T09:50:29.784699Z","steps":["trace[901136963] 'agreement among raft nodes before linearized reading' (duration: 752.043258ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:29.784711Z","caller":"traceutil/trace.go:171","msg":"trace[1182677711] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8664; }","duration":"1.052843805s","start":"2026-05-06T09:50:28.73186Z","end":"2026-05-06T09:50:29.784704Z","steps":["trace[1182677711] 'agreement among raft nodes before linearized reading' (duration: 1.052728362s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:29.032605Z","time spent":"752.11571ms","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:29.784732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.731847Z","time spent":"1.052880636s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T09:50:29.784825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61249395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-06T09:50:29.784609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.943786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:50:29.784892Z","caller":"traceutil/trace.go:171","msg":"trace[484985365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8664; }","duration":"1.612576593s","start":"2026-05-06T09:50:28.172297Z","end":"2026-05-06T09:50:29.784873Z","steps":["trace[484985365] 'agreement among raft nodes before linearized reading' (duration: 1.612205381s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072203358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:50:29.784655Z","caller":"traceutil/trace.go:171","msg":"trace[2140757898] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8664; }","duration":"273.563034ms","start":"2026-05-06T09:50:29.511086Z","end":"2026-05-06T09:50:29.78465Z","steps":["trace[2140757898] 'agreement among raft nodes before linearized reading' (duration: 273.537013ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:29.784947Z","caller":"traceutil/trace.go:171","msg":"trace[32050480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8664; }","duration":"1.072231309s","start":"2026-05-06T09:50:28.712711Z","end":"2026-05-06T09:50:29.784943Z","steps":["trace[32050480] 'agreement among raft nodes before linearized reading' (duration: 1.072154627s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.712707Z","time spent":"1.07225402s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T09:50:29.784939Z","caller":"traceutil/trace.go:171","msg":"trace[1668299410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8664; }","duration":"914.272007ms","start":"2026-05-06T09:50:28.870656Z","end":"2026-05-06T09:50:29.784928Z","steps":["trace[1668299410] 'agreement among raft nodes before linearized reading' (duration: 913.927506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.784991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.172271Z","time spent":"1.612672995s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:50:29.785017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.870613Z","time spent":"914.39016ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:29.784337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76724078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:50:29.785343Z","caller":"traceutil/trace.go:171","msg":"trace[1448179326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:8664; }","duration":"1.768282524s","start":"2026-05-06T09:50:28.017043Z","end":"2026-05-06T09:50:29.785326Z","steps":["trace[1448179326] 'agreement among raft nodes before linearized reading' (duration: 1.767136388s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.785389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.017023Z","time spent":"1.768350806s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mppcl\" "} {"level":"warn","ts":"2026-05-06T09:50:29.785606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:29.477405Z","time spent":"306.90039ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:29.786432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074688397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:50:29.786496Z","caller":"traceutil/trace.go:171","msg":"trace[779019609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8664; }","duration":"1.075923515s","start":"2026-05-06T09:50:28.710553Z","end":"2026-05-06T09:50:29.786477Z","steps":["trace[779019609] 'agreement among raft nodes before linearized reading' (duration: 1.073713246s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:29.786559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:28.710549Z","time spent":"1.075991217s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:50:42.153583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.675944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T09:50:42.153835Z","caller":"traceutil/trace.go:171","msg":"trace[427056767] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"376.193104ms","start":"2026-05-06T09:50:41.777623Z","end":"2026-05-06T09:50:42.153816Z","steps":["trace[427056767] 'process raft request' (duration: 376.096921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.153924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.777602Z","time spent":"376.279567ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:42.153915Z","caller":"traceutil/trace.go:171","msg":"trace[729658479] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8766; }","duration":"378.095324ms","start":"2026-05-06T09:50:41.775735Z","end":"2026-05-06T09:50:42.15383Z","steps":["trace[729658479] 'compare' (duration: 367.532019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.154175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.775725Z","time spent":"378.325681ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-06T09:50:42.461938Z","caller":"traceutil/trace.go:171","msg":"trace[296047395] linearizableReadLoop","detail":"{readStateIndex:9087; appliedIndex:9081; }","duration":"548.578933ms","start":"2026-05-06T09:50:41.913328Z","end":"2026-05-06T09:50:42.461907Z","steps":["trace[296047395] 'read index received' (duration: 170.254432ms)","trace[296047395] 'applied index is now lower than readState.Index' (duration: 378.323401ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:50:42.462309Z","caller":"traceutil/trace.go:171","msg":"trace[1467454288] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"580.427241ms","start":"2026-05-06T09:50:41.881866Z","end":"2026-05-06T09:50:42.462294Z","steps":["trace[1467454288] 'process raft request' (duration: 579.76469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.462416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.881842Z","time spent":"580.507614ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:42.462589Z","caller":"traceutil/trace.go:171","msg":"trace[1821118527] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"574.829344ms","start":"2026-05-06T09:50:41.887749Z","end":"2026-05-06T09:50:42.462578Z","steps":["trace[1821118527] 'process raft request' (duration: 574.04575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.462653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.887734Z","time spent":"574.886937ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:42.462734Z","caller":"traceutil/trace.go:171","msg":"trace[502767288] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"573.09291ms","start":"2026-05-06T09:50:41.889633Z","end":"2026-05-06T09:50:42.462726Z","steps":["trace[502767288] 'process raft request' (duration: 572.201012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.462783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.889624Z","time spent":"573.135541ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:42.462957Z","caller":"traceutil/trace.go:171","msg":"trace[88623272] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"552.547348ms","start":"2026-05-06T09:50:41.91038Z","end":"2026-05-06T09:50:42.462927Z","steps":["trace[88623272] 'process raft request' (duration: 551.491735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.463279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.942996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-06T09:50:42.463322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.631665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T09:50:42.463341Z","caller":"traceutil/trace.go:171","msg":"trace[2124840669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8771; }","duration":"550.05597ms","start":"2026-05-06T09:50:41.913271Z","end":"2026-05-06T09:50:42.463327Z","steps":["trace[2124840669] 'agreement among raft nodes before linearized reading' (duration: 549.888285ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:42.463363Z","caller":"traceutil/trace.go:171","msg":"trace[797860355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8771; }","duration":"548.693367ms","start":"2026-05-06T09:50:41.914659Z","end":"2026-05-06T09:50:42.463353Z","steps":["trace[797860355] 'agreement among raft nodes before linearized reading' (duration: 548.571553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.463382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.913252Z","time spent":"550.123152ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T09:50:42.463393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.914648Z","time spent":"548.739468ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:50:42.46341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.273188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:50:42.463455Z","caller":"traceutil/trace.go:171","msg":"trace[1412826440] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:8771; }","duration":"545.360322ms","start":"2026-05-06T09:50:41.91808Z","end":"2026-05-06T09:50:42.46344Z","steps":["trace[1412826440] 'agreement among raft nodes before linearized reading' (duration: 545.168996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.463482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.918057Z","time spent":"545.418913ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mppcl\" "} {"level":"warn","ts":"2026-05-06T09:50:42.463517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.692105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:50:42.463556Z","caller":"traceutil/trace.go:171","msg":"trace[439437969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8771; }","duration":"547.757397ms","start":"2026-05-06T09:50:41.915791Z","end":"2026-05-06T09:50:42.463548Z","steps":["trace[439437969] 'agreement among raft nodes before linearized reading' (duration: 547.666414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.463578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.910367Z","time spent":"552.663373ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:42.463589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.915779Z","time spent":"547.803968ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T09:50:42.463705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.688432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rkd5k\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-05-06T09:50:42.463733Z","caller":"traceutil/trace.go:171","msg":"trace[1268030620] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rkd5k; range_end:; response_count:1; response_revision:8771; }","duration":"305.744513ms","start":"2026-05-06T09:50:42.157981Z","end":"2026-05-06T09:50:42.463725Z","steps":["trace[1268030620] 'agreement among raft nodes before linearized reading' (duration: 305.66659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.463753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:42.157965Z","time spent":"305.784074ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rkd5k\" "} {"level":"warn","ts":"2026-05-06T09:50:42.46377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.091368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:50:42.463799Z","caller":"traceutil/trace.go:171","msg":"trace[2121469229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8771; }","duration":"548.15792ms","start":"2026-05-06T09:50:41.915632Z","end":"2026-05-06T09:50:42.46379Z","steps":["trace[2121469229] 'agreement among raft nodes before linearized reading' (duration: 548.068307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.463831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.915623Z","time spent":"548.200631ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T09:50:42.463872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.48695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:50:42.463938Z","caller":"traceutil/trace.go:171","msg":"trace[211571380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8771; }","duration":"548.582343ms","start":"2026-05-06T09:50:41.915339Z","end":"2026-05-06T09:50:42.463921Z","steps":["trace[211571380] 'agreement among raft nodes before linearized reading' (duration: 548.414238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.463966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:41.91533Z","time spent":"548.629975ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T09:50:42.607331Z","caller":"traceutil/trace.go:171","msg":"trace[1452695360] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"139.824238ms","start":"2026-05-06T09:50:42.46748Z","end":"2026-05-06T09:50:42.607304Z","steps":["trace[1452695360] 'process raft request' (duration: 54.63013ms)","trace[1452695360] 'compare' (duration: 84.998972ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:50:42.631931Z","caller":"traceutil/trace.go:171","msg":"trace[2090010327] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"164.268482ms","start":"2026-05-06T09:50:42.467644Z","end":"2026-05-06T09:50:42.631912Z","steps":["trace[2090010327] 'process raft request' (duration: 163.972173ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:42.632303Z","caller":"traceutil/trace.go:171","msg":"trace[737771513] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"164.021264ms","start":"2026-05-06T09:50:42.468264Z","end":"2026-05-06T09:50:42.632286Z","steps":["trace[737771513] 'process raft request' (duration: 163.619792ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:42.632297Z","caller":"traceutil/trace.go:171","msg":"trace[1134106368] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"163.791788ms","start":"2026-05-06T09:50:42.468482Z","end":"2026-05-06T09:50:42.632274Z","steps":["trace[1134106368] 'process raft request' (duration: 163.644373ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:42.632369Z","caller":"traceutil/trace.go:171","msg":"trace[565024055] linearizableReadLoop","detail":"{readStateIndex:9092; appliedIndex:9087; }","duration":"163.566961ms","start":"2026-05-06T09:50:42.468759Z","end":"2026-05-06T09:50:42.632326Z","steps":["trace[565024055] 'read index received' (duration: 53.412742ms)","trace[565024055] 'applied index is now lower than readState.Index' (duration: 110.153019ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:50:42.632479Z","caller":"traceutil/trace.go:171","msg":"trace[1417598181] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"163.971343ms","start":"2026-05-06T09:50:42.468496Z","end":"2026-05-06T09:50:42.632467Z","steps":["trace[1417598181] 'process raft request' (duration: 163.735966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.632849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.071606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227425"} {"level":"info","ts":"2026-05-06T09:50:42.632934Z","caller":"traceutil/trace.go:171","msg":"trace[1007929927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8776; }","duration":"164.164149ms","start":"2026-05-06T09:50:42.468749Z","end":"2026-05-06T09:50:42.632913Z","steps":["trace[1007929927] 'agreement among raft nodes before linearized reading' (duration: 163.729065ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:42.702142Z","caller":"traceutil/trace.go:171","msg":"trace[1238926568] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"149.96753ms","start":"2026-05-06T09:50:42.552147Z","end":"2026-05-06T09:50:42.702115Z","steps":["trace[1238926568] 'process raft request' (duration: 149.768114ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:42.702181Z","caller":"traceutil/trace.go:171","msg":"trace[245101017] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"139.781707ms","start":"2026-05-06T09:50:42.562372Z","end":"2026-05-06T09:50:42.702154Z","steps":["trace[245101017] 'process raft request' (duration: 139.671394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.702269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.805723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rkd5k\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-05-06T09:50:42.702322Z","caller":"traceutil/trace.go:171","msg":"trace[1992660006] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rkd5k; range_end:; response_count:1; response_revision:8778; }","duration":"232.884656ms","start":"2026-05-06T09:50:42.469423Z","end":"2026-05-06T09:50:42.702308Z","steps":["trace[1992660006] 'agreement among raft nodes before linearized reading' (duration: 232.6898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:42.702329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.242048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rkd5k\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-05-06T09:50:42.702385Z","caller":"traceutil/trace.go:171","msg":"trace[325466458] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rkd5k; range_end:; response_count:1; response_revision:8778; }","duration":"150.348411ms","start":"2026-05-06T09:50:42.552022Z","end":"2026-05-06T09:50:42.70237Z","steps":["trace[325466458] 'agreement among raft nodes before linearized reading' (duration: 150.160835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.654808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212157594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T09:50:44.828725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.513481165s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T09:50:44.829462Z","caller":"traceutil/trace.go:171","msg":"trace[604110088] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"1.51431698s","start":"2026-05-06T09:50:43.315118Z","end":"2026-05-06T09:50:44.829435Z","steps":["trace[604110088] 'process raft request' (duration: 1.514070163s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.829693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:43.315098Z","time spent":"1.514457935s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:44.926878Z","caller":"traceutil/trace.go:171","msg":"trace[191979937] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"950.420182ms","start":"2026-05-06T09:50:43.976428Z","end":"2026-05-06T09:50:44.926849Z","steps":["trace[191979937] 'process raft request' (duration: 950.021199ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:44.926917Z","caller":"traceutil/trace.go:171","msg":"trace[1433336161] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"457.238961ms","start":"2026-05-06T09:50:44.469657Z","end":"2026-05-06T09:50:44.926896Z","steps":["trace[1433336161] 'process raft request' (duration: 457.158349ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:44.92719Z","caller":"traceutil/trace.go:171","msg":"trace[631514310] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"1.079421407s","start":"2026-05-06T09:50:43.847085Z","end":"2026-05-06T09:50:44.926506Z","steps":["trace[631514310] 'process raft request' (duration: 1.079148248s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.927213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:44.469633Z","time spent":"457.330774ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:44.927263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:43.84706Z","time spent":"1.080172731s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:44.927049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:43.976402Z","time spent":"950.545005ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:44.927399Z","caller":"traceutil/trace.go:171","msg":"trace[2040486162] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"458.151611ms","start":"2026-05-06T09:50:44.469229Z","end":"2026-05-06T09:50:44.927381Z","steps":["trace[2040486162] 'process raft request' (duration: 457.462029ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:44.927395Z","caller":"traceutil/trace.go:171","msg":"trace[827297201] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"457.541562ms","start":"2026-05-06T09:50:44.469836Z","end":"2026-05-06T09:50:44.927378Z","steps":["trace[827297201] 'process raft request' (duration: 457.023785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.92751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:44.469208Z","time spent":"458.225192ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:44.927556Z","caller":"traceutil/trace.go:171","msg":"trace[1179988652] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"457.082197ms","start":"2026-05-06T09:50:44.470466Z","end":"2026-05-06T09:50:44.927548Z","steps":["trace[1179988652] 'process raft request' (duration: 456.666514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.927627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:44.470452Z","time spent":"457.124098ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:44.927669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:44.469828Z","time spent":"457.743798ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:44.927669Z","caller":"traceutil/trace.go:171","msg":"trace[461754787] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"299.94034ms","start":"2026-05-06T09:50:44.62771Z","end":"2026-05-06T09:50:44.92765Z","steps":["trace[461754787] 'process raft request' (duration: 299.682662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.927794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:44.627701Z","time spent":"300.037493ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T09:50:44.927902Z","caller":"traceutil/trace.go:171","msg":"trace[2013284245] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9097; }","duration":"773.089415ms","start":"2026-05-06T09:50:44.154453Z","end":"2026-05-06T09:50:44.927542Z","steps":["trace[2013284245] 'read index received' (duration: 674.710489ms)","trace[2013284245] 'applied index is now lower than readState.Index' (duration: 98.377776ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:50:44.927913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.631012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:50:44.928378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.580346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:50:44.928433Z","caller":"traceutil/trace.go:171","msg":"trace[1690527970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8789; }","duration":"292.636938ms","start":"2026-05-06T09:50:44.635778Z","end":"2026-05-06T09:50:44.928415Z","steps":["trace[1690527970] 'agreement among raft nodes before linearized reading' (duration: 292.532835ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:44.928388Z","caller":"traceutil/trace.go:171","msg":"trace[1319645789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8789; }","duration":"774.153749ms","start":"2026-05-06T09:50:44.154211Z","end":"2026-05-06T09:50:44.928365Z","steps":["trace[1319645789] 'agreement among raft nodes before linearized reading' (duration: 773.596001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.928534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.00495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T09:50:44.928392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.07596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:50:44.928802Z","caller":"traceutil/trace.go:171","msg":"trace[672399478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8789; }","duration":"292.503754ms","start":"2026-05-06T09:50:44.636285Z","end":"2026-05-06T09:50:44.928789Z","steps":["trace[672399478] 'agreement among raft nodes before linearized reading' (duration: 292.017649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.928803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.304401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:50:44.928895Z","caller":"traceutil/trace.go:171","msg":"trace[1292319690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:8789; }","duration":"288.404804ms","start":"2026-05-06T09:50:44.640475Z","end":"2026-05-06T09:50:44.92888Z","steps":["trace[1292319690] 'agreement among raft nodes before linearized reading' (duration: 287.937109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.928288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.38471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T09:50:44.928976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.626228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:50:44.929013Z","caller":"traceutil/trace.go:171","msg":"trace[1174421909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8789; }","duration":"317.133244ms","start":"2026-05-06T09:50:44.61187Z","end":"2026-05-06T09:50:44.929003Z","steps":["trace[1174421909] 'agreement among raft nodes before linearized reading' (duration: 316.296768ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:44.929024Z","caller":"traceutil/trace.go:171","msg":"trace[1576211396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8789; }","duration":"292.726831ms","start":"2026-05-06T09:50:44.636286Z","end":"2026-05-06T09:50:44.929013Z","steps":["trace[1576211396] 'agreement among raft nodes before linearized reading' (duration: 292.502324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:44.929049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:44.61186Z","time spent":"317.176135ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T09:50:44.928731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:44.154179Z","time spent":"774.444718ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T09:50:44.928665Z","caller":"traceutil/trace.go:171","msg":"trace[1822445812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8789; }","duration":"293.224067ms","start":"2026-05-06T09:50:44.635418Z","end":"2026-05-06T09:50:44.928642Z","steps":["trace[1822445812] 'agreement among raft nodes before linearized reading' (duration: 292.908087ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:47.079719Z","caller":"traceutil/trace.go:171","msg":"trace[1303604208] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"146.060856ms","start":"2026-05-06T09:50:46.933631Z","end":"2026-05-06T09:50:47.079692Z","steps":["trace[1303604208] 'process raft request' (duration: 145.688965ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:47.113896Z","caller":"traceutil/trace.go:171","msg":"trace[395730796] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"179.640159ms","start":"2026-05-06T09:50:46.934243Z","end":"2026-05-06T09:50:47.113883Z","steps":["trace[395730796] 'process raft request' (duration: 179.385461ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:47.113915Z","caller":"traceutil/trace.go:171","msg":"trace[2065135368] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"178.963988ms","start":"2026-05-06T09:50:46.934923Z","end":"2026-05-06T09:50:47.113887Z","steps":["trace[2065135368] 'process raft request' (duration: 178.869115ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:47.11411Z","caller":"traceutil/trace.go:171","msg":"trace[309501509] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"177.300665ms","start":"2026-05-06T09:50:46.936799Z","end":"2026-05-06T09:50:47.1141Z","steps":["trace[309501509] 'process raft request' (duration: 177.041557ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:47.114094Z","caller":"traceutil/trace.go:171","msg":"trace[2052420203] linearizableReadLoop","detail":"{readStateIndex:9118; appliedIndex:9114; }","duration":"157.998954ms","start":"2026-05-06T09:50:46.956071Z","end":"2026-05-06T09:50:47.11407Z","steps":["trace[2052420203] 'read index received' (duration: 123.248604ms)","trace[2052420203] 'applied index is now lower than readState.Index' (duration: 34.74939ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:50:47.114379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.274523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:50:47.114423Z","caller":"traceutil/trace.go:171","msg":"trace[1243344961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:8801; }","duration":"158.381647ms","start":"2026-05-06T09:50:46.95603Z","end":"2026-05-06T09:50:47.114412Z","steps":["trace[1243344961] 'agreement among raft nodes before linearized reading' (duration: 158.128959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:47.781912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.681926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T09:50:47.782048Z","caller":"traceutil/trace.go:171","msg":"trace[284562834] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"663.440212ms","start":"2026-05-06T09:50:47.118582Z","end":"2026-05-06T09:50:47.782022Z","steps":["trace[284562834] 'process raft request' (duration: 498.5561ms)","trace[284562834] 'compare' (duration: 164.588923ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:50:47.782137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.11856Z","time spent":"663.530055ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:49.15429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T09:50:49.154393Z","caller":"traceutil/trace.go:171","msg":"trace[2056510108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188268s","start":"2026-05-06T09:50:47.154187Z","end":"2026-05-06T09:50:49.154376Z","steps":["trace[2056510108] 'agreement among raft nodes before linearized reading' (duration: 2.000070225s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:49.154439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.154174Z","time spent":"2.000254181s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:50:49.903804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.175303634s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T09:50:49.904461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:48.304311Z","time spent":"1.600144358s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T09:50:49.905178Z","caller":"traceutil/trace.go:171","msg":"trace[1974508483] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"2.786323476s","start":"2026-05-06T09:50:47.118799Z","end":"2026-05-06T09:50:49.905122Z","steps":["trace[1974508483] 'process raft request' (duration: 2.785227791s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:49.906141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.118787Z","time spent":"2.787257386s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:49.906362Z","caller":"traceutil/trace.go:171","msg":"trace[1098480441] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"2.787492223s","start":"2026-05-06T09:50:47.118854Z","end":"2026-05-06T09:50:49.906347Z","steps":["trace[1098480441] 'process raft request' (duration: 2.787197074s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:49.906342Z","caller":"traceutil/trace.go:171","msg":"trace[2054353767] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9118; }","duration":"2.752097802s","start":"2026-05-06T09:50:47.154233Z","end":"2026-05-06T09:50:49.906331Z","steps":["trace[2054353767] 'read index received' (duration: 462.919671ms)","trace[2054353767] 'applied index is now lower than readState.Index' (duration: 2.289177351s)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:50:49.906446Z","caller":"traceutil/trace.go:171","msg":"trace[2095491573] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"2.787278356s","start":"2026-05-06T09:50:47.118816Z","end":"2026-05-06T09:50:49.906094Z","steps":["trace[2095491573] 'process raft request' (duration: 2.786154411s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:49.906455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.118833Z","time spent":"2.787563045s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:49.906463Z","caller":"traceutil/trace.go:171","msg":"trace[262393583] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"2.787232145s","start":"2026-05-06T09:50:47.119197Z","end":"2026-05-06T09:50:49.90643Z","steps":["trace[262393583] 'process raft request' (duration: 2.78707881s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:49.906554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.118801Z","time spent":"2.787682319s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:49.9066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.119158Z","time spent":"2.78737816s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:50.406726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212157647,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T09:50:50.4163Z","caller":"traceutil/trace.go:171","msg":"trace[556260946] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"1.331380426s","start":"2026-05-06T09:50:49.084894Z","end":"2026-05-06T09:50:50.416274Z","steps":["trace[556260946] 'process raft request' (duration: 1.331135368s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.416488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.084875Z","time spent":"1.33150357s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:50.416662Z","caller":"traceutil/trace.go:171","msg":"trace[1746768418] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"1.297244105s","start":"2026-05-06T09:50:49.119382Z","end":"2026-05-06T09:50:50.416626Z","steps":["trace[1746768418] 'process raft request' (duration: 1.296844122s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:50.416704Z","caller":"traceutil/trace.go:171","msg":"trace[2051543067] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"1.297288226s","start":"2026-05-06T09:50:49.119399Z","end":"2026-05-06T09:50:50.416687Z","steps":["trace[2051543067] 'process raft request' (duration: 1.29710094s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.41682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.119364Z","time spent":"1.297373438s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:50:50.416819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.119374Z","time spent":"1.297375589s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:50.416911Z","caller":"traceutil/trace.go:171","msg":"trace[1383729813] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"1.29739295s","start":"2026-05-06T09:50:49.119486Z","end":"2026-05-06T09:50:50.416879Z","steps":["trace[1383729813] 'process raft request' (duration: 1.297165793s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.417054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.119479Z","time spent":"1.297501403s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:50:50.424046Z","caller":"traceutil/trace.go:171","msg":"trace[117808601] linearizableReadLoop","detail":"{readStateIndex:9128; appliedIndex:9123; }","duration":"517.623124ms","start":"2026-05-06T09:50:49.906399Z","end":"2026-05-06T09:50:50.424022Z","steps":["trace[117808601] 'read index received' (duration: 509.650301ms)","trace[117808601] 'applied index is now lower than readState.Index' (duration: 7.971293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:50:50.424171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268914827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:50:50.424273Z","caller":"traceutil/trace.go:171","msg":"trace[787162763] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"227.504976ms","start":"2026-05-06T09:50:50.196739Z","end":"2026-05-06T09:50:50.424244Z","steps":["trace[787162763] 'process raft request' (duration: 227.164565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009621156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:50:50.424279Z","caller":"traceutil/trace.go:171","msg":"trace[1071662736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8811; }","duration":"1.269045601s","start":"2026-05-06T09:50:49.155215Z","end":"2026-05-06T09:50:50.424261Z","steps":["trace[1071662736] 'agreement among raft nodes before linearized reading' (duration: 1.268901847s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.404888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T09:50:50.424316Z","caller":"traceutil/trace.go:171","msg":"trace[414928108] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8811; }","duration":"1.009684548s","start":"2026-05-06T09:50:49.414622Z","end":"2026-05-06T09:50:50.424306Z","steps":["trace[414928108] 'agreement among raft nodes before linearized reading' (duration: 1.009628116s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.155205Z","time spent":"1.269114883s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T09:50:50.424364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.414609Z","time spent":"1.00974734s","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:50:50.424362Z","caller":"traceutil/trace.go:171","msg":"trace[1640130732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8811; }","duration":"637.48425ms","start":"2026-05-06T09:50:49.786865Z","end":"2026-05-06T09:50:50.424349Z","steps":["trace[1640130732] 'agreement among raft nodes before linearized reading' (duration: 637.349276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691640426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-06T09:50:50.424397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.786849Z","time spent":"637.539861ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T09:50:50.424408Z","caller":"traceutil/trace.go:171","msg":"trace[349625138] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8811; }","duration":"1.691724099s","start":"2026-05-06T09:50:48.732669Z","end":"2026-05-06T09:50:50.424393Z","steps":["trace[349625138] 'agreement among raft nodes before linearized reading' (duration: 1.691486951s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298641568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-06T09:50:50.42445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:48.732647Z","time spent":"1.691794071s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-05-06T09:50:50.424488Z","caller":"traceutil/trace.go:171","msg":"trace[1933905619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:8811; }","duration":"1.298717411s","start":"2026-05-06T09:50:49.125751Z","end":"2026-05-06T09:50:50.424469Z","steps":["trace[1933905619] 'agreement among raft nodes before linearized reading' (duration: 1.298507724s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41988059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:50:50.424147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493768048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T09:50:50.424527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.125737Z","time spent":"1.298781462s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mppcl\" "} {"level":"warn","ts":"2026-05-06T09:50:50.424572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919659297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:50:50.424569Z","caller":"traceutil/trace.go:171","msg":"trace[128404408] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8811; }","duration":"1.494214753s","start":"2026-05-06T09:50:48.930337Z","end":"2026-05-06T09:50:50.424552Z","steps":["trace[128404408] 'agreement among raft nodes before linearized reading' (duration: 1.493716617s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:50.424592Z","caller":"traceutil/trace.go:171","msg":"trace[443362751] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8811; }","duration":"1.91972175s","start":"2026-05-06T09:50:48.504864Z","end":"2026-05-06T09:50:50.424586Z","steps":["trace[443362751] 'agreement among raft nodes before linearized reading' (duration: 1.919689909s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.475719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:50:50.42454Z","caller":"traceutil/trace.go:171","msg":"trace[1393416527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8811; }","duration":"2.419956663s","start":"2026-05-06T09:50:48.004574Z","end":"2026-05-06T09:50:50.42453Z","steps":["trace[1393416527] 'agreement among raft nodes before linearized reading' (duration: 2.419906381s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:50.424638Z","caller":"traceutil/trace.go:171","msg":"trace[2106603526] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8811; }","duration":"200.50495ms","start":"2026-05-06T09:50:50.224124Z","end":"2026-05-06T09:50:50.424629Z","steps":["trace[2106603526] 'agreement among raft nodes before linearized reading' (duration: 200.460799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166892487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:50:50.424662Z","caller":"traceutil/trace.go:171","msg":"trace[1712119998] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8811; }","duration":"2.166937479s","start":"2026-05-06T09:50:48.257719Z","end":"2026-05-06T09:50:50.424657Z","steps":["trace[1712119998] 'agreement among raft nodes before linearized reading' (duration: 2.166908338s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:48.004519Z","time spent":"2.420123467s","remote":"127.0.0.1:43164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:50.424679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:48.257705Z","time spent":"2.166969219s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:50.424615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:48.930279Z","time spent":"1.494318126s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:50.424788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71984477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-06T09:50:50.424816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254240704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-06T09:50:50.424821Z","caller":"traceutil/trace.go:171","msg":"trace[410813148] range","detail":"{range_begin:/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60; range_end:; response_count:1; response_revision:8811; }","duration":"2.719904342s","start":"2026-05-06T09:50:47.7049Z","end":"2026-05-06T09:50:50.424804Z","steps":["trace[410813148] 'agreement among raft nodes before linearized reading' (duration: 2.719836219s)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:50.424835Z","caller":"traceutil/trace.go:171","msg":"trace[1471125721] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8811; }","duration":"2.254294035s","start":"2026-05-06T09:50:48.170535Z","end":"2026-05-06T09:50:50.424829Z","steps":["trace[1471125721] 'agreement among raft nodes before linearized reading' (duration: 2.254235003s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.704879Z","time spent":"2.719959334s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60\" "} {"level":"warn","ts":"2026-05-06T09:50:50.424853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:48.170518Z","time spent":"2.254330957s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T09:50:50.424911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076219007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:50:50.424616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:48.504842Z","time spent":"1.91976835s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:50:50.424951Z","caller":"traceutil/trace.go:171","msg":"trace[909489636] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8811; }","duration":"3.07629711s","start":"2026-05-06T09:50:47.348641Z","end":"2026-05-06T09:50:50.424939Z","steps":["trace[909489636] 'agreement among raft nodes before linearized reading' (duration: 3.076230528s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.424991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:47.348622Z","time spent":"3.076358921s","remote":"127.0.0.1:35700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T09:50:50.42506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.225727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:50:50.425094Z","caller":"traceutil/trace.go:171","msg":"trace[1120120960] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8811; }","duration":"653.136875ms","start":"2026-05-06T09:50:49.771947Z","end":"2026-05-06T09:50:50.425084Z","steps":["trace[1120120960] 'agreement among raft nodes before linearized reading' (duration: 652.140604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:50.425119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:50:49.771928Z","time spent":"653.181887ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:50:54.642962Z","caller":"traceutil/trace.go:171","msg":"trace[735529920] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"191.669901ms","start":"2026-05-06T09:50:54.451268Z","end":"2026-05-06T09:50:54.642938Z","steps":["trace[735529920] 'process raft request' (duration: 191.491025ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:54.64973Z","caller":"traceutil/trace.go:171","msg":"trace[176076331] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"195.269474ms","start":"2026-05-06T09:50:54.454433Z","end":"2026-05-06T09:50:54.649703Z","steps":["trace[176076331] 'process raft request' (duration: 194.950114ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:54.649762Z","caller":"traceutil/trace.go:171","msg":"trace[1552052289] linearizableReadLoop","detail":"{readStateIndex:9185; appliedIndex:9181; }","duration":"127.933612ms","start":"2026-05-06T09:50:54.521796Z","end":"2026-05-06T09:50:54.649729Z","steps":["trace[1552052289] 'read index received' (duration: 121.067184ms)","trace[1552052289] 'applied index is now lower than readState.Index' (duration: 6.865028ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:50:54.649912Z","caller":"traceutil/trace.go:171","msg":"trace[1331506355] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"194.950445ms","start":"2026-05-06T09:50:54.454934Z","end":"2026-05-06T09:50:54.649884Z","steps":["trace[1331506355] 'process raft request' (duration: 194.631775ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:54.65Z","caller":"traceutil/trace.go:171","msg":"trace[292491648] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"194.621264ms","start":"2026-05-06T09:50:54.455345Z","end":"2026-05-06T09:50:54.649966Z","steps":["trace[292491648] 'process raft request' (duration: 194.276324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:50:54.650223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.394376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:50:54.650399Z","caller":"traceutil/trace.go:171","msg":"trace[343203239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8864; }","duration":"128.625174ms","start":"2026-05-06T09:50:54.521755Z","end":"2026-05-06T09:50:54.65038Z","steps":["trace[343203239] 'agreement among raft nodes before linearized reading' (duration: 128.262442ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:50:59.659861Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000243b.wal"} {"level":"info","ts":"2026-05-06T09:51:46.69871Z","caller":"traceutil/trace.go:171","msg":"trace[1214911695] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"438.843408ms","start":"2026-05-06T09:51:46.259842Z","end":"2026-05-06T09:51:46.698685Z","steps":["trace[1214911695] 'process raft request' (duration: 438.688703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:46.698894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:46.259819Z","time spent":"438.985242ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:51:46.7237Z","caller":"traceutil/trace.go:171","msg":"trace[1834146571] linearizableReadLoop","detail":"{readStateIndex:9771; appliedIndex:9767; }","duration":"313.114346ms","start":"2026-05-06T09:51:46.410562Z","end":"2026-05-06T09:51:46.723676Z","steps":["trace[1834146571] 'read index received' (duration: 287.96764ms)","trace[1834146571] 'applied index is now lower than readState.Index' (duration: 25.145676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:51:46.723857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.276551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T09:51:46.723898Z","caller":"traceutil/trace.go:171","msg":"trace[1894241832] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9437; }","duration":"313.342613ms","start":"2026-05-06T09:51:46.410546Z","end":"2026-05-06T09:51:46.723889Z","steps":["trace[1894241832] 'agreement among raft nodes before linearized reading' (duration: 313.230359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:46.723937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:46.410485Z","time spent":"313.440496ms","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-06T09:51:46.723909Z","caller":"traceutil/trace.go:171","msg":"trace[1371357021] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"462.732364ms","start":"2026-05-06T09:51:46.26113Z","end":"2026-05-06T09:51:46.723862Z","steps":["trace[1371357021] 'process raft request' (duration: 462.312101ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:51:46.723963Z","caller":"traceutil/trace.go:171","msg":"trace[586768915] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"462.56714ms","start":"2026-05-06T09:51:46.261375Z","end":"2026-05-06T09:51:46.723943Z","steps":["trace[586768915] 'process raft request' (duration: 462.191998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:46.72408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:46.261106Z","time spent":"462.886309ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:51:46.724082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:46.261354Z","time spent":"462.668622ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:51:46.724274Z","caller":"traceutil/trace.go:171","msg":"trace[1595462093] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"461.155154ms","start":"2026-05-06T09:51:46.26287Z","end":"2026-05-06T09:51:46.724026Z","steps":["trace[1595462093] 'process raft request' (duration: 460.755482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:46.724449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:46.262859Z","time spent":"461.516896ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:51:58.923628Z","caller":"traceutil/trace.go:171","msg":"trace[664747539] linearizableReadLoop","detail":"{readStateIndex:9841; appliedIndex:9840; }","duration":"171.302788ms","start":"2026-05-06T09:51:58.75227Z","end":"2026-05-06T09:51:58.923572Z","steps":["trace[664747539] 'read index received' (duration: 171.153713ms)","trace[664747539] 'applied index is now lower than readState.Index' (duration: 147.885µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:51:58.923889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.609887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T09:51:58.923972Z","caller":"traceutil/trace.go:171","msg":"trace[675124009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9503; }","duration":"171.70274ms","start":"2026-05-06T09:51:58.752249Z","end":"2026-05-06T09:51:58.923952Z","steps":["trace[675124009] 'agreement among raft nodes before linearized reading' (duration: 171.478753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:58.923994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.976337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:51:58.924059Z","caller":"traceutil/trace.go:171","msg":"trace[2020398017] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9503; }","duration":"140.06873ms","start":"2026-05-06T09:51:58.783978Z","end":"2026-05-06T09:51:58.924047Z","steps":["trace[2020398017] 'agreement among raft nodes before linearized reading' (duration: 139.974507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:58.924102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.73654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T09:51:58.924341Z","caller":"traceutil/trace.go:171","msg":"trace[1833303210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9503; }","duration":"153.04187ms","start":"2026-05-06T09:51:58.771267Z","end":"2026-05-06T09:51:58.924309Z","steps":["trace[1833303210] 'agreement among raft nodes before linearized reading' (duration: 152.568035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:58.924439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.831615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T09:51:58.92453Z","caller":"traceutil/trace.go:171","msg":"trace[1358283963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9503; }","duration":"147.96371ms","start":"2026-05-06T09:51:58.776545Z","end":"2026-05-06T09:51:58.924509Z","steps":["trace[1358283963] 'agreement among raft nodes before linearized reading' (duration: 147.704911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:58.924597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.871545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T09:51:58.924761Z","caller":"traceutil/trace.go:171","msg":"trace[603950166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9503; }","duration":"147.075831ms","start":"2026-05-06T09:51:58.77767Z","end":"2026-05-06T09:51:58.924746Z","steps":["trace[603950166] 'agreement among raft nodes before linearized reading' (duration: 146.462462ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:51:59.0597Z","caller":"traceutil/trace.go:171","msg":"trace[395003966] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"134.550735ms","start":"2026-05-06T09:51:58.925118Z","end":"2026-05-06T09:51:59.059668Z","steps":["trace[395003966] 'process raft request' (duration: 38.025193ms)","trace[395003966] 'compare' (duration: 96.331896ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:51:59.290365Z","caller":"traceutil/trace.go:171","msg":"trace[1496946785] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"362.609338ms","start":"2026-05-06T09:51:58.927733Z","end":"2026-05-06T09:51:59.290343Z","steps":["trace[1496946785] 'process raft request' (duration: 362.548206ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:51:59.290424Z","caller":"traceutil/trace.go:171","msg":"trace[1948427886] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"363.057422ms","start":"2026-05-06T09:51:58.927325Z","end":"2026-05-06T09:51:59.290382Z","steps":["trace[1948427886] 'process raft request' (duration: 270.98946ms)","trace[1948427886] 'compare' (duration: 91.791193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:51:59.29059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.927309Z","time spent":"363.190907ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:51:59.290494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.927723Z","time spent":"362.706211ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:51:59.29075Z","caller":"traceutil/trace.go:171","msg":"trace[1686016214] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"332.436754ms","start":"2026-05-06T09:51:58.958301Z","end":"2026-05-06T09:51:59.290738Z","steps":["trace[1686016214] 'process raft request' (duration: 332.351412ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:51:59.290785Z","caller":"traceutil/trace.go:171","msg":"trace[96425960] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"361.046909ms","start":"2026-05-06T09:51:58.929711Z","end":"2026-05-06T09:51:59.290758Z","steps":["trace[96425960] 'process raft request' (duration: 360.836722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:59.290815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.958287Z","time spent":"332.490616ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:51:59.290733Z","caller":"traceutil/trace.go:171","msg":"trace[1854243739] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"362.349809ms","start":"2026-05-06T09:51:58.928298Z","end":"2026-05-06T09:51:59.290647Z","steps":["trace[1854243739] 'process raft request' (duration: 362.019899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:59.290937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.929699Z","time spent":"361.134431ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:51:59.290993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.928287Z","time spent":"362.598738ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:51:59.291018Z","caller":"traceutil/trace.go:171","msg":"trace[522501532] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"310.645745ms","start":"2026-05-06T09:51:58.98033Z","end":"2026-05-06T09:51:59.290975Z","steps":["trace[522501532] 'process raft request' (duration: 310.375216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:59.291127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.980298Z","time spent":"310.775759ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:51:59.291133Z","caller":"traceutil/trace.go:171","msg":"trace[2018657324] linearizableReadLoop","detail":"{readStateIndex:9850; appliedIndex:9842; }","duration":"293.75235ms","start":"2026-05-06T09:51:58.997365Z","end":"2026-05-06T09:51:59.291118Z","steps":["trace[2018657324] 'read index received' (duration: 200.967616ms)","trace[2018657324] 'applied index is now lower than readState.Index' (duration: 92.783814ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:51:59.291179Z","caller":"traceutil/trace.go:171","msg":"trace[1706794177] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"308.369623ms","start":"2026-05-06T09:51:58.982797Z","end":"2026-05-06T09:51:59.291167Z","steps":["trace[1706794177] 'process raft request' (duration: 307.935869ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:51:59.2912Z","caller":"traceutil/trace.go:171","msg":"trace[1217491976] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"308.344372ms","start":"2026-05-06T09:51:58.982837Z","end":"2026-05-06T09:51:59.291182Z","steps":["trace[1217491976] 'process raft request' (duration: 308.25532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:59.291226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.982783Z","time spent":"308.419964ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:51:59.291285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:58.9828Z","time spent":"308.439955ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:51:59.291331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.954906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T09:51:59.291356Z","caller":"traceutil/trace.go:171","msg":"trace[1579892781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9512; }","duration":"293.993278ms","start":"2026-05-06T09:51:58.997355Z","end":"2026-05-06T09:51:59.291348Z","steps":["trace[1579892781] 'agreement among raft nodes before linearized reading' (duration: 293.862693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:59.291368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.23468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-06T09:51:59.291393Z","caller":"traceutil/trace.go:171","msg":"trace[1047637243] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9512; }","duration":"229.285932ms","start":"2026-05-06T09:51:59.0621Z","end":"2026-05-06T09:51:59.291386Z","steps":["trace[1047637243] 'agreement among raft nodes before linearized reading' (duration: 229.191039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:51:59.291555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.112107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:51:59.291647Z","caller":"traceutil/trace.go:171","msg":"trace[1338084110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:9512; }","duration":"217.185869ms","start":"2026-05-06T09:51:59.074402Z","end":"2026-05-06T09:51:59.291588Z","steps":["trace[1338084110] 'agreement among raft nodes before linearized reading' (duration: 217.026974ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:52:00.138798Z","caller":"traceutil/trace.go:171","msg":"trace[1835866142] linearizableReadLoop","detail":"{readStateIndex:9851; appliedIndex:9850; }","duration":"277.247349ms","start":"2026-05-06T09:51:59.861503Z","end":"2026-05-06T09:52:00.13875Z","steps":["trace[1835866142] 'read index received' (duration: 206.701517ms)","trace[1835866142] 'applied index is now lower than readState.Index' (duration: 70.544412ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:52:00.13891Z","caller":"traceutil/trace.go:171","msg":"trace[680193998] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"841.69387ms","start":"2026-05-06T09:51:59.297141Z","end":"2026-05-06T09:52:00.138835Z","steps":["trace[680193998] 'process raft request' (duration: 771.019185ms)","trace[680193998] 'compare' (duration: 70.19041ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:52:00.138952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.430414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:52:00.138998Z","caller":"traceutil/trace.go:171","msg":"trace[156044522] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9513; }","duration":"277.518567ms","start":"2026-05-06T09:51:59.861464Z","end":"2026-05-06T09:52:00.138983Z","steps":["trace[156044522] 'agreement among raft nodes before linearized reading' (duration: 277.416324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:52:00.139059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:51:59.297122Z","time spent":"841.856746ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T09:52:00.142194Z","caller":"traceutil/trace.go:171","msg":"trace[161960457] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"114.111119ms","start":"2026-05-06T09:52:00.027838Z","end":"2026-05-06T09:52:00.141949Z","steps":["trace[161960457] 'process raft request' (duration: 113.984665ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:52:17.377624Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T09:52:17.382047Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-06T09:52:17.38213Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-06T09:54:05.501216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7999} {"level":"info","ts":"2026-05-06T09:54:05.561708Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7999,"took":"58.859679ms","hash":1653283411,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":28467200,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-06T09:54:05.561777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1653283411,"revision":7999,"compact-revision":5824} {"level":"info","ts":"2026-05-06T09:55:20.903483Z","caller":"traceutil/trace.go:171","msg":"trace[1120833809] linearizableReadLoop","detail":"{readStateIndex:11623; appliedIndex:11622; }","duration":"237.81706ms","start":"2026-05-06T09:55:20.665645Z","end":"2026-05-06T09:55:20.903462Z","steps":["trace[1120833809] 'read index received' (duration: 237.617154ms)","trace[1120833809] 'applied index is now lower than readState.Index' (duration: 199.176µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:55:20.903685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mppcl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-06T09:55:20.903674Z","caller":"traceutil/trace.go:171","msg":"trace[519686866] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"238.76502ms","start":"2026-05-06T09:55:20.664888Z","end":"2026-05-06T09:55:20.903653Z","steps":["trace[519686866] 'process raft request' (duration: 238.45187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:20.903686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.014556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:55:20.903754Z","caller":"traceutil/trace.go:171","msg":"trace[754428288] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11235; }","duration":"238.133211ms","start":"2026-05-06T09:55:20.665603Z","end":"2026-05-06T09:55:20.903737Z","steps":["trace[754428288] 'agreement among raft nodes before linearized reading' (duration: 237.983906ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:55:20.903715Z","caller":"traceutil/trace.go:171","msg":"trace[176884905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mppcl; range_end:; response_count:1; response_revision:11235; }","duration":"179.923032ms","start":"2026-05-06T09:55:20.723785Z","end":"2026-05-06T09:55:20.903708Z","steps":["trace[176884905] 'agreement among raft nodes before linearized reading' (duration: 179.794678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:21.278753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.144673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-06T09:55:21.278852Z","caller":"traceutil/trace.go:171","msg":"trace[623627195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11235; }","duration":"360.270247ms","start":"2026-05-06T09:55:20.918557Z","end":"2026-05-06T09:55:21.278828Z","steps":["trace[623627195] 'range keys from in-memory index tree' (duration: 360.03213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:21.278916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:55:20.918542Z","time spent":"360.36342ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T09:55:21.279279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.484933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-06T09:55:21.279355Z","caller":"traceutil/trace.go:171","msg":"trace[903479238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11235; }","duration":"359.598026ms","start":"2026-05-06T09:55:20.919739Z","end":"2026-05-06T09:55:21.279337Z","steps":["trace[903479238] 'range keys from in-memory index tree' (duration: 359.341188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:21.279405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:55:20.919731Z","time spent":"359.664638ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-06T09:55:21.279415Z","caller":"traceutil/trace.go:171","msg":"trace[186219549] linearizableReadLoop","detail":"{readStateIndex:11624; appliedIndex:11623; }","duration":"126.35083ms","start":"2026-05-06T09:55:21.153047Z","end":"2026-05-06T09:55:21.279397Z","steps":["trace[186219549] 'read index received' (duration: 125.72884ms)","trace[186219549] 'applied index is now lower than readState.Index' (duration: 621.02µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:55:21.279583Z","caller":"traceutil/trace.go:171","msg":"trace[1826753569] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"269.454198ms","start":"2026-05-06T09:55:21.010116Z","end":"2026-05-06T09:55:21.279571Z","steps":["trace[1826753569] 'process raft request' (duration: 268.723375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:21.279847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.774813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T09:55:21.279954Z","caller":"traceutil/trace.go:171","msg":"trace[624036562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11236; }","duration":"126.918907ms","start":"2026-05-06T09:55:21.153006Z","end":"2026-05-06T09:55:21.279925Z","steps":["trace[624036562] 'agreement among raft nodes before linearized reading' (duration: 126.67604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:21.279936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.878686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:55:21.280056Z","caller":"traceutil/trace.go:171","msg":"trace[370272547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11236; }","duration":"127.021621ms","start":"2026-05-06T09:55:21.152989Z","end":"2026-05-06T09:55:21.280011Z","steps":["trace[370272547] 'agreement among raft nodes before linearized reading' (duration: 126.760593ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:55:43.881341Z","caller":"traceutil/trace.go:171","msg":"trace[1023927518] transaction","detail":"{read_only:false; response_revision:11359; number_of_response:1; }","duration":"483.420697ms","start":"2026-05-06T09:55:43.397887Z","end":"2026-05-06T09:55:43.881308Z","steps":["trace[1023927518] 'process raft request' (duration: 483.242511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:43.881571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T09:55:43.397867Z","time spent":"483.573412ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T09:55:44.095317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.056664ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-06T09:55:44.67586Z","caller":"traceutil/trace.go:171","msg":"trace[1401500304] transaction","detail":"{read_only:false; response_revision:11365; number_of_response:1; }","duration":"116.660564ms","start":"2026-05-06T09:55:44.559174Z","end":"2026-05-06T09:55:44.675834Z","steps":["trace[1401500304] 'process raft request' (duration: 95.462824ms)","trace[1401500304] 'compare' (duration: 21.029475ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T09:55:44.676079Z","caller":"traceutil/trace.go:171","msg":"trace[944529531] transaction","detail":"{read_only:false; response_revision:11366; number_of_response:1; }","duration":"115.919081ms","start":"2026-05-06T09:55:44.560132Z","end":"2026-05-06T09:55:44.676051Z","steps":["trace[944529531] 'process raft request' (duration: 115.657122ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:55:46.393996Z","caller":"traceutil/trace.go:171","msg":"trace[1361950195] transaction","detail":"{read_only:false; response_revision:11373; number_of_response:1; }","duration":"121.983592ms","start":"2026-05-06T09:55:46.271991Z","end":"2026-05-06T09:55:46.393974Z","steps":["trace[1361950195] 'process raft request' (duration: 121.795246ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:55:46.394185Z","caller":"traceutil/trace.go:171","msg":"trace[10730948] linearizableReadLoop","detail":"{readStateIndex:11767; appliedIndex:11764; }","duration":"103.959482ms","start":"2026-05-06T09:55:46.290215Z","end":"2026-05-06T09:55:46.394174Z","steps":["trace[10730948] 'read index received' (duration: 1.296871ms)","trace[10730948] 'applied index is now lower than readState.Index' (duration: 102.661641ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T09:55:46.39444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.88608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:55:46.394485Z","caller":"traceutil/trace.go:171","msg":"trace[1042332225] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11374; }","duration":"103.956882ms","start":"2026-05-06T09:55:46.290516Z","end":"2026-05-06T09:55:46.394473Z","steps":["trace[1042332225] 'agreement among raft nodes before linearized reading' (duration: 103.87833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:46.394435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.198079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T09:55:46.394462Z","caller":"traceutil/trace.go:171","msg":"trace[1863609122] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"121.252729ms","start":"2026-05-06T09:55:46.273167Z","end":"2026-05-06T09:55:46.39442Z","steps":["trace[1863609122] 'process raft request' (duration: 120.768633ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:55:46.394543Z","caller":"traceutil/trace.go:171","msg":"trace[233887593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11374; }","duration":"104.353424ms","start":"2026-05-06T09:55:46.290172Z","end":"2026-05-06T09:55:46.394526Z","steps":["trace[233887593] 'agreement among raft nodes before linearized reading' (duration: 104.146788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:46.394627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.550139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:55:46.39453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.368572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T09:55:46.394671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.089665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-06T09:55:46.394736Z","caller":"traceutil/trace.go:171","msg":"trace[1646227266] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11374; }","duration":"102.611669ms","start":"2026-05-06T09:55:46.292107Z","end":"2026-05-06T09:55:46.394719Z","steps":["trace[1646227266] 'agreement among raft nodes before linearized reading' (duration: 102.32997ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:55:46.394766Z","caller":"traceutil/trace.go:171","msg":"trace[1089776582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11374; }","duration":"103.213128ms","start":"2026-05-06T09:55:46.291532Z","end":"2026-05-06T09:55:46.394745Z","steps":["trace[1089776582] 'agreement among raft nodes before linearized reading' (duration: 102.96565ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:55:46.394686Z","caller":"traceutil/trace.go:171","msg":"trace[1369800245] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11374; }","duration":"103.617761ms","start":"2026-05-06T09:55:46.291047Z","end":"2026-05-06T09:55:46.394664Z","steps":["trace[1369800245] 'agreement among raft nodes before linearized reading' (duration: 103.55652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T09:55:46.394823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.648812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-06T09:55:46.394936Z","caller":"traceutil/trace.go:171","msg":"trace[1654980096] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11374; }","duration":"103.861849ms","start":"2026-05-06T09:55:46.291052Z","end":"2026-05-06T09:55:46.394914Z","steps":["trace[1654980096] 'agreement among raft nodes before linearized reading' (duration: 103.480257ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T09:59:05.507502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10403} {"level":"info","ts":"2026-05-06T09:59:05.590067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10403,"took":"80.078396ms","hash":641454019,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":27082752,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-06T09:59:05.590158Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":641454019,"revision":10403,"compact-revision":7999} {"level":"info","ts":"2026-05-06T10:02:23.66187Z","caller":"traceutil/trace.go:171","msg":"trace[1177203228] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"385.259264ms","start":"2026-05-06T10:02:23.276588Z","end":"2026-05-06T10:02:23.661847Z","steps":["trace[1177203228] 'process raft request' (duration: 385.101549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:23.66205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:23.276564Z","time spent":"385.386309ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:02:23.687912Z","caller":"traceutil/trace.go:171","msg":"trace[576853033] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"277.176879ms","start":"2026-05-06T10:02:23.41071Z","end":"2026-05-06T10:02:23.687887Z","steps":["trace[576853033] 'process raft request' (duration: 276.503668ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:31.29932Z","caller":"traceutil/trace.go:171","msg":"trace[929959953] transaction","detail":"{read_only:false; response_revision:14053; number_of_response:1; }","duration":"128.789387ms","start":"2026-05-06T10:02:31.170511Z","end":"2026-05-06T10:02:31.299301Z","steps":["trace[929959953] 'process raft request' (duration: 128.669963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:38.271469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.658786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:02:38.271782Z","caller":"traceutil/trace.go:171","msg":"trace[2098866956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14103; }","duration":"117.007517ms","start":"2026-05-06T10:02:38.154758Z","end":"2026-05-06T10:02:38.271766Z","steps":["trace[2098866956] 'range keys from in-memory index tree' (duration: 116.563813ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:40.03189Z","caller":"traceutil/trace.go:171","msg":"trace[1731172032] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"251.038009ms","start":"2026-05-06T10:02:39.780828Z","end":"2026-05-06T10:02:40.031866Z","steps":["trace[1731172032] 'process raft request' (duration: 250.899194ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:40.125505Z","caller":"traceutil/trace.go:171","msg":"trace[1272827321] transaction","detail":"{read_only:false; response_revision:14113; number_of_response:1; }","duration":"278.735638ms","start":"2026-05-06T10:02:39.846747Z","end":"2026-05-06T10:02:40.125482Z","steps":["trace[1272827321] 'process raft request' (duration: 278.649195ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:40.125519Z","caller":"traceutil/trace.go:171","msg":"trace[1797279571] transaction","detail":"{read_only:false; response_revision:14112; number_of_response:1; }","duration":"279.996178ms","start":"2026-05-06T10:02:39.845494Z","end":"2026-05-06T10:02:40.125491Z","steps":["trace[1797279571] 'process raft request' (duration: 279.700059ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:40.125709Z","caller":"traceutil/trace.go:171","msg":"trace[163558941] linearizableReadLoop","detail":"{readStateIndex:14606; appliedIndex:14602; }","duration":"125.05861ms","start":"2026-05-06T10:02:40.000641Z","end":"2026-05-06T10:02:40.1257Z","steps":["trace[163558941] 'read index received' (duration: 31.187851ms)","trace[163558941] 'applied index is now lower than readState.Index' (duration: 93.869609ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:02:40.12585Z","caller":"traceutil/trace.go:171","msg":"trace[923078081] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"269.764636ms","start":"2026-05-06T10:02:39.856074Z","end":"2026-05-06T10:02:40.125839Z","steps":["trace[923078081] 'process raft request' (duration: 269.373094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:40.125878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.220295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T10:02:40.125914Z","caller":"traceutil/trace.go:171","msg":"trace[641922729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14114; }","duration":"125.266166ms","start":"2026-05-06T10:02:40.000634Z","end":"2026-05-06T10:02:40.1259Z","steps":["trace[641922729] 'agreement among raft nodes before linearized reading' (duration: 125.099171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:41.891359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.89229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:02:41.89146Z","caller":"traceutil/trace.go:171","msg":"trace[275205015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14128; }","duration":"131.021554ms","start":"2026-05-06T10:02:41.760419Z","end":"2026-05-06T10:02:41.89144Z","steps":["trace[275205015] 'count revisions from in-memory index tree' (duration: 130.803158ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:48.819714Z","caller":"traceutil/trace.go:171","msg":"trace[135858790] transaction","detail":"{read_only:false; response_revision:14290; number_of_response:1; }","duration":"107.353262ms","start":"2026-05-06T10:02:48.712327Z","end":"2026-05-06T10:02:48.81968Z","steps":["trace[135858790] 'process raft request' (duration: 107.182487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.374005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.492068ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-06T10:02:49.374078Z","caller":"traceutil/trace.go:171","msg":"trace[1291571399] linearizableReadLoop","detail":"{readStateIndex:14785; appliedIndex:14784; }","duration":"444.277282ms","start":"2026-05-06T10:02:48.929789Z","end":"2026-05-06T10:02:49.374066Z","steps":["trace[1291571399] 'read index received' (duration: 49.645909ms)","trace[1291571399] 'applied index is now lower than readState.Index' (duration: 394.630493ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:02:49.374096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:48.82076Z","time spent":"553.32631ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T10:02:49.374427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.645114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T10:02:49.374453Z","caller":"traceutil/trace.go:171","msg":"trace[1337112089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14290; }","duration":"444.711366ms","start":"2026-05-06T10:02:48.929733Z","end":"2026-05-06T10:02:49.374444Z","steps":["trace[1337112089] 'agreement among raft nodes before linearized reading' (duration: 444.430157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.374472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:48.929716Z","time spent":"444.752477ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:02:49.374564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.285947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-06T10:02:49.374599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.366759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:02:49.374633Z","caller":"traceutil/trace.go:171","msg":"trace[835477726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14290; }","duration":"434.38985ms","start":"2026-05-06T10:02:48.940225Z","end":"2026-05-06T10:02:49.374615Z","steps":["trace[835477726] 'agreement among raft nodes before linearized reading' (duration: 434.241785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.374632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.79195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-lkh86.18acf1c1d63606e1\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-05-06T10:02:49.374663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:48.940206Z","time spent":"434.450581ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T10:02:49.374672Z","caller":"traceutil/trace.go:171","msg":"trace[743474824] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-lkh86.18acf1c1d63606e1; range_end:; response_count:1; response_revision:14290; }","duration":"116.868192ms","start":"2026-05-06T10:02:49.257789Z","end":"2026-05-06T10:02:49.374657Z","steps":["trace[743474824] 'agreement among raft nodes before linearized reading' (duration: 116.761699ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:49.374676Z","caller":"traceutil/trace.go:171","msg":"trace[136165447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14290; }","duration":"220.477052ms","start":"2026-05-06T10:02:49.154174Z","end":"2026-05-06T10:02:49.374651Z","steps":["trace[136165447] 'agreement among raft nodes before linearized reading' (duration: 220.358048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.374669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.444831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T10:02:49.374744Z","caller":"traceutil/trace.go:171","msg":"trace[23674989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14290; }","duration":"430.555714ms","start":"2026-05-06T10:02:48.944168Z","end":"2026-05-06T10:02:49.374724Z","steps":["trace[23674989] 'agreement among raft nodes before linearized reading' (duration: 430.353908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.374797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:48.944157Z","time spent":"430.627106ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:02:49.374968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.840531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T10:02:49.374999Z","caller":"traceutil/trace.go:171","msg":"trace[1023344692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14290; }","duration":"429.913983ms","start":"2026-05-06T10:02:48.945076Z","end":"2026-05-06T10:02:49.37499Z","steps":["trace[1023344692] 'agreement among raft nodes before linearized reading' (duration: 429.394546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.375019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:48.945055Z","time spent":"429.959395ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:02:49.374619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.55894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T10:02:49.375213Z","caller":"traceutil/trace.go:171","msg":"trace[865271085] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14290; }","duration":"120.153229ms","start":"2026-05-06T10:02:49.254928Z","end":"2026-05-06T10:02:49.375081Z","steps":["trace[865271085] 'agreement among raft nodes before linearized reading' (duration: 119.541329ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:49.720869Z","caller":"traceutil/trace.go:171","msg":"trace[120842079] transaction","detail":"{read_only:false; response_revision:14291; number_of_response:1; }","duration":"344.957842ms","start":"2026-05-06T10:02:49.375879Z","end":"2026-05-06T10:02:49.720837Z","steps":["trace[120842079] 'process raft request' (duration: 294.772835ms)","trace[120842079] 'compare' (duration: 49.97276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:02:49.721046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:49.375856Z","time spent":"345.101727ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:02:49.727812Z","caller":"traceutil/trace.go:171","msg":"trace[826828052] linearizableReadLoop","detail":"{readStateIndex:14787; appliedIndex:14785; }","duration":"350.353238ms","start":"2026-05-06T10:02:49.37744Z","end":"2026-05-06T10:02:49.727793Z","steps":["trace[826828052] 'read index received' (duration: 293.227695ms)","trace[826828052] 'applied index is now lower than readState.Index' (duration: 57.124613ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:02:49.727805Z","caller":"traceutil/trace.go:171","msg":"trace[941957553] transaction","detail":"{read_only:false; response_revision:14292; number_of_response:1; }","duration":"350.737951ms","start":"2026-05-06T10:02:49.377017Z","end":"2026-05-06T10:02:49.727755Z","steps":["trace[941957553] 'process raft request' (duration: 350.421271ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:49.727891Z","caller":"traceutil/trace.go:171","msg":"trace[1436749068] transaction","detail":"{read_only:false; response_revision:14293; number_of_response:1; }","duration":"349.452339ms","start":"2026-05-06T10:02:49.378433Z","end":"2026-05-06T10:02:49.727885Z","steps":["trace[1436749068] 'process raft request' (duration: 349.206201ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:02:49.727932Z","caller":"traceutil/trace.go:171","msg":"trace[421240647] transaction","detail":"{read_only:false; response_revision:14295; number_of_response:1; }","duration":"349.358355ms","start":"2026-05-06T10:02:49.378562Z","end":"2026-05-06T10:02:49.727921Z","steps":["trace[421240647] 'process raft request' (duration: 349.160549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.727989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:49.378427Z","time spent":"349.49868ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:02:49.728854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:49.378543Z","time spent":"350.230764ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:02:49.728148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.456781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-06T10:02:49.729074Z","caller":"traceutil/trace.go:171","msg":"trace[1915859864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf; range_end:; response_count:1; response_revision:14296; }","duration":"164.401822ms","start":"2026-05-06T10:02:49.564651Z","end":"2026-05-06T10:02:49.729053Z","steps":["trace[1915859864] 'agreement among raft nodes before linearized reading' (duration: 163.384129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.728107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:49.376998Z","time spent":"350.907646ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:02:49.727842Z","caller":"traceutil/trace.go:171","msg":"trace[797100988] transaction","detail":"{read_only:false; response_revision:14294; number_of_response:1; }","duration":"349.323654ms","start":"2026-05-06T10:02:49.378496Z","end":"2026-05-06T10:02:49.72782Z","steps":["trace[797100988] 'process raft request' (duration: 349.19266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.729296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:49.378478Z","time spent":"350.779292ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:02:49.728144Z","caller":"traceutil/trace.go:171","msg":"trace[2089487680] transaction","detail":"{read_only:false; response_revision:14296; number_of_response:1; }","duration":"349.293634ms","start":"2026-05-06T10:02:49.378832Z","end":"2026-05-06T10:02:49.728125Z","steps":["trace[2089487680] 'process raft request' (duration: 348.927552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.729433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:49.378822Z","time spent":"350.587676ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:02:49.728199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.742651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-05-06T10:02:49.729514Z","caller":"traceutil/trace.go:171","msg":"trace[316921009] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288; range_end:; response_count:1; response_revision:14296; }","duration":"352.085965ms","start":"2026-05-06T10:02:49.377416Z","end":"2026-05-06T10:02:49.729502Z","steps":["trace[316921009] 'agreement among raft nodes before linearized reading' (duration: 350.604567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.729542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:02:49.37741Z","time spent":"352.125776ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288\" "} {"level":"warn","ts":"2026-05-06T10:02:49.728337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.850682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-06T10:02:49.729677Z","caller":"traceutil/trace.go:171","msg":"trace[1684612413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14296; }","duration":"156.234746ms","start":"2026-05-06T10:02:49.573435Z","end":"2026-05-06T10:02:49.72967Z","steps":["trace[1684612413] 'agreement among raft nodes before linearized reading' (duration: 154.797209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.72836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.686645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19c620da-b18f-4550-8b09-7f4f16db98f2\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-06T10:02:49.729786Z","caller":"traceutil/trace.go:171","msg":"trace[1849079558] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19c620da-b18f-4550-8b09-7f4f16db98f2; range_end:; response_count:1; response_revision:14296; }","duration":"110.181264ms","start":"2026-05-06T10:02:49.619596Z","end":"2026-05-06T10:02:49.729777Z","steps":["trace[1849079558] 'agreement among raft nodes before linearized reading' (duration: 108.591252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:02:49.728447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.784498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-06T10:02:49.729903Z","caller":"traceutil/trace.go:171","msg":"trace[947001548] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf; range_end:; response_count:1; response_revision:14296; }","duration":"110.307758ms","start":"2026-05-06T10:02:49.619586Z","end":"2026-05-06T10:02:49.729893Z","steps":["trace[947001548] 'agreement among raft nodes before linearized reading' (duration: 108.609602ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:00.45766Z","caller":"traceutil/trace.go:171","msg":"trace[68846821] linearizableReadLoop","detail":"{readStateIndex:15756; appliedIndex:15754; }","duration":"370.281807ms","start":"2026-05-06T10:04:00.087353Z","end":"2026-05-06T10:04:00.457635Z","steps":["trace[68846821] 'read index received' (duration: 44.709938ms)","trace[68846821] 'applied index is now lower than readState.Index' (duration: 325.570659ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:04:00.457908Z","caller":"traceutil/trace.go:171","msg":"trace[1754826309] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"373.439971ms","start":"2026-05-06T10:04:00.084456Z","end":"2026-05-06T10:04:00.457896Z","steps":["trace[1754826309] 'process raft request' (duration: 367.226448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.458011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:04:00.084418Z","time spent":"373.525923ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:04:00.458662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-06T10:04:00.458756Z","caller":"traceutil/trace.go:171","msg":"trace[894946854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15233; }","duration":"371.406584ms","start":"2026-05-06T10:04:00.087329Z","end":"2026-05-06T10:04:00.458735Z","steps":["trace[894946854] 'agreement among raft nodes before linearized reading' (duration: 370.6771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.458813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:04:00.087316Z","time spent":"371.472007ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T10:04:00.468585Z","caller":"traceutil/trace.go:171","msg":"trace[2142788306] transaction","detail":"{read_only:false; response_revision:15234; number_of_response:1; }","duration":"162.670037ms","start":"2026-05-06T10:04:00.305894Z","end":"2026-05-06T10:04:00.468564Z","steps":["trace[2142788306] 'process raft request' (duration: 162.438389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.46888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.973366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:04:00.468927Z","caller":"traceutil/trace.go:171","msg":"trace[1382606999] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15236; }","duration":"140.060869ms","start":"2026-05-06T10:04:00.328854Z","end":"2026-05-06T10:04:00.468915Z","steps":["trace[1382606999] 'agreement among raft nodes before linearized reading' (duration: 139.962576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.468982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.319837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T10:04:00.469024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.859361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T10:04:00.469059Z","caller":"traceutil/trace.go:171","msg":"trace[667917880] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15236; }","duration":"121.481362ms","start":"2026-05-06T10:04:00.347558Z","end":"2026-05-06T10:04:00.46904Z","steps":["trace[667917880] 'agreement among raft nodes before linearized reading' (duration: 121.255285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.469074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.499293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-06T10:04:00.469108Z","caller":"traceutil/trace.go:171","msg":"trace[473984156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15236; }","duration":"364.980365ms","start":"2026-05-06T10:04:00.104106Z","end":"2026-05-06T10:04:00.469086Z","steps":["trace[473984156] 'agreement among raft nodes before linearized reading' (duration: 364.643714ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:00.469142Z","caller":"traceutil/trace.go:171","msg":"trace[537290358] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15236; }","duration":"121.609627ms","start":"2026-05-06T10:04:00.347518Z","end":"2026-05-06T10:04:00.469128Z","steps":["trace[537290358] 'agreement among raft nodes before linearized reading' (duration: 121.443242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.469086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.334628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-05-06T10:04:00.469178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:04:00.104094Z","time spent":"365.061467ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:04:00.469073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.930375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-06T10:04:00.469267Z","caller":"traceutil/trace.go:171","msg":"trace[1596883896] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15236; }","duration":"140.144181ms","start":"2026-05-06T10:04:00.329107Z","end":"2026-05-06T10:04:00.469251Z","steps":["trace[1596883896] 'agreement among raft nodes before linearized reading' (duration: 139.875092ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:00.46925Z","caller":"traceutil/trace.go:171","msg":"trace[1839061238] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15236; }","duration":"121.511153ms","start":"2026-05-06T10:04:00.347683Z","end":"2026-05-06T10:04:00.469194Z","steps":["trace[1839061238] 'agreement among raft nodes before linearized reading' (duration: 121.275745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.469724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.346331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-06T10:04:00.469829Z","caller":"traceutil/trace.go:171","msg":"trace[345920526] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15236; }","duration":"279.452125ms","start":"2026-05-06T10:04:00.190368Z","end":"2026-05-06T10:04:00.46982Z","steps":["trace[345920526] 'agreement among raft nodes before linearized reading' (duration: 278.904677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.469802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.321692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:04:00.470469Z","caller":"traceutil/trace.go:171","msg":"trace[1952590116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15236; }","duration":"314.996484ms","start":"2026-05-06T10:04:00.155453Z","end":"2026-05-06T10:04:00.47045Z","steps":["trace[1952590116] 'agreement among raft nodes before linearized reading' (duration: 313.969481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:00.470558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:04:00.155447Z","time spent":"315.096437ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T10:04:05.513015Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12660} {"level":"info","ts":"2026-05-06T10:04:05.591726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12660,"took":"75.917507ms","hash":1880604304,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":30674944,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-06T10:04:05.591784Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1880604304,"revision":12660,"compact-revision":10403} {"level":"info","ts":"2026-05-06T10:04:18.324418Z","caller":"traceutil/trace.go:171","msg":"trace[595219093] transaction","detail":"{read_only:false; response_revision:15331; number_of_response:1; }","duration":"112.457499ms","start":"2026-05-06T10:04:18.211932Z","end":"2026-05-06T10:04:18.32439Z","steps":["trace[595219093] 'process raft request' (duration: 112.296164ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:22.69358Z","caller":"traceutil/trace.go:171","msg":"trace[926644689] transaction","detail":"{read_only:false; response_revision:15357; number_of_response:1; }","duration":"102.592066ms","start":"2026-05-06T10:04:22.590974Z","end":"2026-05-06T10:04:22.693566Z","steps":["trace[926644689] 'process raft request' (duration: 102.268496ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:22.694274Z","caller":"traceutil/trace.go:171","msg":"trace[1636445737] transaction","detail":"{read_only:false; response_revision:15358; number_of_response:1; }","duration":"100.483968ms","start":"2026-05-06T10:04:22.593779Z","end":"2026-05-06T10:04:22.694263Z","steps":["trace[1636445737] 'process raft request' (duration: 100.24192ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:23.431239Z","caller":"traceutil/trace.go:171","msg":"trace[1576082658] transaction","detail":"{read_only:false; response_revision:15362; number_of_response:1; }","duration":"108.23953ms","start":"2026-05-06T10:04:23.32297Z","end":"2026-05-06T10:04:23.431209Z","steps":["trace[1576082658] 'process raft request' (duration: 108.095746ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:24.187111Z","caller":"traceutil/trace.go:171","msg":"trace[2083285267] transaction","detail":"{read_only:false; response_revision:15363; number_of_response:1; }","duration":"243.507574ms","start":"2026-05-06T10:04:23.943579Z","end":"2026-05-06T10:04:24.187086Z","steps":["trace[2083285267] 'process raft request' (duration: 243.368889ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:24.187474Z","caller":"traceutil/trace.go:171","msg":"trace[922877221] linearizableReadLoop","detail":"{readStateIndex:15891; appliedIndex:15891; }","duration":"184.263661ms","start":"2026-05-06T10:04:24.003198Z","end":"2026-05-06T10:04:24.187462Z","steps":["trace[922877221] 'read index received' (duration: 184.258501ms)","trace[922877221] 'applied index is now lower than readState.Index' (duration: 4.08µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:04:24.187648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.384455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T10:04:24.187704Z","caller":"traceutil/trace.go:171","msg":"trace[1159125414] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15363; }","duration":"184.534949ms","start":"2026-05-06T10:04:24.003156Z","end":"2026-05-06T10:04:24.187691Z","steps":["trace[1159125414] 'agreement among raft nodes before linearized reading' (duration: 184.381164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:24.233609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.014414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lqtmb\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-05-06T10:04:24.233617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.674801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:04:24.233664Z","caller":"traceutil/trace.go:171","msg":"trace[812682154] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lqtmb; range_end:; response_count:1; response_revision:15363; }","duration":"230.091746ms","start":"2026-05-06T10:04:24.00356Z","end":"2026-05-06T10:04:24.233652Z","steps":["trace[812682154] 'agreement among raft nodes before linearized reading' (duration: 229.937371ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:24.233676Z","caller":"traceutil/trace.go:171","msg":"trace[1581555656] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15363; }","duration":"202.790465ms","start":"2026-05-06T10:04:24.030871Z","end":"2026-05-06T10:04:24.233661Z","steps":["trace[1581555656] 'agreement among raft nodes before linearized reading' (duration: 202.664991ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:26.646655Z","caller":"traceutil/trace.go:171","msg":"trace[1812005954] transaction","detail":"{read_only:false; response_revision:15373; number_of_response:1; }","duration":"230.243681ms","start":"2026-05-06T10:04:26.416383Z","end":"2026-05-06T10:04:26.646627Z","steps":["trace[1812005954] 'process raft request' (duration: 230.056355ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:26.650207Z","caller":"traceutil/trace.go:171","msg":"trace[413516161] transaction","detail":"{read_only:false; response_revision:15374; number_of_response:1; }","duration":"212.200082ms","start":"2026-05-06T10:04:26.43795Z","end":"2026-05-06T10:04:26.65015Z","steps":["trace[413516161] 'process raft request' (duration: 212.031456ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:26.650519Z","caller":"traceutil/trace.go:171","msg":"trace[358956150] linearizableReadLoop","detail":"{readStateIndex:15903; appliedIndex:15901; }","duration":"163.599347ms","start":"2026-05-06T10:04:26.4869Z","end":"2026-05-06T10:04:26.6505Z","steps":["trace[358956150] 'read index received' (duration: 159.585656ms)","trace[358956150] 'applied index is now lower than readState.Index' (duration: 4.012581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:04:26.650663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.741641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:04:26.650777Z","caller":"traceutil/trace.go:171","msg":"trace[1751753011] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:15376; }","duration":"163.875805ms","start":"2026-05-06T10:04:26.486879Z","end":"2026-05-06T10:04:26.650755Z","steps":["trace[1751753011] 'agreement among raft nodes before linearized reading' (duration: 163.70795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:26.650852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.525104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:04:26.650902Z","caller":"traceutil/trace.go:171","msg":"trace[376974292] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15376; }","duration":"117.627917ms","start":"2026-05-06T10:04:26.533262Z","end":"2026-05-06T10:04:26.65089Z","steps":["trace[376974292] 'agreement among raft nodes before linearized reading' (duration: 117.541284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:26.651004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.890845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-06T10:04:26.651091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.525016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T10:04:26.651225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.358086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T10:04:26.651278Z","caller":"traceutil/trace.go:171","msg":"trace[1157346911] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15376; }","duration":"143.45636ms","start":"2026-05-06T10:04:26.50781Z","end":"2026-05-06T10:04:26.651266Z","steps":["trace[1157346911] 'agreement among raft nodes before linearized reading' (duration: 143.378438ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:26.651278Z","caller":"traceutil/trace.go:171","msg":"trace[835163945] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15376; }","duration":"118.741134ms","start":"2026-05-06T10:04:26.532521Z","end":"2026-05-06T10:04:26.651262Z","steps":["trace[835163945] 'agreement among raft nodes before linearized reading' (duration: 118.543068ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:04:26.651094Z","caller":"traceutil/trace.go:171","msg":"trace[1446028567] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15376; }","duration":"106.016889ms","start":"2026-05-06T10:04:26.545057Z","end":"2026-05-06T10:04:26.651074Z","steps":["trace[1446028567] 'agreement among raft nodes before linearized reading' (duration: 105.722019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:26.651082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.821111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-06T10:04:26.651556Z","caller":"traceutil/trace.go:171","msg":"trace[1893228771] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15376; }","duration":"117.312037ms","start":"2026-05-06T10:04:26.534228Z","end":"2026-05-06T10:04:26.65154Z","steps":["trace[1893228771] 'agreement among raft nodes before linearized reading' (duration: 116.678926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:04:26.651033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.843827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-06T10:04:26.651736Z","caller":"traceutil/trace.go:171","msg":"trace[659587177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15376; }","duration":"161.5311ms","start":"2026-05-06T10:04:26.490145Z","end":"2026-05-06T10:04:26.651676Z","steps":["trace[659587177] 'agreement among raft nodes before linearized reading' (duration: 160.561178ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:06:23.544369Z","caller":"traceutil/trace.go:171","msg":"trace[1058024775] linearizableReadLoop","detail":"{readStateIndex:16735; appliedIndex:16734; }","duration":"122.422044ms","start":"2026-05-06T10:06:23.421915Z","end":"2026-05-06T10:06:23.544337Z","steps":["trace[1058024775] 'read index received' (duration: 29.87652ms)","trace[1058024775] 'applied index is now lower than readState.Index' (duration: 92.544104ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:06:23.544421Z","caller":"traceutil/trace.go:171","msg":"trace[1152889118] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"129.663907ms","start":"2026-05-06T10:06:23.414728Z","end":"2026-05-06T10:06:23.544392Z","steps":["trace[1152889118] 'process raft request' (duration: 37.135333ms)","trace[1152889118] 'compare' (duration: 92.295476ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:06:23.544577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.647081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-06T10:06:23.544636Z","caller":"traceutil/trace.go:171","msg":"trace[1168837411] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16178; }","duration":"122.734553ms","start":"2026-05-06T10:06:23.421889Z","end":"2026-05-06T10:06:23.544623Z","steps":["trace[1168837411] 'agreement among raft nodes before linearized reading' (duration: 122.599389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:06:23.544698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.772726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-06T10:06:23.544767Z","caller":"traceutil/trace.go:171","msg":"trace[796018616] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16178; }","duration":"104.87778ms","start":"2026-05-06T10:06:23.439872Z","end":"2026-05-06T10:06:23.54475Z","steps":["trace[796018616] 'agreement among raft nodes before linearized reading' (duration: 104.651693ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:07:25.522631Z","caller":"traceutil/trace.go:171","msg":"trace[978956886] transaction","detail":"{read_only:false; response_revision:16826; number_of_response:1; }","duration":"119.944751ms","start":"2026-05-06T10:07:25.402652Z","end":"2026-05-06T10:07:25.522597Z","steps":["trace[978956886] 'process raft request' (duration: 117.998009ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:07:25.546282Z","caller":"traceutil/trace.go:171","msg":"trace[648184373] transaction","detail":"{read_only:false; response_revision:16827; number_of_response:1; }","duration":"100.616807ms","start":"2026-05-06T10:07:25.445645Z","end":"2026-05-06T10:07:25.546262Z","steps":["trace[648184373] 'process raft request' (duration: 100.463222ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:07:25.546529Z","caller":"traceutil/trace.go:171","msg":"trace[622825820] transaction","detail":"{read_only:false; response_revision:16829; number_of_response:1; }","duration":"100.07086ms","start":"2026-05-06T10:07:25.446442Z","end":"2026-05-06T10:07:25.546513Z","steps":["trace[622825820] 'process raft request' (duration: 99.927615ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:07:25.546529Z","caller":"traceutil/trace.go:171","msg":"trace[1770534164] transaction","detail":"{read_only:false; response_revision:16828; number_of_response:1; }","duration":"100.771811ms","start":"2026-05-06T10:07:25.445724Z","end":"2026-05-06T10:07:25.546496Z","steps":["trace[1770534164] 'process raft request' (duration: 100.504143ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:09:05.520815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15262} {"level":"info","ts":"2026-05-06T10:09:05.623332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15262,"took":"98.635374ms","hash":2734426722,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":32071680,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-06T10:09:05.623382Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2734426722,"revision":15262,"compact-revision":12660} {"level":"info","ts":"2026-05-06T10:10:10.19927Z","caller":"traceutil/trace.go:171","msg":"trace[736993187] transaction","detail":"{read_only:false; response_revision:18038; number_of_response:1; }","duration":"264.840954ms","start":"2026-05-06T10:10:09.934371Z","end":"2026-05-06T10:10:10.199212Z","steps":["trace[736993187] 'process raft request' (duration: 264.665658ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:10.200267Z","caller":"traceutil/trace.go:171","msg":"trace[74365658] transaction","detail":"{read_only:false; response_revision:18039; number_of_response:1; }","duration":"121.414768ms","start":"2026-05-06T10:10:10.078838Z","end":"2026-05-06T10:10:10.200253Z","steps":["trace[74365658] 'process raft request' (duration: 121.088507ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:16.729216Z","caller":"traceutil/trace.go:171","msg":"trace[1906891153] linearizableReadLoop","detail":"{readStateIndex:18691; appliedIndex:18690; }","duration":"185.915876ms","start":"2026-05-06T10:10:16.543276Z","end":"2026-05-06T10:10:16.729192Z","steps":["trace[1906891153] 'read index received' (duration: 145.668228ms)","trace[1906891153] 'applied index is now lower than readState.Index' (duration: 40.246628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:10:16.729514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.221476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:10:16.729579Z","caller":"traceutil/trace.go:171","msg":"trace[1915221437] transaction","detail":"{read_only:false; response_revision:18075; number_of_response:1; }","duration":"361.518425ms","start":"2026-05-06T10:10:16.36802Z","end":"2026-05-06T10:10:16.729538Z","steps":["trace[1915221437] 'process raft request' (duration: 321.020329ms)","trace[1915221437] 'compare' (duration: 39.847736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:10:16.729643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.100758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:10:16.729632Z","caller":"traceutil/trace.go:171","msg":"trace[1556592212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18075; }","duration":"186.382491ms","start":"2026-05-06T10:10:16.543223Z","end":"2026-05-06T10:10:16.729605Z","steps":["trace[1556592212] 'agreement among raft nodes before linearized reading' (duration: 186.110753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:16.729569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.20934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:10:16.729675Z","caller":"traceutil/trace.go:171","msg":"trace[2125725538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18075; }","duration":"133.16497ms","start":"2026-05-06T10:10:16.596499Z","end":"2026-05-06T10:10:16.729664Z","steps":["trace[2125725538] 'agreement among raft nodes before linearized reading' (duration: 133.093648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:16.729746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:16.368002Z","time spent":"361.639569ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:10:16.729751Z","caller":"traceutil/trace.go:171","msg":"trace[770452699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18075; }","duration":"137.377115ms","start":"2026-05-06T10:10:16.592309Z","end":"2026-05-06T10:10:16.729686Z","steps":["trace[770452699] 'agreement among raft nodes before linearized reading' (duration: 137.142647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:16.73006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.604423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:10:16.730139Z","caller":"traceutil/trace.go:171","msg":"trace[1091034165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18075; }","duration":"132.698486ms","start":"2026-05-06T10:10:16.597417Z","end":"2026-05-06T10:10:16.730115Z","steps":["trace[1091034165] 'agreement among raft nodes before linearized reading' (duration: 132.145468ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:17.307312Z","caller":"traceutil/trace.go:171","msg":"trace[98723208] linearizableReadLoop","detail":"{readStateIndex:18696; appliedIndex:18695; }","duration":"262.425187ms","start":"2026-05-06T10:10:17.044867Z","end":"2026-05-06T10:10:17.307292Z","steps":["trace[98723208] 'read index received' (duration: 262.284083ms)","trace[98723208] 'applied index is now lower than readState.Index' (duration: 139.944µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:10:17.307351Z","caller":"traceutil/trace.go:171","msg":"trace[914089732] transaction","detail":"{read_only:false; response_revision:18080; number_of_response:1; }","duration":"276.864775ms","start":"2026-05-06T10:10:17.03046Z","end":"2026-05-06T10:10:17.307324Z","steps":["trace[914089732] 'process raft request' (duration: 276.70101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:17.307529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.545388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:10:17.307562Z","caller":"traceutil/trace.go:171","msg":"trace[2083177449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18080; }","duration":"153.629041ms","start":"2026-05-06T10:10:17.153924Z","end":"2026-05-06T10:10:17.307553Z","steps":["trace[2083177449] 'agreement among raft nodes before linearized reading' (duration: 153.562978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:17.307533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.423167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:10:17.307647Z","caller":"traceutil/trace.go:171","msg":"trace[2138816] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18080; }","duration":"245.547471ms","start":"2026-05-06T10:10:17.062047Z","end":"2026-05-06T10:10:17.307594Z","steps":["trace[2138816] 'agreement among raft nodes before linearized reading' (duration: 245.393906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:17.307987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.114529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7blx5\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-05-06T10:10:17.308023Z","caller":"traceutil/trace.go:171","msg":"trace[985579624] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7blx5; range_end:; response_count:1; response_revision:18080; }","duration":"263.177991ms","start":"2026-05-06T10:10:17.044836Z","end":"2026-05-06T10:10:17.308014Z","steps":["trace[985579624] 'agreement among raft nodes before linearized reading' (duration: 263.041767ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:17.980913Z","caller":"traceutil/trace.go:171","msg":"trace[728607549] transaction","detail":"{read_only:false; response_revision:18081; number_of_response:1; }","duration":"379.31804ms","start":"2026-05-06T10:10:17.601577Z","end":"2026-05-06T10:10:17.980895Z","steps":["trace[728607549] 'process raft request' (duration: 378.927888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:17.981031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:17.601566Z","time spent":"379.396024ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:10:18.703522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.952253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-05-06T10:10:18.703648Z","caller":"traceutil/trace.go:171","msg":"trace[976388170] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18081; }","duration":"494.084827ms","start":"2026-05-06T10:10:18.209498Z","end":"2026-05-06T10:10:18.703583Z","steps":["trace[976388170] 'range keys from in-memory index tree' (duration: 493.780108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:18.703692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.209479Z","time spent":"494.203861ms","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-06T10:10:18.71635Z","caller":"traceutil/trace.go:171","msg":"trace[1804449598] transaction","detail":"{read_only:false; response_revision:18082; number_of_response:1; }","duration":"464.732255ms","start":"2026-05-06T10:10:18.251593Z","end":"2026-05-06T10:10:18.716325Z","steps":["trace[1804449598] 'process raft request' (duration: 464.617161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:18.716464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.251565Z","time spent":"464.838298ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:10:18.847026Z","caller":"traceutil/trace.go:171","msg":"trace[304031091] transaction","detail":"{read_only:false; response_revision:18083; number_of_response:1; }","duration":"585.509392ms","start":"2026-05-06T10:10:18.261495Z","end":"2026-05-06T10:10:18.847004Z","steps":["trace[304031091] 'process raft request' (duration: 575.672839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:18.847166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.261468Z","time spent":"585.629075ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18928,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:10:18.847255Z","caller":"traceutil/trace.go:171","msg":"trace[636398924] transaction","detail":"{read_only:false; response_revision:18084; number_of_response:1; }","duration":"560.784076ms","start":"2026-05-06T10:10:18.286443Z","end":"2026-05-06T10:10:18.847227Z","steps":["trace[636398924] 'process raft request' (duration: 560.523147ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:18.847352Z","caller":"traceutil/trace.go:171","msg":"trace[378653712] transaction","detail":"{read_only:false; response_revision:18085; number_of_response:1; }","duration":"560.696483ms","start":"2026-05-06T10:10:18.286645Z","end":"2026-05-06T10:10:18.847342Z","steps":["trace[378653712] 'process raft request' (duration: 560.491707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:18.847424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.286635Z","time spent":"560.742554ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:10:18.847431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.286419Z","time spent":"560.92097ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:10:18.847562Z","caller":"traceutil/trace.go:171","msg":"trace[1165557702] linearizableReadLoop","detail":"{readStateIndex:18699; appliedIndex:18697; }","duration":"567.474229ms","start":"2026-05-06T10:10:18.280079Z","end":"2026-05-06T10:10:18.847553Z","steps":["trace[1165557702] 'read index received' (duration: 436.015403ms)","trace[1165557702] 'applied index is now lower than readState.Index' (duration: 131.457986ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:10:18.847664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.581902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:10:18.847689Z","caller":"traceutil/trace.go:171","msg":"trace[1435995255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18086; }","duration":"567.644694ms","start":"2026-05-06T10:10:18.280035Z","end":"2026-05-06T10:10:18.84768Z","steps":["trace[1435995255] 'agreement among raft nodes before linearized reading' (duration: 567.599213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:18.847718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.280016Z","time spent":"567.693576ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:10:18.847836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.641429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:10:18.847796Z","caller":"traceutil/trace.go:171","msg":"trace[776209119] transaction","detail":"{read_only:false; response_revision:18086; number_of_response:1; }","duration":"560.875189ms","start":"2026-05-06T10:10:18.286743Z","end":"2026-05-06T10:10:18.847618Z","steps":["trace[776209119] 'process raft request' (duration: 560.538518ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:18.847902Z","caller":"traceutil/trace.go:171","msg":"trace[304573378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18086; }","duration":"559.733283ms","start":"2026-05-06T10:10:18.288152Z","end":"2026-05-06T10:10:18.847885Z","steps":["trace[304573378] 'agreement among raft nodes before linearized reading' (duration: 559.541656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:18.847948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.288141Z","time spent":"559.794765ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:10:18.848086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.286734Z","time spent":"561.180678ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:10:18.848278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.170054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lqtmb\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-06T10:10:18.848337Z","caller":"traceutil/trace.go:171","msg":"trace[906550654] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lqtmb; range_end:; response_count:1; response_revision:18086; }","duration":"547.275676ms","start":"2026-05-06T10:10:18.301047Z","end":"2026-05-06T10:10:18.848322Z","steps":["trace[906550654] 'agreement among raft nodes before linearized reading' (duration: 547.104401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:18.848343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.993322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-06T10:10:18.848381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:18.30103Z","time spent":"547.338839ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lqtmb\" "} {"level":"info","ts":"2026-05-06T10:10:18.848452Z","caller":"traceutil/trace.go:171","msg":"trace[744984828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18086; }","duration":"114.143367ms","start":"2026-05-06T10:10:18.73428Z","end":"2026-05-06T10:10:18.848423Z","steps":["trace[744984828] 'agreement among raft nodes before linearized reading' (duration: 113.870688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:23.242748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.179346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:10:23.242836Z","caller":"traceutil/trace.go:171","msg":"trace[1882350365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18133; }","duration":"289.272799ms","start":"2026-05-06T10:10:22.953535Z","end":"2026-05-06T10:10:23.242808Z","steps":["trace[1882350365] 'range keys from in-memory index tree' (duration: 288.996021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:23.242868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.896063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:10:23.242932Z","caller":"traceutil/trace.go:171","msg":"trace[498929069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18133; }","duration":"287.001927ms","start":"2026-05-06T10:10:22.955916Z","end":"2026-05-06T10:10:23.242918Z","steps":["trace[498929069] 'range keys from in-memory index tree' (duration: 286.759229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:23.242978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.356268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T10:10:23.242977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.685059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lqtmb\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-06T10:10:23.243045Z","caller":"traceutil/trace.go:171","msg":"trace[1461485360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18133; }","duration":"287.467212ms","start":"2026-05-06T10:10:22.95556Z","end":"2026-05-06T10:10:23.243028Z","steps":["trace[1461485360] 'range keys from in-memory index tree' (duration: 287.09806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:23.243074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.486492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:10:23.243096Z","caller":"traceutil/trace.go:171","msg":"trace[1210987125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18133; }","duration":"287.537804ms","start":"2026-05-06T10:10:22.955551Z","end":"2026-05-06T10:10:23.243089Z","steps":["trace[1210987125] 'range keys from in-memory index tree' (duration: 287.330757ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:23.243093Z","caller":"traceutil/trace.go:171","msg":"trace[519294743] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lqtmb; range_end:; response_count:1; response_revision:18133; }","duration":"259.871565ms","start":"2026-05-06T10:10:22.983191Z","end":"2026-05-06T10:10:23.243063Z","steps":["trace[519294743] 'range keys from in-memory index tree' (duration: 259.438731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:23.243423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.129165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:10:23.243468Z","caller":"traceutil/trace.go:171","msg":"trace[159955243] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18133; }","duration":"284.230529ms","start":"2026-05-06T10:10:22.959227Z","end":"2026-05-06T10:10:23.243457Z","steps":["trace[159955243] 'count revisions from in-memory index tree' (duration: 284.005902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:23.243494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.561643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:10:23.243538Z","caller":"traceutil/trace.go:171","msg":"trace[2018132118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18133; }","duration":"286.614565ms","start":"2026-05-06T10:10:22.956911Z","end":"2026-05-06T10:10:23.243525Z","steps":["trace[2018132118] 'range keys from in-memory index tree' (duration: 286.46598ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:31.736456Z","caller":"traceutil/trace.go:171","msg":"trace[826409944] transaction","detail":"{read_only:false; response_revision:18383; number_of_response:1; }","duration":"406.730441ms","start":"2026-05-06T10:10:31.329698Z","end":"2026-05-06T10:10:31.736428Z","steps":["trace[826409944] 'process raft request' (duration: 406.574216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.736624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.329681Z","time spent":"406.863126ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:10:31.775772Z","caller":"traceutil/trace.go:171","msg":"trace[1288934055] linearizableReadLoop","detail":"{readStateIndex:19011; appliedIndex:19008; }","duration":"443.854041ms","start":"2026-05-06T10:10:31.33189Z","end":"2026-05-06T10:10:31.775744Z","steps":["trace[1288934055] 'read index received' (duration: 404.493471ms)","trace[1288934055] 'applied index is now lower than readState.Index' (duration: 39.3595ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:10:31.775839Z","caller":"traceutil/trace.go:171","msg":"trace[967450149] transaction","detail":"{read_only:false; response_revision:18384; number_of_response:1; }","duration":"445.346619ms","start":"2026-05-06T10:10:31.330447Z","end":"2026-05-06T10:10:31.775793Z","steps":["trace[967450149] 'process raft request' (duration: 445.07686ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:31.775889Z","caller":"traceutil/trace.go:171","msg":"trace[53841343] transaction","detail":"{read_only:false; response_revision:18385; number_of_response:1; }","duration":"445.292217ms","start":"2026-05-06T10:10:31.330568Z","end":"2026-05-06T10:10:31.77586Z","steps":["trace[53841343] 'process raft request' (duration: 445.132302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.775997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.330547Z","time spent":"445.39962ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:10:31.776007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.090638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:10:31.776027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.330431Z","time spent":"445.493293ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:10:31.776046Z","caller":"traceutil/trace.go:171","msg":"trace[993184448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18385; }","duration":"444.172541ms","start":"2026-05-06T10:10:31.331861Z","end":"2026-05-06T10:10:31.776034Z","steps":["trace[993184448] 'agreement among raft nodes before linearized reading' (duration: 444.019426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.776056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.379879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:10:31.776087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.331852Z","time spent":"444.226763ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T10:10:31.776126Z","caller":"traceutil/trace.go:171","msg":"trace[1331525997] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:18385; }","duration":"371.524113ms","start":"2026-05-06T10:10:31.404586Z","end":"2026-05-06T10:10:31.776111Z","steps":["trace[1331525997] 'agreement among raft nodes before linearized reading' (duration: 371.373848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.776161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.404563Z","time spent":"371.590775ms","remote":"127.0.0.1:43160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:10:31.776146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.034587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:10:31.776231Z","caller":"traceutil/trace.go:171","msg":"trace[954570552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18385; }","duration":"444.14252ms","start":"2026-05-06T10:10:31.332066Z","end":"2026-05-06T10:10:31.776209Z","steps":["trace[954570552] 'agreement among raft nodes before linearized reading' (duration: 443.874281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.776287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.332062Z","time spent":"444.216162ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:10:31.776258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.701313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7blx5\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-05-06T10:10:31.776353Z","caller":"traceutil/trace.go:171","msg":"trace[1068287109] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7blx5; range_end:; response_count:1; response_revision:18385; }","duration":"300.850568ms","start":"2026-05-06T10:10:31.475482Z","end":"2026-05-06T10:10:31.776332Z","steps":["trace[1068287109] 'agreement among raft nodes before linearized reading' (duration: 300.561609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.776404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.475464Z","time spent":"300.930461ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7blx5\" "} {"level":"warn","ts":"2026-05-06T10:10:31.776247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.285499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lqtmb\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-06T10:10:31.776502Z","caller":"traceutil/trace.go:171","msg":"trace[744702588] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lqtmb; range_end:; response_count:1; response_revision:18385; }","duration":"373.613699ms","start":"2026-05-06T10:10:31.40288Z","end":"2026-05-06T10:10:31.776494Z","steps":["trace[744702588] 'agreement among raft nodes before linearized reading' (duration: 373.113643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.776525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:10:31.40286Z","time spent":"373.657431ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lqtmb\" "} {"level":"warn","ts":"2026-05-06T10:10:31.942512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.105209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:10:31.942678Z","caller":"traceutil/trace.go:171","msg":"trace[756914970] transaction","detail":"{read_only:false; response_revision:18386; number_of_response:1; }","duration":"161.655886ms","start":"2026-05-06T10:10:31.780986Z","end":"2026-05-06T10:10:31.942642Z","steps":["trace[756914970] 'process raft request' (duration: 45.33902ms)","trace[756914970] 'compare' (duration: 115.970915ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:10:31.942785Z","caller":"traceutil/trace.go:171","msg":"trace[1700719236] transaction","detail":"{read_only:false; response_revision:18387; number_of_response:1; }","duration":"161.239573ms","start":"2026-05-06T10:10:31.781497Z","end":"2026-05-06T10:10:31.942736Z","steps":["trace[1700719236] 'process raft request' (duration: 161.132779ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:31.942989Z","caller":"traceutil/trace.go:171","msg":"trace[1738627824] linearizableReadLoop","detail":"{readStateIndex:19012; appliedIndex:19011; }","duration":"161.961925ms","start":"2026-05-06T10:10:31.781016Z","end":"2026-05-06T10:10:31.942978Z","steps":["trace[1738627824] 'read index received' (duration: 48.421µs)","trace[1738627824] 'applied index is now lower than readState.Index' (duration: 161.912344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:10:31.944096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.07276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:992311"} {"level":"info","ts":"2026-05-06T10:10:31.944139Z","caller":"traceutil/trace.go:171","msg":"trace[72455441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:18387; }","duration":"163.149753ms","start":"2026-05-06T10:10:31.780979Z","end":"2026-05-06T10:10:31.944129Z","steps":["trace[72455441] 'agreement among raft nodes before linearized reading' (duration: 162.081449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:10:31.944175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.603034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:992311"} {"level":"info","ts":"2026-05-06T10:10:31.944256Z","caller":"traceutil/trace.go:171","msg":"trace[381849029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:18387; }","duration":"161.707187ms","start":"2026-05-06T10:10:31.782531Z","end":"2026-05-06T10:10:31.944238Z","steps":["trace[381849029] 'agreement among raft nodes before linearized reading' (duration: 160.565911ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:10:34.508826Z","caller":"traceutil/trace.go:171","msg":"trace[1395838265] transaction","detail":"{read_only:false; response_revision:18407; number_of_response:1; }","duration":"109.449027ms","start":"2026-05-06T10:10:34.399345Z","end":"2026-05-06T10:10:34.508794Z","steps":["trace[1395838265] 'process raft request' (duration: 105.098699ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:12:15.531868Z","caller":"traceutil/trace.go:171","msg":"trace[1819678434] linearizableReadLoop","detail":"{readStateIndex:19772; appliedIndex:19771; }","duration":"170.315746ms","start":"2026-05-06T10:12:15.361524Z","end":"2026-05-06T10:12:15.53184Z","steps":["trace[1819678434] 'read index received' (duration: 119.166112ms)","trace[1819678434] 'applied index is now lower than readState.Index' (duration: 51.148624ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:12:15.531994Z","caller":"traceutil/trace.go:171","msg":"trace[1990190433] transaction","detail":"{read_only:false; response_revision:19123; number_of_response:1; }","duration":"175.748569ms","start":"2026-05-06T10:12:15.356144Z","end":"2026-05-06T10:12:15.531893Z","steps":["trace[1990190433] 'process raft request' (duration: 124.623006ms)","trace[1990190433] 'compare' (duration: 50.869285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:12:15.532179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.626887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:12:15.532177Z","caller":"traceutil/trace.go:171","msg":"trace[1876964133] transaction","detail":"{read_only:false; response_revision:19124; number_of_response:1; }","duration":"154.235526ms","start":"2026-05-06T10:12:15.377914Z","end":"2026-05-06T10:12:15.532149Z","steps":["trace[1876964133] 'process raft request' (duration: 153.888065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:12:15.532253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.396711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:12:15.532221Z","caller":"traceutil/trace.go:171","msg":"trace[1993376356] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19124; }","duration":"170.72616ms","start":"2026-05-06T10:12:15.361485Z","end":"2026-05-06T10:12:15.532211Z","steps":["trace[1993376356] 'agreement among raft nodes before linearized reading' (duration: 170.601956ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:12:15.532342Z","caller":"traceutil/trace.go:171","msg":"trace[72533868] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19124; }","duration":"154.533416ms","start":"2026-05-06T10:12:15.377788Z","end":"2026-05-06T10:12:15.532322Z","steps":["trace[72533868] 'agreement among raft nodes before linearized reading' (duration: 154.375531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:12:15.532407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.381761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:12:15.532449Z","caller":"traceutil/trace.go:171","msg":"trace[949713631] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19124; }","duration":"154.454103ms","start":"2026-05-06T10:12:15.377982Z","end":"2026-05-06T10:12:15.532436Z","steps":["trace[949713631] 'agreement among raft nodes before linearized reading' (duration: 154.36532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:12:15.532578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.574127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-05-06T10:12:15.532612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.496765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:12:15.532622Z","caller":"traceutil/trace.go:171","msg":"trace[1845305681] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19124; }","duration":"154.603988ms","start":"2026-05-06T10:12:15.377996Z","end":"2026-05-06T10:12:15.5326Z","steps":["trace[1845305681] 'agreement among raft nodes before linearized reading' (duration: 154.470384ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:12:15.532647Z","caller":"traceutil/trace.go:171","msg":"trace[376122647] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19124; }","duration":"154.564497ms","start":"2026-05-06T10:12:15.378075Z","end":"2026-05-06T10:12:15.53264Z","steps":["trace[376122647] 'agreement among raft nodes before linearized reading' (duration: 154.492754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:12:15.532679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.68795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-05-06T10:12:15.532712Z","caller":"traceutil/trace.go:171","msg":"trace[461665056] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19124; }","duration":"154.738553ms","start":"2026-05-06T10:12:15.377964Z","end":"2026-05-06T10:12:15.532703Z","steps":["trace[461665056] 'agreement among raft nodes before linearized reading' (duration: 154.569787ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:12:46.428042Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T10:12:46.433529Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-06T10:12:46.433666Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-06T10:14:05.529007Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17508} {"level":"info","ts":"2026-05-06T10:14:05.621028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17508,"took":"89.449343ms","hash":1167181633,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":34263040,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T10:14:05.621082Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1167181633,"revision":17508,"compact-revision":15262} {"level":"warn","ts":"2026-05-06T10:15:25.820027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.263087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:15:25.820112Z","caller":"traceutil/trace.go:171","msg":"trace[585989139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20464; }","duration":"668.399931ms","start":"2026-05-06T10:15:25.151695Z","end":"2026-05-06T10:15:25.820095Z","steps":["trace[585989139] 'range keys from in-memory index tree' (duration: 668.170995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:25.820143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:25.151675Z","time spent":"668.458723ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:15:25.820273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.813574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-06T10:15:25.820337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.543332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:15:25.820377Z","caller":"traceutil/trace.go:171","msg":"trace[1935883014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20464; }","duration":"642.963399ms","start":"2026-05-06T10:15:25.177396Z","end":"2026-05-06T10:15:25.820359Z","steps":["trace[1935883014] 'range keys from in-memory index tree' (duration: 642.532075ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:25.820455Z","caller":"traceutil/trace.go:171","msg":"trace[1030508481] linearizableReadLoop","detail":"{readStateIndex:21162; appliedIndex:21161; }","duration":"593.115045ms","start":"2026-05-06T10:15:25.227322Z","end":"2026-05-06T10:15:25.820437Z","steps":["trace[1030508481] 'read index received' (duration: 105.394358ms)","trace[1030508481] 'applied index is now lower than readState.Index' (duration: 487.719427ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:15:25.820546Z","caller":"traceutil/trace.go:171","msg":"trace[1336038065] transaction","detail":"{read_only:false; response_revision:20465; number_of_response:1; }","duration":"600.084734ms","start":"2026-05-06T10:15:25.220423Z","end":"2026-05-06T10:15:25.820508Z","steps":["trace[1336038065] 'process raft request' (duration: 112.290025ms)","trace[1336038065] 'compare' (duration: 487.440178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:15:25.820651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.445261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:15:25.820662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:25.220389Z","time spent":"600.209328ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:15:25.820689Z","caller":"traceutil/trace.go:171","msg":"trace[92428573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20465; }","duration":"450.509413ms","start":"2026-05-06T10:15:25.37017Z","end":"2026-05-06T10:15:25.82068Z","steps":["trace[92428573] 'agreement among raft nodes before linearized reading' (duration: 450.373018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:25.820728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:25.370153Z","time spent":"450.567624ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:15:25.82073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.379983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T10:15:25.820836Z","caller":"traceutil/trace.go:171","msg":"trace[1653517128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20465; }","duration":"593.515428ms","start":"2026-05-06T10:15:25.227294Z","end":"2026-05-06T10:15:25.82081Z","steps":["trace[1653517128] 'agreement among raft nodes before linearized reading' (duration: 593.220918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:25.82087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.663524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:15:25.820903Z","caller":"traceutil/trace.go:171","msg":"trace[995177433] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20465; }","duration":"257.740666ms","start":"2026-05-06T10:15:25.563151Z","end":"2026-05-06T10:15:25.820892Z","steps":["trace[995177433] 'agreement among raft nodes before linearized reading' (duration: 257.681615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:25.820899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:25.227283Z","time spent":"593.60271ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:15:25.820921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.854606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:15:25.820482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:25.177376Z","time spent":"643.093863ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T10:15:25.820955Z","caller":"traceutil/trace.go:171","msg":"trace[897465232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20465; }","duration":"445.898967ms","start":"2026-05-06T10:15:25.375047Z","end":"2026-05-06T10:15:25.820946Z","steps":["trace[897465232] 'agreement among raft nodes before linearized reading' (duration: 445.796684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:25.821066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:25.375044Z","time spent":"446.00241ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:15:25.820354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.106268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-06T10:15:25.821281Z","caller":"traceutil/trace.go:171","msg":"trace[1987091151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20464; }","duration":"622.046598ms","start":"2026-05-06T10:15:25.19917Z","end":"2026-05-06T10:15:25.821217Z","steps":["trace[1987091151] 'range keys from in-memory index tree' (duration: 620.896242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:25.821357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:25.199151Z","time spent":"622.184272ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T10:15:36.150364Z","caller":"traceutil/trace.go:171","msg":"trace[1230330039] transaction","detail":"{read_only:false; response_revision:20515; number_of_response:1; }","duration":"258.261833ms","start":"2026-05-06T10:15:35.892075Z","end":"2026-05-06T10:15:36.150337Z","steps":["trace[1230330039] 'process raft request' (duration: 258.109478ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:36.188909Z","caller":"traceutil/trace.go:171","msg":"trace[885187297] transaction","detail":"{read_only:false; response_revision:20518; number_of_response:1; }","duration":"294.737055ms","start":"2026-05-06T10:15:35.894146Z","end":"2026-05-06T10:15:36.188884Z","steps":["trace[885187297] 'process raft request' (duration: 294.669413ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:36.18895Z","caller":"traceutil/trace.go:171","msg":"trace[1030232808] transaction","detail":"{read_only:false; response_revision:20516; number_of_response:1; }","duration":"295.305603ms","start":"2026-05-06T10:15:35.893607Z","end":"2026-05-06T10:15:36.188913Z","steps":["trace[1030232808] 'process raft request' (duration: 295.036054ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:36.189372Z","caller":"traceutil/trace.go:171","msg":"trace[1214784325] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"175.46995ms","start":"2026-05-06T10:15:36.013881Z","end":"2026-05-06T10:15:36.189351Z","steps":["trace[1214784325] 'process raft request' (duration: 174.969284ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:36.189381Z","caller":"traceutil/trace.go:171","msg":"trace[1297450704] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"116.992103ms","start":"2026-05-06T10:15:36.072365Z","end":"2026-05-06T10:15:36.189357Z","steps":["trace[1297450704] 'process raft request' (duration: 116.728885ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:36.189381Z","caller":"traceutil/trace.go:171","msg":"trace[1011943175] linearizableReadLoop","detail":"{readStateIndex:21217; appliedIndex:21213; }","duration":"285.278126ms","start":"2026-05-06T10:15:35.904048Z","end":"2026-05-06T10:15:36.189326Z","steps":["trace[1011943175] 'read index received' (duration: 246.185982ms)","trace[1011943175] 'applied index is now lower than readState.Index' (duration: 39.091324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:15:36.189583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.520354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:15:36.189626Z","caller":"traceutil/trace.go:171","msg":"trace[1242861615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20520; }","duration":"285.597426ms","start":"2026-05-06T10:15:35.904018Z","end":"2026-05-06T10:15:36.189616Z","steps":["trace[1242861615] 'agreement among raft nodes before linearized reading' (duration: 285.41308ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:36.189792Z","caller":"traceutil/trace.go:171","msg":"trace[1442298494] transaction","detail":"{read_only:false; response_revision:20517; number_of_response:1; }","duration":"295.287843ms","start":"2026-05-06T10:15:35.89368Z","end":"2026-05-06T10:15:36.188968Z","steps":["trace[1442298494] 'process raft request' (duration: 295.095827ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:42.587223Z","caller":"traceutil/trace.go:171","msg":"trace[1883161546] transaction","detail":"{read_only:false; response_revision:20549; number_of_response:1; }","duration":"400.757026ms","start":"2026-05-06T10:15:42.186439Z","end":"2026-05-06T10:15:42.587196Z","steps":["trace[1883161546] 'process raft request' (duration: 400.607501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.587385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.186416Z","time spent":"400.878671ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:15:42.957341Z","caller":"traceutil/trace.go:171","msg":"trace[206450025] transaction","detail":"{read_only:false; response_revision:20550; number_of_response:1; }","duration":"747.101063ms","start":"2026-05-06T10:15:42.210218Z","end":"2026-05-06T10:15:42.957319Z","steps":["trace[206450025] 'process raft request' (duration: 746.882946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.957503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.210193Z","time spent":"747.218418ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:15:42.957597Z","caller":"traceutil/trace.go:171","msg":"trace[525527454] transaction","detail":"{read_only:false; response_revision:20551; number_of_response:1; }","duration":"746.789072ms","start":"2026-05-06T10:15:42.210782Z","end":"2026-05-06T10:15:42.957571Z","steps":["trace[525527454] 'process raft request' (duration: 746.480751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.957734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.21077Z","time spent":"746.895826ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:15:42.958099Z","caller":"traceutil/trace.go:171","msg":"trace[940386843] transaction","detail":"{read_only:false; response_revision:20552; number_of_response:1; }","duration":"648.463448ms","start":"2026-05-06T10:15:42.309625Z","end":"2026-05-06T10:15:42.958089Z","steps":["trace[940386843] 'process raft request' (duration: 647.881578ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:15:42.958169Z","caller":"traceutil/trace.go:171","msg":"trace[1898555583] linearizableReadLoop","detail":"{readStateIndex:21251; appliedIndex:21248; }","duration":"742.071358ms","start":"2026-05-06T10:15:42.216091Z","end":"2026-05-06T10:15:42.958162Z","steps":["trace[1898555583] 'read index received' (duration: 371.026549ms)","trace[1898555583] 'applied index is now lower than readState.Index' (duration: 371.043359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:15:42.958319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.228283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T10:15:42.958346Z","caller":"traceutil/trace.go:171","msg":"trace[574704654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20553; }","duration":"742.287165ms","start":"2026-05-06T10:15:42.216051Z","end":"2026-05-06T10:15:42.958338Z","steps":["trace[574704654] 'agreement among raft nodes before linearized reading' (duration: 742.168471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.958365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.216037Z","time spent":"742.323907ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:15:42.958428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.238164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-06T10:15:42.958463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.748326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T10:15:42.958484Z","caller":"traceutil/trace.go:171","msg":"trace[2002165077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20553; }","duration":"741.785538ms","start":"2026-05-06T10:15:42.216693Z","end":"2026-05-06T10:15:42.958479Z","steps":["trace[2002165077] 'agreement among raft nodes before linearized reading' (duration: 741.728836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.958503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.216684Z","time spent":"741.813288ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T10:15:42.958494Z","caller":"traceutil/trace.go:171","msg":"trace[1670841013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20553; }","duration":"742.338927ms","start":"2026-05-06T10:15:42.216138Z","end":"2026-05-06T10:15:42.958477Z","steps":["trace[1670841013] 'agreement among raft nodes before linearized reading' (duration: 742.103228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.958544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.216118Z","time spent":"742.4163ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:15:42.958587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.309597Z","time spent":"648.52788ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:15:42.958834Z","caller":"traceutil/trace.go:171","msg":"trace[1524248222] transaction","detail":"{read_only:false; response_revision:20553; number_of_response:1; }","duration":"648.187718ms","start":"2026-05-06T10:15:42.310019Z","end":"2026-05-06T10:15:42.958207Z","steps":["trace[1524248222] 'process raft request' (duration: 648.010682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.959175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.31Z","time spent":"649.043589ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:15:42.959466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.179864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T10:15:42.95985Z","caller":"traceutil/trace.go:171","msg":"trace[761460409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20553; }","duration":"716.696711ms","start":"2026-05-06T10:15:42.242842Z","end":"2026-05-06T10:15:42.959538Z","steps":["trace[761460409] 'agreement among raft nodes before linearized reading' (duration: 715.415686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:42.959981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.24283Z","time spent":"717.094765ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:15:43.773884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.306162ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:15:43.774016Z","caller":"traceutil/trace.go:171","msg":"trace[167255446] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20554; }","duration":"319.457108ms","start":"2026-05-06T10:15:43.45454Z","end":"2026-05-06T10:15:43.773997Z","steps":["trace[167255446] 'range keys from in-memory index tree' (duration: 319.285112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:43.775167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.41549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:15:43.775373Z","caller":"traceutil/trace.go:171","msg":"trace[563411451] transaction","detail":"{read_only:false; response_revision:20555; number_of_response:1; }","duration":"812.88315ms","start":"2026-05-06T10:15:42.962455Z","end":"2026-05-06T10:15:43.775338Z","steps":["trace[563411451] 'process raft request' (duration: 279.216791ms)","trace[563411451] 'compare' (duration: 533.014217ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:15:43.775405Z","caller":"traceutil/trace.go:171","msg":"trace[1156389349] transaction","detail":"{read_only:false; response_revision:20556; number_of_response:1; }","duration":"812.927802ms","start":"2026-05-06T10:15:42.962463Z","end":"2026-05-06T10:15:43.775391Z","steps":["trace[1156389349] 'process raft request' (duration: 812.799008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:43.775466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.962437Z","time spent":"812.997435ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:15:43.775478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.962443Z","time spent":"812.985595ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:15:43.775541Z","caller":"traceutil/trace.go:171","msg":"trace[1084520929] transaction","detail":"{read_only:false; response_revision:20557; number_of_response:1; }","duration":"812.227867ms","start":"2026-05-06T10:15:42.963285Z","end":"2026-05-06T10:15:43.775513Z","steps":["trace[1084520929] 'process raft request' (duration: 812.065842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:15:43.775714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:15:42.963273Z","time spent":"812.363123ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:15:44.246459Z","caller":"traceutil/trace.go:171","msg":"trace[1525889453] linearizableReadLoop","detail":"{readStateIndex:21258; appliedIndex:21257; }","duration":"244.581622ms","start":"2026-05-06T10:15:44.001839Z","end":"2026-05-06T10:15:44.246421Z","steps":["trace[1525889453] 'read index received' (duration: 215.764046ms)","trace[1525889453] 'applied index is now lower than readState.Index' (duration: 28.815386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:15:44.246603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.738688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:15:44.246675Z","caller":"traceutil/trace.go:171","msg":"trace[1673326897] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20557; }","duration":"244.872263ms","start":"2026-05-06T10:15:44.001788Z","end":"2026-05-06T10:15:44.24666Z","steps":["trace[1673326897] 'agreement among raft nodes before linearized reading' (duration: 244.727758ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:16:48.180745Z","caller":"traceutil/trace.go:171","msg":"trace[494317241] transaction","detail":"{read_only:false; response_revision:21157; number_of_response:1; }","duration":"104.126857ms","start":"2026-05-06T10:16:48.076592Z","end":"2026-05-06T10:16:48.180718Z","steps":["trace[494317241] 'process raft request' (duration: 103.901779ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:16:48.180988Z","caller":"traceutil/trace.go:171","msg":"trace[1521715018] transaction","detail":"{read_only:false; response_revision:21158; number_of_response:1; }","duration":"104.21755ms","start":"2026-05-06T10:16:48.076717Z","end":"2026-05-06T10:16:48.180935Z","steps":["trace[1521715018] 'process raft request' (duration: 103.959721ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:05.53518Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19902} {"level":"info","ts":"2026-05-06T10:19:05.645955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19902,"took":"107.579302ms","hash":3572957799,"current-db-size-bytes":55955456,"current-db-size":"56 MB","current-db-size-in-use-bytes":30670848,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-06T10:19:05.646024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3572957799,"revision":19902,"compact-revision":17508} {"level":"info","ts":"2026-05-06T10:19:15.189116Z","caller":"traceutil/trace.go:171","msg":"trace[600588665] transaction","detail":"{read_only:false; response_revision:22230; number_of_response:1; }","duration":"235.48527ms","start":"2026-05-06T10:19:14.953595Z","end":"2026-05-06T10:19:15.18908Z","steps":["trace[600588665] 'process raft request' (duration: 228.724905ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:26.326971Z","caller":"traceutil/trace.go:171","msg":"trace[389279256] linearizableReadLoop","detail":"{readStateIndex:23504; appliedIndex:23503; }","duration":"121.691281ms","start":"2026-05-06T10:19:26.205251Z","end":"2026-05-06T10:19:26.326942Z","steps":["trace[389279256] 'read index received' (duration: 121.497135ms)","trace[389279256] 'applied index is now lower than readState.Index' (duration: 192.656µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:19:26.327072Z","caller":"traceutil/trace.go:171","msg":"trace[50235571] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"124.969214ms","start":"2026-05-06T10:19:26.202057Z","end":"2026-05-06T10:19:26.327027Z","steps":["trace[50235571] 'process raft request' (duration: 124.679005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:26.327232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.971329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-05-06T10:19:26.327282Z","caller":"traceutil/trace.go:171","msg":"trace[967375279] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22733; }","duration":"122.057242ms","start":"2026-05-06T10:19:26.205213Z","end":"2026-05-06T10:19:26.32727Z","steps":["trace[967375279] 'agreement among raft nodes before linearized reading' (duration: 121.857656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:26.328452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.933091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:19:26.328532Z","caller":"traceutil/trace.go:171","msg":"trace[217571171] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22734; }","duration":"101.029134ms","start":"2026-05-06T10:19:26.227482Z","end":"2026-05-06T10:19:26.328511Z","steps":["trace[217571171] 'agreement among raft nodes before linearized reading' (duration: 100.812977ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:29.276542Z","caller":"traceutil/trace.go:171","msg":"trace[1828744924] linearizableReadLoop","detail":"{readStateIndex:23600; appliedIndex:23599; }","duration":"108.500671ms","start":"2026-05-06T10:19:29.168018Z","end":"2026-05-06T10:19:29.276519Z","steps":["trace[1828744924] 'read index received' (duration: 108.268193ms)","trace[1828744924] 'applied index is now lower than readState.Index' (duration: 231.548µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:19:29.276796Z","caller":"traceutil/trace.go:171","msg":"trace[719836918] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"112.072684ms","start":"2026-05-06T10:19:29.164684Z","end":"2026-05-06T10:19:29.276757Z","steps":["trace[719836918] 'process raft request' (duration: 111.663961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:29.276755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.712997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:19:29.277382Z","caller":"traceutil/trace.go:171","msg":"trace[1464043825] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/roles/cert-manager-test0; response_count:0; response_revision:22828; }","duration":"109.367938ms","start":"2026-05-06T10:19:29.167996Z","end":"2026-05-06T10:19:29.277364Z","steps":["trace[1464043825] 'agreement among raft nodes before linearized reading' (duration: 108.687657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:34.497581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212200272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:19:34.845188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.071446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:19:34.845272Z","caller":"traceutil/trace.go:171","msg":"trace[846485251] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"962.657746ms","start":"2026-05-06T10:19:33.8826Z","end":"2026-05-06T10:19:34.845258Z","steps":["trace[846485251] 'process raft request' (duration: 772.455936ms)","trace[846485251] 'compare' (duration: 189.732705ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:19:34.845312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:33.882576Z","time spent":"962.717118ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:19:35.321467Z","caller":"traceutil/trace.go:171","msg":"trace[1412065373] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"1.435636969s","start":"2026-05-06T10:19:33.885776Z","end":"2026-05-06T10:19:35.321413Z","steps":["trace[1412065373] 'process raft request' (duration: 1.42810944s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:35.32161Z","caller":"traceutil/trace.go:171","msg":"trace[1035162010] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"1.434006828s","start":"2026-05-06T10:19:33.887582Z","end":"2026-05-06T10:19:35.321589Z","steps":["trace[1035162010] 'process raft request' (duration: 1.433904545s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:35.32161Z","caller":"traceutil/trace.go:171","msg":"trace[720306855] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"1.435089092s","start":"2026-05-06T10:19:33.886494Z","end":"2026-05-06T10:19:35.321583Z","steps":["trace[720306855] 'process raft request' (duration: 1.434774512s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:35.321652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:33.885747Z","time spent":"1.435815845s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:19:35.321719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:33.887557Z","time spent":"1.434105261s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:19:35.321736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:33.886476Z","time spent":"1.435194815s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:19:35.321738Z","caller":"traceutil/trace.go:171","msg":"trace[713449514] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"1.401757572s","start":"2026-05-06T10:19:33.919959Z","end":"2026-05-06T10:19:35.321717Z","steps":["trace[713449514] 'process raft request' (duration: 1.401601717s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:35.321828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:33.919941Z","time spent":"1.401836314s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:19:35.326261Z","caller":"traceutil/trace.go:171","msg":"trace[266586827] linearizableReadLoop","detail":"{readStateIndex:23700; appliedIndex:23694; }","duration":"1.32907503s","start":"2026-05-06T10:19:33.997172Z","end":"2026-05-06T10:19:35.326247Z","steps":["trace[266586827] 'read index received' (duration: 657.897623ms)","trace[266586827] 'applied index is now lower than readState.Index' (duration: 671.176537ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:19:35.326559Z","caller":"traceutil/trace.go:171","msg":"trace[1903808129] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"168.397146ms","start":"2026-05-06T10:19:35.158133Z","end":"2026-05-06T10:19:35.32653Z","steps":["trace[1903808129] 'process raft request' (duration: 168.055715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:35.326815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297554497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:19:35.326878Z","caller":"traceutil/trace.go:171","msg":"trace[1363874207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22929; }","duration":"1.297677382s","start":"2026-05-06T10:19:34.029186Z","end":"2026-05-06T10:19:35.326863Z","steps":["trace[1363874207] 'agreement among raft nodes before linearized reading' (duration: 1.297543177s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:35.326916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:34.029165Z","time spent":"1.297742003s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:19:35.326986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.10598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-06T10:19:35.327211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.659983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:19:35.327213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175312479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:19:35.327216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.28659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:19:35.327249Z","caller":"traceutil/trace.go:171","msg":"trace[405295233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22929; }","duration":"328.754207ms","start":"2026-05-06T10:19:34.998486Z","end":"2026-05-06T10:19:35.32724Z","steps":["trace[405295233] 'agreement among raft nodes before linearized reading' (duration: 328.667344ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:35.327252Z","caller":"traceutil/trace.go:171","msg":"trace[899386310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22929; }","duration":"1.175384412s","start":"2026-05-06T10:19:34.15186Z","end":"2026-05-06T10:19:35.327244Z","steps":["trace[899386310] 'agreement among raft nodes before linearized reading' (duration: 1.17532519s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:35.327258Z","caller":"traceutil/trace.go:171","msg":"trace[1070681325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22929; }","duration":"510.353072ms","start":"2026-05-06T10:19:34.816895Z","end":"2026-05-06T10:19:35.327248Z","steps":["trace[1070681325] 'agreement among raft nodes before linearized reading' (duration: 510.242708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:35.327273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:34.998466Z","time spent":"328.799717ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:19:35.32728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:34.816872Z","time spent":"510.402674ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:19:35.327293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:34.151841Z","time spent":"1.175427284s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:19:35.327402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330225237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:19:35.327489Z","caller":"traceutil/trace.go:171","msg":"trace[260613600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22928; }","duration":"1.33030965s","start":"2026-05-06T10:19:33.99716Z","end":"2026-05-06T10:19:35.32747Z","steps":["trace[260613600] 'agreement among raft nodes before linearized reading' (duration: 1.329148453s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:35.327539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:33.997125Z","time spent":"1.330401513s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T10:19:35.326992Z","caller":"traceutil/trace.go:171","msg":"trace[618303534] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"115.482933ms","start":"2026-05-06T10:19:35.2115Z","end":"2026-05-06T10:19:35.326982Z","steps":["trace[618303534] 'process raft request' (duration: 114.958307ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:19:35.32758Z","caller":"traceutil/trace.go:171","msg":"trace[764003534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22929; }","duration":"458.177663ms","start":"2026-05-06T10:19:34.86884Z","end":"2026-05-06T10:19:35.327017Z","steps":["trace[764003534] 'agreement among raft nodes before linearized reading' (duration: 458.045448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:19:35.327679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:19:34.868825Z","time spent":"458.838063ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T10:20:52.937659Z","caller":"traceutil/trace.go:171","msg":"trace[685934560] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"118.804796ms","start":"2026-05-06T10:20:52.818813Z","end":"2026-05-06T10:20:52.937618Z","steps":["trace[685934560] 'process raft request' (duration: 104.348217ms)","trace[685934560] 'compare' (duration: 14.300844ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:20:53.716848Z","caller":"traceutil/trace.go:171","msg":"trace[221558270] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"105.366439ms","start":"2026-05-06T10:20:53.611461Z","end":"2026-05-06T10:20:53.716827Z","steps":["trace[221558270] 'process raft request' (duration: 105.308147ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:20:53.71688Z","caller":"traceutil/trace.go:171","msg":"trace[1778133697] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"106.01848ms","start":"2026-05-06T10:20:53.610832Z","end":"2026-05-06T10:20:53.716851Z","steps":["trace[1778133697] 'process raft request' (duration: 105.768132ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:20:53.889738Z","caller":"traceutil/trace.go:171","msg":"trace[1325452574] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"145.711511ms","start":"2026-05-06T10:20:53.744008Z","end":"2026-05-06T10:20:53.88972Z","steps":["trace[1325452574] 'process raft request' (duration: 145.68832ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:20:53.890022Z","caller":"traceutil/trace.go:171","msg":"trace[833459811] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"169.639392ms","start":"2026-05-06T10:20:53.720376Z","end":"2026-05-06T10:20:53.890016Z","steps":["trace[833459811] 'process raft request' (duration: 169.171557ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:20:53.890092Z","caller":"traceutil/trace.go:171","msg":"trace[1677981260] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"169.662863ms","start":"2026-05-06T10:20:53.720425Z","end":"2026-05-06T10:20:53.890088Z","steps":["trace[1677981260] 'process raft request' (duration: 169.230599ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:20:53.890152Z","caller":"traceutil/trace.go:171","msg":"trace[1507264201] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"168.827295ms","start":"2026-05-06T10:20:53.721321Z","end":"2026-05-06T10:20:53.890148Z","steps":["trace[1507264201] 'process raft request' (duration: 168.356081ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:48.313082Z","caller":"traceutil/trace.go:171","msg":"trace[807872646] linearizableReadLoop","detail":"{readStateIndex:25754; appliedIndex:25753; }","duration":"292.317304ms","start":"2026-05-06T10:22:48.020743Z","end":"2026-05-06T10:22:48.31306Z","steps":["trace[807872646] 'read index received' (duration: 292.233122ms)","trace[807872646] 'applied index is now lower than readState.Index' (duration: 83.242µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:22:48.313225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.47103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:22:48.313256Z","caller":"traceutil/trace.go:171","msg":"trace[866378645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24930; }","duration":"292.520781ms","start":"2026-05-06T10:22:48.020727Z","end":"2026-05-06T10:22:48.313248Z","steps":["trace[866378645] 'agreement among raft nodes before linearized reading' (duration: 292.441479ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:48.313119Z","caller":"traceutil/trace.go:171","msg":"trace[1344593800] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"326.80353ms","start":"2026-05-06T10:22:47.986295Z","end":"2026-05-06T10:22:48.313098Z","steps":["trace[1344593800] 'process raft request' (duration: 326.646395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:48.313472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:47.986273Z","time spent":"327.132611ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:48.315238Z","caller":"traceutil/trace.go:171","msg":"trace[1664236864] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"267.914952ms","start":"2026-05-06T10:22:48.047289Z","end":"2026-05-06T10:22:48.315204Z","steps":["trace[1664236864] 'process raft request' (duration: 267.662814ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:48.315298Z","caller":"traceutil/trace.go:171","msg":"trace[954629877] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"135.505205ms","start":"2026-05-06T10:22:48.179766Z","end":"2026-05-06T10:22:48.315271Z","steps":["trace[954629877] 'process raft request' (duration: 135.321169ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:48.315335Z","caller":"traceutil/trace.go:171","msg":"trace[976523] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"134.958348ms","start":"2026-05-06T10:22:48.180351Z","end":"2026-05-06T10:22:48.315309Z","steps":["trace[976523] 'process raft request' (duration: 134.800053ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:48.315669Z","caller":"traceutil/trace.go:171","msg":"trace[1368653292] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"134.675329ms","start":"2026-05-06T10:22:48.180973Z","end":"2026-05-06T10:22:48.315648Z","steps":["trace[1368653292] 'process raft request' (duration: 134.214004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:48.316223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.666717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:22:48.316324Z","caller":"traceutil/trace.go:171","msg":"trace[428031241] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24936; }","duration":"249.808351ms","start":"2026-05-06T10:22:48.0665Z","end":"2026-05-06T10:22:48.316308Z","steps":["trace[428031241] 'agreement among raft nodes before linearized reading' (duration: 249.639706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:48.316733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.872273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:22:48.318653Z","caller":"traceutil/trace.go:171","msg":"trace[1515261624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24936; }","duration":"164.817376ms","start":"2026-05-06T10:22:48.153816Z","end":"2026-05-06T10:22:48.318633Z","steps":["trace[1515261624] 'agreement among raft nodes before linearized reading' (duration: 162.886134ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:48.640528Z","caller":"traceutil/trace.go:171","msg":"trace[952035649] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"205.737037ms","start":"2026-05-06T10:22:48.434775Z","end":"2026-05-06T10:22:48.640512Z","steps":["trace[952035649] 'process raft request' (duration: 204.56864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:48.640945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.13352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:22:48.64098Z","caller":"traceutil/trace.go:171","msg":"trace[1316162402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24939; }","duration":"196.206802ms","start":"2026-05-06T10:22:48.444763Z","end":"2026-05-06T10:22:48.64097Z","steps":["trace[1316162402] 'agreement among raft nodes before linearized reading' (duration: 196.067278ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:48.64115Z","caller":"traceutil/trace.go:171","msg":"trace[556726689] linearizableReadLoop","detail":"{readStateIndex:25763; appliedIndex:25762; }","duration":"195.50225ms","start":"2026-05-06T10:22:48.444802Z","end":"2026-05-06T10:22:48.640304Z","steps":["trace[556726689] 'read index received' (duration: 194.472327ms)","trace[556726689] 'applied index is now lower than readState.Index' (duration: 1.028523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:22:55.454309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14566551s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:22:55.454984Z","caller":"traceutil/trace.go:171","msg":"trace[1240233669] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"1.845838914s","start":"2026-05-06T10:22:53.609092Z","end":"2026-05-06T10:22:55.454931Z","steps":["trace[1240233669] 'process raft request' (duration: 699.455811ms)","trace[1240233669] 'compare' (duration: 1.143031016s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:22:55.455197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:53.609078Z","time spent":"1.846022191s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:55.839534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.09487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:22:55.839674Z","caller":"traceutil/trace.go:171","msg":"trace[318135990] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25799; }","duration":"1.713294253s","start":"2026-05-06T10:22:54.126362Z","end":"2026-05-06T10:22:55.839656Z","steps":["trace[318135990] 'read index received' (duration: 182.195242ms)","trace[318135990] 'applied index is now lower than readState.Index' (duration: 1.531097241s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:22:55.840159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71378195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T10:22:55.840212Z","caller":"traceutil/trace.go:171","msg":"trace[727210329] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24975; }","duration":"1.713879153s","start":"2026-05-06T10:22:54.12632Z","end":"2026-05-06T10:22:55.840199Z","steps":["trace[727210329] 'agreement among raft nodes before linearized reading' (duration: 1.713668436s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:55.84025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.126302Z","time spent":"1.713938024s","remote":"127.0.0.1:59608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:22:56.34073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:22:56.470242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297990347s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:22:56.470921Z","caller":"traceutil/trace.go:171","msg":"trace[1924497639] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"2.136375862s","start":"2026-05-06T10:22:54.33451Z","end":"2026-05-06T10:22:56.470886Z","steps":["trace[1924497639] 'process raft request' (duration: 2.136158865s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:56.470961Z","caller":"traceutil/trace.go:171","msg":"trace[860337581] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"2.133987035s","start":"2026-05-06T10:22:54.336941Z","end":"2026-05-06T10:22:56.470928Z","steps":["trace[860337581] 'process raft request' (duration: 2.133852161s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:56.471102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.334491Z","time spent":"2.136526046s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:56.471135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.336934Z","time spent":"2.134108299s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:56.471146Z","caller":"traceutil/trace.go:171","msg":"trace[1564462906] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"2.12757947s","start":"2026-05-06T10:22:54.343547Z","end":"2026-05-06T10:22:56.471126Z","steps":["trace[1564462906] 'process raft request' (duration: 2.127442125s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:56.471214Z","caller":"traceutil/trace.go:171","msg":"trace[783680893] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"2.125778462s","start":"2026-05-06T10:22:54.34539Z","end":"2026-05-06T10:22:56.471168Z","steps":["trace[783680893] 'process raft request' (duration: 2.125652318s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:56.471239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.343541Z","time spent":"2.127654232s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:56.471198Z","caller":"traceutil/trace.go:171","msg":"trace[889785622] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"2.130318037s","start":"2026-05-06T10:22:54.340799Z","end":"2026-05-06T10:22:56.471117Z","steps":["trace[889785622] 'process raft request' (duration: 2.13008656s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:56.471372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.345384Z","time spent":"2.125896426s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:56.471418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.340793Z","time spent":"2.130514534s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:56.471478Z","caller":"traceutil/trace.go:171","msg":"trace[885366943] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"1.838871921s","start":"2026-05-06T10:22:54.632247Z","end":"2026-05-06T10:22:56.471119Z","steps":["trace[885366943] 'process raft request' (duration: 1.83882996s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:56.471545Z","caller":"traceutil/trace.go:171","msg":"trace[1143844289] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"2.137422305s","start":"2026-05-06T10:22:54.333407Z","end":"2026-05-06T10:22:56.470829Z","steps":["trace[1143844289] 'process raft request' (duration: 2.137049893s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:56.471648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.632229Z","time spent":"1.839317845s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:56.471676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.333378Z","time spent":"2.138246032s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:57.154545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:22:57.154655Z","caller":"traceutil/trace.go:171","msg":"trace[1294000547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556277s","start":"2026-05-06T10:22:55.154074Z","end":"2026-05-06T10:22:57.15463Z","steps":["trace[1294000547] 'agreement among raft nodes before linearized reading' (duration: 2.000400572s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.154711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:55.154057Z","time spent":"2.000640601s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:22:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:22:57.77873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221268405s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:22:57.778908Z","caller":"traceutil/trace.go:171","msg":"trace[203534156] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25801; }","duration":"1.939183669s","start":"2026-05-06T10:22:55.839711Z","end":"2026-05-06T10:22:57.778895Z","steps":["trace[203534156] 'read index received' (duration: 630.730108ms)","trace[203534156] 'applied index is now lower than readState.Index' (duration: 1.308452701s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:22:57.779121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112143524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:22:57.779142Z","caller":"traceutil/trace.go:171","msg":"trace[1410093815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24984; }","duration":"3.112180896s","start":"2026-05-06T10:22:54.666954Z","end":"2026-05-06T10:22:57.779135Z","steps":["trace[1410093815] 'agreement among raft nodes before linearized reading' (duration: 3.112107133s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.666947Z","time spent":"3.112210757s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:22:57.779312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115185301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:22:57.779328Z","caller":"traceutil/trace.go:171","msg":"trace[120528096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24984; }","duration":"3.115225503s","start":"2026-05-06T10:22:54.664097Z","end":"2026-05-06T10:22:57.779323Z","steps":["trace[120528096] 'agreement among raft nodes before linearized reading' (duration: 3.115166461s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.664085Z","time spent":"3.115253474s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:22:57.779443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203509174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:22:57.779463Z","caller":"traceutil/trace.go:171","msg":"trace[1783011862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24984; }","duration":"3.203530835s","start":"2026-05-06T10:22:54.575924Z","end":"2026-05-06T10:22:57.779455Z","steps":["trace[1783011862] 'agreement among raft nodes before linearized reading' (duration: 3.203492194s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.575884Z","time spent":"3.203594717s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:22:57.779644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488423571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:22:57.779707Z","caller":"traceutil/trace.go:171","msg":"trace[228084154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24984; }","duration":"3.488533325s","start":"2026-05-06T10:22:54.291156Z","end":"2026-05-06T10:22:57.77969Z","steps":["trace[228084154] 'agreement among raft nodes before linearized reading' (duration: 3.488319798s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342210302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:22:57.779735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.291136Z","time spent":"3.488592987s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:22:57.779755Z","caller":"traceutil/trace.go:171","msg":"trace[324753147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24984; }","duration":"3.342276204s","start":"2026-05-06T10:22:54.437468Z","end":"2026-05-06T10:22:57.779745Z","steps":["trace[324753147] 'agreement among raft nodes before linearized reading' (duration: 3.342191832s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.43745Z","time spent":"3.342322746s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:22:57.779797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436347951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:22:57.779792Z","caller":"traceutil/trace.go:171","msg":"trace[1578986276] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"2.22482997s","start":"2026-05-06T10:22:55.55493Z","end":"2026-05-06T10:22:57.77976Z","steps":["trace[1578986276] 'process raft request' (duration: 1.002457329s)","trace[1578986276] 'compare' (duration: 1.220644415s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:22:57.779829Z","caller":"traceutil/trace.go:171","msg":"trace[1475778821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24984; }","duration":"3.436398413s","start":"2026-05-06T10:22:54.34342Z","end":"2026-05-06T10:22:57.779818Z","steps":["trace[1475778821] 'agreement among raft nodes before linearized reading' (duration: 3.4362989s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.343413Z","time spent":"3.436440734s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:22:57.779833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0704874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:22:57.779886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409721188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-06T10:22:57.779903Z","caller":"traceutil/trace.go:171","msg":"trace[1064815067] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24984; }","duration":"2.070604014s","start":"2026-05-06T10:22:55.709279Z","end":"2026-05-06T10:22:57.779883Z","steps":["trace[1064815067] 'agreement among raft nodes before linearized reading' (duration: 2.070451159s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:57.779949Z","caller":"traceutil/trace.go:171","msg":"trace[1293074349] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24984; }","duration":"2.409802511s","start":"2026-05-06T10:22:55.370128Z","end":"2026-05-06T10:22:57.77993Z","steps":["trace[1293074349] 'agreement among raft nodes before linearized reading' (duration: 2.409611105s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:55.554905Z","time spent":"2.224956953s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:57.77996Z","caller":"traceutil/trace.go:171","msg":"trace[104026949] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"1.483178245s","start":"2026-05-06T10:22:56.296767Z","end":"2026-05-06T10:22:57.779945Z","steps":["trace[104026949] 'process raft request' (duration: 1.482048009s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.779949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:55.709258Z","time spent":"2.070681306s","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:22:57.779993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:55.370119Z","time spent":"2.409864513s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-06T10:22:57.779975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41349174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7467979df-qzvv2\" ","response":"range_response_count:1 size:8566"} {"level":"warn","ts":"2026-05-06T10:22:57.780048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:56.296754Z","time spent":"1.483239847s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:57.780064Z","caller":"traceutil/trace.go:171","msg":"trace[1323860515] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7467979df-qzvv2; range_end:; response_count:1; response_revision:24984; }","duration":"2.413618874s","start":"2026-05-06T10:22:55.366422Z","end":"2026-05-06T10:22:57.780041Z","steps":["trace[1323860515] 'agreement among raft nodes before linearized reading' (duration: 2.413349345s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.780104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:55.366401Z","time spent":"2.413694457s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8589,"request content":"key:\"/registry/pods/openstack/magnum-api-7467979df-qzvv2\" "} {"level":"warn","ts":"2026-05-06T10:22:57.780342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894040251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:22:57.78042Z","caller":"traceutil/trace.go:171","msg":"trace[1601687695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24984; }","duration":"2.894173106s","start":"2026-05-06T10:22:54.886232Z","end":"2026-05-06T10:22:57.780405Z","steps":["trace[1601687695] 'agreement among raft nodes before linearized reading' (duration: 2.89276049s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:57.780458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:54.886206Z","time spent":"2.894243078s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T10:22:58.852526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.838605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:22:58.852648Z","caller":"traceutil/trace.go:171","msg":"trace[741402796] linearizableReadLoop","detail":"{readStateIndex:25811; appliedIndex:25810; }","duration":"1.073700623s","start":"2026-05-06T10:22:57.778931Z","end":"2026-05-06T10:22:58.852632Z","steps":["trace[741402796] 'read index received' (duration: 459.690302ms)","trace[741402796] 'applied index is now lower than readState.Index' (duration: 614.008521ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:22:58.852716Z","caller":"traceutil/trace.go:171","msg":"trace[1887714018] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"1.392462035s","start":"2026-05-06T10:22:57.460241Z","end":"2026-05-06T10:22:58.852703Z","steps":["trace[1887714018] 'process raft request' (duration: 778.366892ms)","trace[1887714018] 'compare' (duration: 612.951046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:22:58.852782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.460222Z","time spent":"1.392524066s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:58.85283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665508571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:22:58.852907Z","caller":"traceutil/trace.go:171","msg":"trace[1138774415] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24985; }","duration":"1.665623015s","start":"2026-05-06T10:22:57.187265Z","end":"2026-05-06T10:22:58.852888Z","steps":["trace[1138774415] 'agreement among raft nodes before linearized reading' (duration: 1.665490311s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:58.852937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698236091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:22:58.852947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.187252Z","time spent":"1.665685748s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:22:58.852973Z","caller":"traceutil/trace.go:171","msg":"trace[1345054605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24985; }","duration":"1.698306223s","start":"2026-05-06T10:22:57.154657Z","end":"2026-05-06T10:22:58.852964Z","steps":["trace[1345054605] 'agreement among raft nodes before linearized reading' (duration: 1.698244541s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:58.853006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.154639Z","time spent":"1.698361425s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:22:58.853114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620800207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:22:58.853189Z","caller":"traceutil/trace.go:171","msg":"trace[2119531966] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24985; }","duration":"2.620914921s","start":"2026-05-06T10:22:56.232257Z","end":"2026-05-06T10:22:58.853172Z","steps":["trace[2119531966] 'agreement among raft nodes before linearized reading' (duration: 2.620783467s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:58.853233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:56.232242Z","time spent":"2.620981003s","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:22:58.853655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148603365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-06T10:22:58.853794Z","caller":"traceutil/trace.go:171","msg":"trace[365103371] range","detail":"{range_begin:/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60; range_end:; response_count:1; response_revision:24985; }","duration":"1.148797861s","start":"2026-05-06T10:22:57.704971Z","end":"2026-05-06T10:22:58.853769Z","steps":["trace[365103371] 'agreement among raft nodes before linearized reading' (duration: 1.148078988s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:58.85391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.704954Z","time spent":"1.148941545s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-597495c49-lg5nq.18acf10790f07f60\" "} {"level":"warn","ts":"2026-05-06T10:22:59.666521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.242154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:22:59.666856Z","caller":"traceutil/trace.go:171","msg":"trace[1714694749] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"1.88314267s","start":"2026-05-06T10:22:57.78368Z","end":"2026-05-06T10:22:59.666823Z","steps":["trace[1714694749] 'process raft request' (duration: 1.386667449s)","trace[1714694749] 'compare' (duration: 495.708007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:22:59.666995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.78367Z","time spent":"1.883248944s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:59.667028Z","caller":"traceutil/trace.go:171","msg":"trace[1497109562] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"1.878080068s","start":"2026-05-06T10:22:57.788927Z","end":"2026-05-06T10:22:59.667008Z","steps":["trace[1497109562] 'process raft request' (duration: 1.878019966s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:59.667111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.788916Z","time spent":"1.878152101s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8364,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:59.66731Z","caller":"traceutil/trace.go:171","msg":"trace[424724050] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"1.882653845s","start":"2026-05-06T10:22:57.784643Z","end":"2026-05-06T10:22:59.667297Z","steps":["trace[424724050] 'process raft request' (duration: 1.882221211s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:22:59.667321Z","caller":"traceutil/trace.go:171","msg":"trace[1399456094] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"1.882515541s","start":"2026-05-06T10:22:57.784793Z","end":"2026-05-06T10:22:59.667309Z","steps":["trace[1399456094] 'process raft request' (duration: 1.882119748s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:59.66737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.784635Z","time spent":"1.882702447s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:59.667378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.784771Z","time spent":"1.882577292s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:59.667575Z","caller":"traceutil/trace.go:171","msg":"trace[71038804] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"1.883620246s","start":"2026-05-06T10:22:57.783945Z","end":"2026-05-06T10:22:59.667565Z","steps":["trace[71038804] 'process raft request' (duration: 1.882873012s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:59.667662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.783931Z","time spent":"1.883702898s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:22:59.667882Z","caller":"traceutil/trace.go:171","msg":"trace[2001221327] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"1.884019999s","start":"2026-05-06T10:22:57.783849Z","end":"2026-05-06T10:22:59.667869Z","steps":["trace[2001221327] 'process raft request' (duration: 1.882851051s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:59.667933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.783842Z","time spent":"1.88406339s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:22:59.979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000802835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:22:59.979117Z","caller":"traceutil/trace.go:171","msg":"trace[1848484821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000951219s","start":"2026-05-06T10:22:57.978118Z","end":"2026-05-06T10:22:59.979069Z","steps":["trace[1848484821] 'agreement among raft nodes before linearized reading' (duration: 2.000836015s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:22:59.979166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.978098Z","time spent":"2.001057603s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:22:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-06T10:23:00.030428Z","caller":"traceutil/trace.go:171","msg":"trace[654311215] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"1.55317562s","start":"2026-05-06T10:22:58.477207Z","end":"2026-05-06T10:23:00.030383Z","steps":["trace[654311215] 'process raft request' (duration: 1.553087957s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.03056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.477188Z","time spent":"1.553304494s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.030716Z","caller":"traceutil/trace.go:171","msg":"trace[576492760] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"1.553425188s","start":"2026-05-06T10:22:58.477272Z","end":"2026-05-06T10:23:00.030698Z","steps":["trace[576492760] 'process raft request' (duration: 1.553073506s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:00.030759Z","caller":"traceutil/trace.go:171","msg":"trace[1784935773] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"1.706754664s","start":"2026-05-06T10:22:58.323991Z","end":"2026-05-06T10:23:00.030745Z","steps":["trace[1784935773] 'process raft request' (duration: 1.682475186s)","trace[1784935773] 'compare' (duration: 23.380759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:00.030823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.323971Z","time spent":"1.706812605s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:00.030921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.477269Z","time spent":"1.5534954s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.031394Z","caller":"traceutil/trace.go:171","msg":"trace[322489541] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"1.554041998s","start":"2026-05-06T10:22:58.477339Z","end":"2026-05-06T10:23:00.031381Z","steps":["trace[322489541] 'process raft request' (duration: 1.55316736s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.031474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.477335Z","time spent":"1.554100479s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.031755Z","caller":"traceutil/trace.go:171","msg":"trace[718049597] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"1.554285496s","start":"2026-05-06T10:22:58.47741Z","end":"2026-05-06T10:23:00.031696Z","steps":["trace[718049597] 'process raft request' (duration: 1.553925474s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.031922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.477406Z","time spent":"1.55443096s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.031946Z","caller":"traceutil/trace.go:171","msg":"trace[705647303] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"1.55442348s","start":"2026-05-06T10:22:58.477495Z","end":"2026-05-06T10:23:00.031919Z","steps":["trace[705647303] 'process raft request' (duration: 1.554132951s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.03208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.477465Z","time spent":"1.554542224s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.032131Z","caller":"traceutil/trace.go:171","msg":"trace[1798607151] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"1.553756569s","start":"2026-05-06T10:22:58.478347Z","end":"2026-05-06T10:23:00.032104Z","steps":["trace[1798607151] 'process raft request' (duration: 1.553392437s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.032248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.478337Z","time spent":"1.553855322s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.032524Z","caller":"traceutil/trace.go:171","msg":"trace[150239922] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"1.176386156s","start":"2026-05-06T10:22:58.856096Z","end":"2026-05-06T10:23:00.032482Z","steps":["trace[150239922] 'process raft request' (duration: 1.175682803s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.032744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.856075Z","time spent":"1.176549962s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.032916Z","caller":"traceutil/trace.go:171","msg":"trace[1117182811] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"1.047609586s","start":"2026-05-06T10:22:58.985285Z","end":"2026-05-06T10:23:00.032894Z","steps":["trace[1117182811] 'process raft request' (duration: 1.047000137s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.032973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543853011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:00.03276Z","caller":"traceutil/trace.go:171","msg":"trace[1883324027] linearizableReadLoop","detail":"{readStateIndex:25824; appliedIndex:25811; }","duration":"1.180062094s","start":"2026-05-06T10:22:58.852673Z","end":"2026-05-06T10:23:00.032735Z","steps":["trace[1883324027] 'read index received' (duration: 317.673408ms)","trace[1883324027] 'applied index is now lower than readState.Index' (duration: 862.387056ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:00.033022Z","caller":"traceutil/trace.go:171","msg":"trace[105796727] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25000; }","duration":"1.543925503s","start":"2026-05-06T10:22:58.489081Z","end":"2026-05-06T10:23:00.033006Z","steps":["trace[105796727] 'agreement among raft nodes before linearized reading' (duration: 1.543781338s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.033032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.985267Z","time spent":"1.04770744s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:00.033163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207385831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T10:23:00.033203Z","caller":"traceutil/trace.go:171","msg":"trace[22199833] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25000; }","duration":"1.207456673s","start":"2026-05-06T10:22:58.825736Z","end":"2026-05-06T10:23:00.033192Z","steps":["trace[22199833] 'agreement among raft nodes before linearized reading' (duration: 1.207339149s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.033056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.489072Z","time spent":"1.543975375s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:00.033228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.825716Z","time spent":"1.207506795s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T10:23:00.033351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250157591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:23:00.033419Z","caller":"traceutil/trace.go:171","msg":"trace[507761687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25000; }","duration":"2.250239043s","start":"2026-05-06T10:22:57.783163Z","end":"2026-05-06T10:23:00.033402Z","steps":["trace[507761687] 'agreement among raft nodes before linearized reading' (duration: 2.250021826s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.03349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.783152Z","time spent":"2.250308165s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:23:00.033276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731711914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:00.033604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762861253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:00.033634Z","caller":"traceutil/trace.go:171","msg":"trace[1110280296] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25000; }","duration":"1.732114977s","start":"2026-05-06T10:22:58.301502Z","end":"2026-05-06T10:23:00.033617Z","steps":["trace[1110280296] 'agreement among raft nodes before linearized reading' (duration: 1.731551769s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:00.033638Z","caller":"traceutil/trace.go:171","msg":"trace[916844242] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25000; }","duration":"1.762937396s","start":"2026-05-06T10:22:58.270691Z","end":"2026-05-06T10:23:00.033628Z","steps":["trace[916844242] 'agreement among raft nodes before linearized reading' (duration: 1.762865793s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.033673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.270669Z","time spent":"1.762993098s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:00.033993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.301484Z","time spent":"1.732492939s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:00.034069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251111181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-06T10:23:00.035788Z","caller":"traceutil/trace.go:171","msg":"trace[1661780355] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288; range_end:; response_count:1; response_revision:25000; }","duration":"2.251585527s","start":"2026-05-06T10:22:57.78292Z","end":"2026-05-06T10:23:00.034506Z","steps":["trace[1661780355] 'agreement among raft nodes before linearized reading' (duration: 2.251043679s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.036134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:57.782906Z","time spent":"2.252991931s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288\" "} {"level":"warn","ts":"2026-05-06T10:23:00.544947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T10:23:00.773201Z","caller":"traceutil/trace.go:171","msg":"trace[1683483624] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"1.099010785s","start":"2026-05-06T10:22:59.674149Z","end":"2026-05-06T10:23:00.77316Z","steps":["trace[1683483624] 'process raft request' (duration: 1.048904108s)","trace[1683483624] 'compare' (duration: 49.750026ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:00.773365Z","caller":"traceutil/trace.go:171","msg":"trace[498964984] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25826; }","duration":"740.316112ms","start":"2026-05-06T10:23:00.033028Z","end":"2026-05-06T10:23:00.773344Z","steps":["trace[498964984] 'read index received' (duration: 690.098402ms)","trace[498964984] 'applied index is now lower than readState.Index' (duration: 50.21489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:00.773395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.67413Z","time spent":"1.099179171s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":652,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.773393Z","caller":"traceutil/trace.go:171","msg":"trace[777090117] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"1.098103576s","start":"2026-05-06T10:22:59.675264Z","end":"2026-05-06T10:23:00.773368Z","steps":["trace[777090117] 'process raft request' (duration: 1.097750094s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:00.773472Z","caller":"traceutil/trace.go:171","msg":"trace[1202724617] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"1.09665652s","start":"2026-05-06T10:22:59.676805Z","end":"2026-05-06T10:23:00.773461Z","steps":["trace[1202724617] 'process raft request' (duration: 1.096307469s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.773513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.675251Z","time spent":"1.098198879s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:00.773572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.676786Z","time spent":"1.096711961s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:00.773832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656687209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:00.773899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755810928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:00.773898Z","caller":"traceutil/trace.go:171","msg":"trace[892224309] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25005; }","duration":"1.656793673s","start":"2026-05-06T10:22:59.117085Z","end":"2026-05-06T10:23:00.773879Z","steps":["trace[892224309] 'agreement among raft nodes before linearized reading' (duration: 1.6566884s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:00.773936Z","caller":"traceutil/trace.go:171","msg":"trace[2084795532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25005; }","duration":"1.755876491s","start":"2026-05-06T10:22:59.018047Z","end":"2026-05-06T10:23:00.773924Z","steps":["trace[2084795532] 'agreement among raft nodes before linearized reading' (duration: 1.755822719s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.77395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.117064Z","time spent":"1.656872825s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:00.773968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.018033Z","time spent":"1.755927432s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:00.774004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.916395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-06T10:23:00.77498Z","caller":"traceutil/trace.go:171","msg":"trace[694044977] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25005; }","duration":"738.915467ms","start":"2026-05-06T10:23:00.036047Z","end":"2026-05-06T10:23:00.774963Z","steps":["trace[694044977] 'agreement among raft nodes before linearized reading' (duration: 737.833842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.775026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.036028Z","time spent":"738.984869ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T10:23:00.774026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856399404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:00.775133Z","caller":"traceutil/trace.go:171","msg":"trace[2027888095] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25005; }","duration":"1.857525481s","start":"2026-05-06T10:22:58.917582Z","end":"2026-05-06T10:23:00.775107Z","steps":["trace[2027888095] 'agreement among raft nodes before linearized reading' (duration: 1.856404155s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.77518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.917566Z","time spent":"1.857598712s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:00.774068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889081132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:00.775242Z","caller":"traceutil/trace.go:171","msg":"trace[846525177] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25005; }","duration":"1.89027843s","start":"2026-05-06T10:22:58.884948Z","end":"2026-05-06T10:23:00.775226Z","steps":["trace[846525177] 'agreement among raft nodes before linearized reading' (duration: 1.889097802s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.775299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.884939Z","time spent":"1.890345672s","remote":"127.0.0.1:43070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:00.774108Z","caller":"traceutil/trace.go:171","msg":"trace[421706393] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"987.076045ms","start":"2026-05-06T10:22:59.787024Z","end":"2026-05-06T10:23:00.7741Z","steps":["trace[421706393] 'process raft request' (duration: 986.193307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.775417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.786998Z","time spent":"988.366777ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:00.77414Z","caller":"traceutil/trace.go:171","msg":"trace[1827684803] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"1.094842711s","start":"2026-05-06T10:22:59.679289Z","end":"2026-05-06T10:23:00.774132Z","steps":["trace[1827684803] 'process raft request' (duration: 1.09387191s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.775524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.679282Z","time spent":"1.096203555s","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:00.774245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.870267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-06T10:23:00.775699Z","caller":"traceutil/trace.go:171","msg":"trace[1772826653] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25005; }","duration":"736.354165ms","start":"2026-05-06T10:23:00.039328Z","end":"2026-05-06T10:23:00.775682Z","steps":["trace[1772826653] 'agreement among raft nodes before linearized reading' (duration: 734.848477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.775743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.039309Z","time spent":"736.420926ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-06T10:23:00.774294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147409527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:00.775818Z","caller":"traceutil/trace.go:171","msg":"trace[381251600] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25005; }","duration":"1.148971087s","start":"2026-05-06T10:22:59.626833Z","end":"2026-05-06T10:23:00.775804Z","steps":["trace[381251600] 'agreement among raft nodes before linearized reading' (duration: 1.147435598s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.775886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.626807Z","time spent":"1.149040379s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:00.774361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.035969Z","time spent":"738.353868ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T10:23:00.774389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.669347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-06T10:23:00.776007Z","caller":"traceutil/trace.go:171","msg":"trace[1727976359] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25005; }","duration":"739.302189ms","start":"2026-05-06T10:23:00.036686Z","end":"2026-05-06T10:23:00.775988Z","steps":["trace[1727976359] 'agreement among raft nodes before linearized reading' (duration: 737.569323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.776061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.036673Z","time spent":"739.371712ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:23:00.773847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912623077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:00.776114Z","caller":"traceutil/trace.go:171","msg":"trace[2065226333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25005; }","duration":"1.91493164s","start":"2026-05-06T10:22:58.861172Z","end":"2026-05-06T10:23:00.776104Z","steps":["trace[2065226333] 'agreement among raft nodes before linearized reading' (duration: 1.912639757s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.776147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:58.861158Z","time spent":"1.914981073s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:00.774422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61243661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:00.776294Z","caller":"traceutil/trace.go:171","msg":"trace[263061972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25005; }","duration":"1.614348831s","start":"2026-05-06T10:22:59.161934Z","end":"2026-05-06T10:23:00.776283Z","steps":["trace[263061972] 'agreement among raft nodes before linearized reading' (duration: 1.612459951s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:00.776361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:22:59.161915Z","time spent":"1.614417664s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:01.419955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.828557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:01.420122Z","caller":"traceutil/trace.go:171","msg":"trace[202853723] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"642.601708ms","start":"2026-05-06T10:23:00.777501Z","end":"2026-05-06T10:23:01.420102Z","steps":["trace[202853723] 'process raft request' (duration: 254.559974ms)","trace[202853723] 'compare' (duration: 386.435683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:01.420237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.777477Z","time spent":"642.702241ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:02.114558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082401181s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:02.145893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.725884Z","time spent":"420.001678ms","remote":"127.0.0.1:32890","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T10:23:02.146298Z","caller":"traceutil/trace.go:171","msg":"trace[1395996296] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"1.366473201s","start":"2026-05-06T10:23:00.779795Z","end":"2026-05-06T10:23:02.146268Z","steps":["trace[1395996296] 'process raft request' (duration: 1.33492382s)","trace[1395996296] 'compare' (duration: 30.809558ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:02.146394Z","caller":"traceutil/trace.go:171","msg":"trace[1044470223] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25832; }","duration":"1.366304936s","start":"2026-05-06T10:23:00.780061Z","end":"2026-05-06T10:23:02.146366Z","steps":["trace[1044470223] 'read index received' (duration: 252.200768ms)","trace[1044470223] 'applied index is now lower than readState.Index' (duration: 1.114102518s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:02.146531Z","caller":"traceutil/trace.go:171","msg":"trace[1920576194] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"1.28786328s","start":"2026-05-06T10:23:00.85864Z","end":"2026-05-06T10:23:02.146503Z","steps":["trace[1920576194] 'process raft request' (duration: 1.287631232s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:02.146665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.858617Z","time spent":"1.287981674s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:02.14671Z","caller":"traceutil/trace.go:171","msg":"trace[222620206] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"1.362211935s","start":"2026-05-06T10:23:00.784485Z","end":"2026-05-06T10:23:02.146696Z","steps":["trace[222620206] 'process raft request' (duration: 1.361640707s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:02.146727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366619396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-42f6e2bb-3a1a-4b63-884d-0213772c22b9\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-05-06T10:23:02.146781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.784473Z","time spent":"1.362274857s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:02.146795Z","caller":"traceutil/trace.go:171","msg":"trace[2046263737] range","detail":"{range_begin:/registry/persistentvolumes/pvc-42f6e2bb-3a1a-4b63-884d-0213772c22b9; range_end:; response_count:1; response_revision:25009; }","duration":"1.366750711s","start":"2026-05-06T10:23:00.780023Z","end":"2026-05-06T10:23:02.146774Z","steps":["trace[2046263737] 'agreement among raft nodes before linearized reading' (duration: 1.366495482s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:02.146845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.780011Z","time spent":"1.366820672s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-42f6e2bb-3a1a-4b63-884d-0213772c22b9\" "} {"level":"warn","ts":"2026-05-06T10:23:02.146432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.779786Z","time spent":"1.366575324s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:02.646867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:02.785229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:02.785316Z","caller":"traceutil/trace.go:171","msg":"trace[765046066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326658s","start":"2026-05-06T10:23:00.784971Z","end":"2026-05-06T10:23:02.785297Z","steps":["trace[765046066] 'agreement among raft nodes before linearized reading' (duration: 2.000208185s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:02.785366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.784963Z","time spent":"2.00039208s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:03.285538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.359981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:03.285703Z","caller":"traceutil/trace.go:171","msg":"trace[570285075] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"1.248011632s","start":"2026-05-06T10:23:02.037675Z","end":"2026-05-06T10:23:03.285687Z","steps":["trace[570285075] 'process raft request' (duration: 1.025430464s)","trace[570285075] 'compare' (duration: 221.478843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:03.285827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.037648Z","time spent":"1.248155767s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:03.286394Z","caller":"traceutil/trace.go:171","msg":"trace[684676631] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"1.233923021s","start":"2026-05-06T10:23:02.052459Z","end":"2026-05-06T10:23:03.286382Z","steps":["trace[684676631] 'process raft request' (duration: 1.23388977s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.286448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.052439Z","time spent":"1.233986164s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:03.286604Z","caller":"traceutil/trace.go:171","msg":"trace[584302180] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"1.247854747s","start":"2026-05-06T10:23:02.038741Z","end":"2026-05-06T10:23:03.286596Z","steps":["trace[584302180] 'process raft request' (duration: 1.246885066s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:03.286642Z","caller":"traceutil/trace.go:171","msg":"trace[1663115812] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"1.247519536s","start":"2026-05-06T10:23:02.039084Z","end":"2026-05-06T10:23:03.286604Z","steps":["trace[1663115812] 'process raft request' (duration: 1.247213907s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.286646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.038713Z","time spent":"1.247912929s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:03.286779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.039076Z","time spent":"1.24763295s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:03.286857Z","caller":"traceutil/trace.go:171","msg":"trace[55769205] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"1.247775645s","start":"2026-05-06T10:23:02.038987Z","end":"2026-05-06T10:23:03.286763Z","steps":["trace[55769205] 'process raft request' (duration: 1.247271958s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.287029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.038961Z","time spent":"1.247994152s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:03.286878Z","caller":"traceutil/trace.go:171","msg":"trace[596256167] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"1.246641959s","start":"2026-05-06T10:23:02.040205Z","end":"2026-05-06T10:23:03.286847Z","steps":["trace[596256167] 'process raft request' (duration: 1.246119462s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.287223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.04019Z","time spent":"1.24695132s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:03.296502Z","caller":"traceutil/trace.go:171","msg":"trace[752622582] linearizableReadLoop","detail":"{readStateIndex:25843; appliedIndex:25836; }","duration":"1.14999817s","start":"2026-05-06T10:23:02.146483Z","end":"2026-05-06T10:23:03.296482Z","steps":["trace[752622582] 'read index received' (duration: 916.625056ms)","trace[752622582] 'applied index is now lower than readState.Index' (duration: 233.372204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:03.296632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98635039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:03.296662Z","caller":"traceutil/trace.go:171","msg":"trace[494143541] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25017; }","duration":"1.986400682s","start":"2026-05-06T10:23:01.310252Z","end":"2026-05-06T10:23:03.296653Z","steps":["trace[494143541] 'agreement among raft nodes before linearized reading' (duration: 1.986325939s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.296678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622974797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:23:03.296701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874594326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-06T10:23:03.296725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198571857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:03.296734Z","caller":"traceutil/trace.go:171","msg":"trace[946870232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25017; }","duration":"1.62306007s","start":"2026-05-06T10:23:01.673662Z","end":"2026-05-06T10:23:03.296722Z","steps":["trace[946870232] 'agreement among raft nodes before linearized reading' (duration: 1.622848643s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:03.296749Z","caller":"traceutil/trace.go:171","msg":"trace[1572798021] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25017; }","duration":"2.198628578s","start":"2026-05-06T10:23:01.098112Z","end":"2026-05-06T10:23:03.29674Z","steps":["trace[1572798021] 'agreement among raft nodes before linearized reading' (duration: 2.198595237s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.29677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.098091Z","time spent":"2.19867424s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:03.296738Z","caller":"traceutil/trace.go:171","msg":"trace[492618742] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25017; }","duration":"1.874673589s","start":"2026-05-06T10:23:01.422055Z","end":"2026-05-06T10:23:03.296729Z","steps":["trace[492618742] 'agreement among raft nodes before linearized reading' (duration: 1.874485393s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.2968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.422043Z","time spent":"1.874749911s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-06T10:23:03.296834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623954368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T10:23:03.296832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468778062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:03.296898Z","caller":"traceutil/trace.go:171","msg":"trace[77785005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25017; }","duration":"2.468884195s","start":"2026-05-06T10:23:00.827999Z","end":"2026-05-06T10:23:03.296883Z","steps":["trace[77785005] 'agreement among raft nodes before linearized reading' (duration: 2.468752941s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:03.296857Z","caller":"traceutil/trace.go:171","msg":"trace[1259734128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25017; }","duration":"1.62400995s","start":"2026-05-06T10:23:01.67284Z","end":"2026-05-06T10:23:03.29685Z","steps":["trace[1259734128] 'agreement among raft nodes before linearized reading' (duration: 1.623929377s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.296768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.67365Z","time spent":"1.623110751s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:03.296935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:00.827983Z","time spent":"2.468946107s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-06T10:23:03.29696Z","caller":"traceutil/trace.go:171","msg":"trace[1756624058] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"1.14501428s","start":"2026-05-06T10:23:02.15193Z","end":"2026-05-06T10:23:03.296944Z","steps":["trace[1756624058] 'process raft request' (duration: 1.144374579s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.297027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.151904Z","time spent":"1.145083402s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:23:03.297045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18366609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:03.29708Z","caller":"traceutil/trace.go:171","msg":"trace[1567535350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25017; }","duration":"1.183705741s","start":"2026-05-06T10:23:02.113365Z","end":"2026-05-06T10:23:03.297071Z","steps":["trace[1567535350] 'agreement among raft nodes before linearized reading' (duration: 1.183641669s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.297109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.113344Z","time spent":"1.183758742s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:03.29712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280255246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:03.297033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.446892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:03.297206Z","caller":"traceutil/trace.go:171","msg":"trace[1575849292] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"517.062192ms","start":"2026-05-06T10:23:02.780133Z","end":"2026-05-06T10:23:03.297195Z","steps":["trace[1575849292] 'process raft request' (duration: 516.287747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.297228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623331499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:23:03.297265Z","caller":"traceutil/trace.go:171","msg":"trace[1898367376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25017; }","duration":"1.623414411s","start":"2026-05-06T10:23:01.673839Z","end":"2026-05-06T10:23:03.297254Z","steps":["trace[1898367376] 'agreement among raft nodes before linearized reading' (duration: 1.623314148s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.297289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.780115Z","time spent":"517.127055ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:03.297301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161918512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:03.297344Z","caller":"traceutil/trace.go:171","msg":"trace[2039286151] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25017; }","duration":"1.162006196s","start":"2026-05-06T10:23:02.135328Z","end":"2026-05-06T10:23:03.297334Z","steps":["trace[2039286151] 'agreement among raft nodes before linearized reading' (duration: 1.161907402s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.297382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.135305Z","time spent":"1.162067467s","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:03.297461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626477059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:23:03.297487Z","caller":"traceutil/trace.go:171","msg":"trace[1121965431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25017; }","duration":"1.626544061s","start":"2026-05-06T10:23:01.670937Z","end":"2026-05-06T10:23:03.297481Z","steps":["trace[1121965431] 'agreement among raft nodes before linearized reading' (duration: 1.626455088s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.29694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.672826Z","time spent":"1.624106584s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:03.297505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.670917Z","time spent":"1.626584573s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:03.297308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.673811Z","time spent":"1.623488533s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T10:23:03.297212Z","caller":"traceutil/trace.go:171","msg":"trace[2038597865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25017; }","duration":"511.643448ms","start":"2026-05-06T10:23:02.78555Z","end":"2026-05-06T10:23:03.297194Z","steps":["trace[2038597865] 'agreement among raft nodes before linearized reading' (duration: 511.264926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.297667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043175654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-06T10:23:03.29891Z","caller":"traceutil/trace.go:171","msg":"trace[1398105839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25017; }","duration":"1.044442385s","start":"2026-05-06T10:23:02.254407Z","end":"2026-05-06T10:23:03.298849Z","steps":["trace[1398105839] 'agreement among raft nodes before linearized reading' (duration: 1.042374989s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:03.297146Z","caller":"traceutil/trace.go:171","msg":"trace[1253935100] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25017; }","duration":"2.280371049s","start":"2026-05-06T10:23:01.016765Z","end":"2026-05-06T10:23:03.297136Z","steps":["trace[1253935100] 'agreement among raft nodes before linearized reading' (duration: 2.280325738s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.297689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.785544Z","time spent":"512.117254ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:03.296692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.310195Z","time spent":"1.986489345s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:03.297862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.450156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:03.299073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.254384Z","time spent":"1.044677392s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-06T10:23:03.299125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.016746Z","time spent":"2.282342023s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-06T10:23:03.299289Z","caller":"traceutil/trace.go:171","msg":"trace[1221188990] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25017; }","duration":"596.713536ms","start":"2026-05-06T10:23:02.702361Z","end":"2026-05-06T10:23:03.299075Z","steps":["trace[1221188990] 'agreement among raft nodes before linearized reading' (duration: 595.373893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.299365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:02.702344Z","time spent":"597.000896ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:03.300019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627683808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:23:03.300095Z","caller":"traceutil/trace.go:171","msg":"trace[1152760284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25017; }","duration":"1.627811582s","start":"2026-05-06T10:23:01.67227Z","end":"2026-05-06T10:23:03.300082Z","steps":["trace[1152760284] 'agreement among raft nodes before linearized reading' (duration: 1.624682161s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:03.300133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:01.672246Z","time spent":"1.627878754s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:23:04.407405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.608762ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:04.407523Z","caller":"traceutil/trace.go:171","msg":"trace[111836910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25017; }","duration":"953.738696ms","start":"2026-05-06T10:23:03.453766Z","end":"2026-05-06T10:23:04.407505Z","steps":["trace[111836910] 'range keys from in-memory index tree' (duration: 953.583841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:04.407841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.491186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:04.408Z","caller":"traceutil/trace.go:171","msg":"trace[2140360726] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"1.106516175s","start":"2026-05-06T10:23:03.30146Z","end":"2026-05-06T10:23:04.407976Z","steps":["trace[2140360726] 'process raft request' (duration: 448.798133ms)","trace[2140360726] 'compare' (duration: 656.867625ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:04.408115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.301444Z","time spent":"1.106601809s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:04.408272Z","caller":"traceutil/trace.go:171","msg":"trace[791983639] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"1.103581731s","start":"2026-05-06T10:23:03.304669Z","end":"2026-05-06T10:23:04.408251Z","steps":["trace[791983639] 'process raft request' (duration: 1.10353273s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:04.408377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105582296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:04.408422Z","caller":"traceutil/trace.go:171","msg":"trace[1125453679] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"1.10541454s","start":"2026-05-06T10:23:03.302995Z","end":"2026-05-06T10:23:04.408409Z","steps":["trace[1125453679] 'process raft request' (duration: 1.104977736s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:04.408437Z","caller":"traceutil/trace.go:171","msg":"trace[1986525485] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25022; }","duration":"1.105644647s","start":"2026-05-06T10:23:03.302766Z","end":"2026-05-06T10:23:04.40841Z","steps":["trace[1986525485] 'agreement among raft nodes before linearized reading' (duration: 1.105547014s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:04.408476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.302985Z","time spent":"1.105462352s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:04.408481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.302758Z","time spent":"1.10571111s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-06T10:23:04.408608Z","caller":"traceutil/trace.go:171","msg":"trace[1383634188] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"1.104773129s","start":"2026-05-06T10:23:03.303824Z","end":"2026-05-06T10:23:04.408597Z","steps":["trace[1383634188] 'process raft request' (duration: 1.104250523s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:04.408664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.303818Z","time spent":"1.104814452s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:04.408372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.30466Z","time spent":"1.103664575s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:04.408838Z","caller":"traceutil/trace.go:171","msg":"trace[571980485] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"1.104854633s","start":"2026-05-06T10:23:03.303971Z","end":"2026-05-06T10:23:04.408825Z","steps":["trace[571980485] 'process raft request' (duration: 1.10415528s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:04.408274Z","caller":"traceutil/trace.go:171","msg":"trace[636189572] linearizableReadLoop","detail":"{readStateIndex:25845; appliedIndex:25844; }","duration":"1.105462802s","start":"2026-05-06T10:23:03.302784Z","end":"2026-05-06T10:23:04.408246Z","steps":["trace[636189572] 'read index received' (duration: 448.974869ms)","trace[636189572] 'applied index is now lower than readState.Index' (duration: 656.486433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:04.408899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.303942Z","time spent":"1.104924995s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:04.409064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106258888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c57add01-09c8-4196-992e-af06f5ed72f4\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-06T10:23:04.409145Z","caller":"traceutil/trace.go:171","msg":"trace[1346347503] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c57add01-09c8-4196-992e-af06f5ed72f4; range_end:; response_count:1; response_revision:25022; }","duration":"1.10634421s","start":"2026-05-06T10:23:03.30278Z","end":"2026-05-06T10:23:04.409124Z","steps":["trace[1346347503] 'agreement among raft nodes before linearized reading' (duration: 1.106132223s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:04.409199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.302746Z","time spent":"1.106437623s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c57add01-09c8-4196-992e-af06f5ed72f4\" "} {"level":"warn","ts":"2026-05-06T10:23:05.30999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001069304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:05.310061Z","caller":"traceutil/trace.go:171","msg":"trace[689936384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001147466s","start":"2026-05-06T10:23:03.3089Z","end":"2026-05-06T10:23:05.310047Z","steps":["trace[689936384] 'agreement among raft nodes before linearized reading' (duration: 2.001068404s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.310102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.308875Z","time spent":"2.001219538s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:05.326411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.055432ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:23:05.327237Z","caller":"traceutil/trace.go:171","msg":"trace[473984159] linearizableReadLoop","detail":"{readStateIndex:25851; appliedIndex:25849; }","duration":"918.291139ms","start":"2026-05-06T10:23:04.408925Z","end":"2026-05-06T10:23:05.327216Z","steps":["trace[473984159] 'read index received' (duration: 424.357019ms)","trace[473984159] 'applied index is now lower than readState.Index' (duration: 493.933ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:05.327314Z","caller":"traceutil/trace.go:171","msg":"trace[411059387] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"1.175169907s","start":"2026-05-06T10:23:04.152134Z","end":"2026-05-06T10:23:05.327304Z","steps":["trace[411059387] 'process raft request' (duration: 1.174386112s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.327401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:04.152115Z","time spent":"1.175222279s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:05.720324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411300659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-06T10:23:05.720431Z","caller":"traceutil/trace.go:171","msg":"trace[372946703] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25023; }","duration":"2.411425972s","start":"2026-05-06T10:23:03.308973Z","end":"2026-05-06T10:23:05.720399Z","steps":["trace[372946703] 'agreement among raft nodes before linearized reading' (duration: 2.018648857s)","trace[372946703] 'range keys from in-memory index tree' (duration: 392.556228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:05.72047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4176119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-06T10:23:05.720556Z","caller":"traceutil/trace.go:171","msg":"trace[969412120] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25023; }","duration":"2.417719515s","start":"2026-05-06T10:23:03.302814Z","end":"2026-05-06T10:23:05.720533Z","steps":["trace[969412120] 'agreement among raft nodes before linearized reading' (duration: 2.024827786s)","trace[969412120] 'range keys from in-memory index tree' (duration: 392.680402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:05.720549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689148359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:05.7206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.302809Z","time spent":"2.417782826s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:23:05.720492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.308961Z","time spent":"2.411516816s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-06T10:23:05.720634Z","caller":"traceutil/trace.go:171","msg":"trace[1781947314] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25023; }","duration":"1.689271003s","start":"2026-05-06T10:23:04.031339Z","end":"2026-05-06T10:23:05.72061Z","steps":["trace[1781947314] 'agreement among raft nodes before linearized reading' (duration: 1.296232599s)","trace[1781947314] 'count revisions from in-memory index tree' (duration: 392.92408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:05.720694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:04.031313Z","time spent":"1.689370526s","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:05.720898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411861047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:05.720958Z","caller":"traceutil/trace.go:171","msg":"trace[1564182658] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25023; }","duration":"2.411941229s","start":"2026-05-06T10:23:03.309002Z","end":"2026-05-06T10:23:05.720943Z","steps":["trace[1564182658] 'agreement among raft nodes before linearized reading' (duration: 2.018589365s)","trace[1564182658] 'range keys from in-memory index tree' (duration: 393.264211ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:05.72099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.308994Z","time spent":"2.411986531s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:23:05.721026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.750086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-06T10:23:05.721086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07270978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276057"} {"level":"info","ts":"2026-05-06T10:23:05.721161Z","caller":"traceutil/trace.go:171","msg":"trace[969839147] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"683.574681ms","start":"2026-05-06T10:23:05.037572Z","end":"2026-05-06T10:23:05.721146Z","steps":["trace[969839147] 'process raft request' (duration: 289.637379ms)","trace[969839147] 'compare' (duration: 393.085675ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:05.721162Z","caller":"traceutil/trace.go:171","msg":"trace[816609491] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25023; }","duration":"2.072817163s","start":"2026-05-06T10:23:03.648323Z","end":"2026-05-06T10:23:05.72114Z","steps":["trace[816609491] 'agreement among raft nodes before linearized reading' (duration: 1.679260503s)","trace[816609491] 'range keys from in-memory index tree' (duration: 393.115916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:05.721216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.648295Z","time spent":"2.072906916s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276080,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-06T10:23:05.721224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.037542Z","time spent":"683.652644ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:05.721791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418821339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T10:23:05.721917Z","caller":"traceutil/trace.go:171","msg":"trace[1755112230] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25023; }","duration":"2.419050377s","start":"2026-05-06T10:23:03.302843Z","end":"2026-05-06T10:23:05.721894Z","steps":["trace[1755112230] 'agreement among raft nodes before linearized reading' (duration: 2.024787704s)","trace[1755112230] 'range keys from in-memory index tree' (duration: 393.929713ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:05.721958Z","caller":"traceutil/trace.go:171","msg":"trace[1176742893] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"434.787293ms","start":"2026-05-06T10:23:05.287152Z","end":"2026-05-06T10:23:05.721939Z","steps":["trace[1176742893] 'process raft request' (duration: 433.942746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.722089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.287129Z","time spent":"434.908517ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:05.722112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:03.30283Z","time spent":"2.419264094s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-06T10:23:05.722197Z","caller":"traceutil/trace.go:171","msg":"trace[430304622] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"429.830923ms","start":"2026-05-06T10:23:05.292349Z","end":"2026-05-06T10:23:05.72218Z","steps":["trace[430304622] 'process raft request' (duration: 429.525344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.72227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.292334Z","time spent":"429.889196ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:05.722596Z","caller":"traceutil/trace.go:171","msg":"trace[1583736057] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"428.943305ms","start":"2026-05-06T10:23:05.293634Z","end":"2026-05-06T10:23:05.722577Z","steps":["trace[1583736057] 'process raft request' (duration: 428.306655ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:05.722694Z","caller":"traceutil/trace.go:171","msg":"trace[1647604353] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25851; }","duration":"395.402059ms","start":"2026-05-06T10:23:05.327275Z","end":"2026-05-06T10:23:05.722677Z","steps":["trace[1647604353] 'read index received' (duration: 393.027323ms)","trace[1647604353] 'applied index is now lower than readState.Index' (duration: 2.373966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:05.722721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.293626Z","time spent":"429.024897ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:05.722869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304803143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:23:05.722906Z","caller":"traceutil/trace.go:171","msg":"trace[208543178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25032; }","duration":"1.304878476s","start":"2026-05-06T10:23:04.418017Z","end":"2026-05-06T10:23:05.722896Z","steps":["trace[208543178] 'agreement among raft nodes before linearized reading' (duration: 1.304717691s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:05.72289Z","caller":"traceutil/trace.go:171","msg":"trace[1863509085] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"421.272529ms","start":"2026-05-06T10:23:05.301589Z","end":"2026-05-06T10:23:05.722862Z","steps":["trace[1863509085] 'process raft request' (duration: 421.049072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.72294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:04.417997Z","time spent":"1.304936268s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:23:05.722981Z","caller":"traceutil/trace.go:171","msg":"trace[1192556136] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"429.279606ms","start":"2026-05-06T10:23:05.293689Z","end":"2026-05-06T10:23:05.722968Z","steps":["trace[1192556136] 'process raft request' (duration: 428.726408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.301581Z","time spent":"421.368902ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:05.723094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.293684Z","time spent":"429.343348ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:05.723166Z","caller":"traceutil/trace.go:171","msg":"trace[509928220] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"427.012874ms","start":"2026-05-06T10:23:05.29614Z","end":"2026-05-06T10:23:05.723152Z","steps":["trace[509928220] 'process raft request' (duration: 426.366983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.296131Z","time spent":"427.067305ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:05.723243Z","caller":"traceutil/trace.go:171","msg":"trace[1192757906] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"427.038414ms","start":"2026-05-06T10:23:05.296187Z","end":"2026-05-06T10:23:05.723225Z","steps":["trace[1192757906] 'process raft request' (duration: 426.411884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.296181Z","time spent":"427.097986ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:05.722914Z","caller":"traceutil/trace.go:171","msg":"trace[1756910155] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"429.09541ms","start":"2026-05-06T10:23:05.293794Z","end":"2026-05-06T10:23:05.722889Z","steps":["trace[1756910155] 'process raft request' (duration: 428.680967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016389854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:05.72351Z","caller":"traceutil/trace.go:171","msg":"trace[22373425] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25032; }","duration":"1.016468007s","start":"2026-05-06T10:23:04.707029Z","end":"2026-05-06T10:23:05.723497Z","steps":["trace[22373425] 'agreement among raft nodes before linearized reading' (duration: 1.016398214s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:04.707004Z","time spent":"1.016540119s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:05.723553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303745249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-06T10:23:05.723549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.293775Z","time spent":"429.708889ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:05.723637Z","caller":"traceutil/trace.go:171","msg":"trace[604731532] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25032; }","duration":"1.303812711s","start":"2026-05-06T10:23:04.41977Z","end":"2026-05-06T10:23:05.723583Z","steps":["trace[604731532] 'agreement among raft nodes before linearized reading' (duration: 1.303700378s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:04.419755Z","time spent":"1.303913315s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-06T10:23:05.723677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.851106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:05.723723Z","caller":"traceutil/trace.go:171","msg":"trace[1078854044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25032; }","duration":"565.935168ms","start":"2026-05-06T10:23:05.157776Z","end":"2026-05-06T10:23:05.723711Z","steps":["trace[1078854044] 'agreement among raft nodes before linearized reading' (duration: 565.817915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.157756Z","time spent":"565.99741ms","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:05.72378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.690483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:05.72381Z","caller":"traceutil/trace.go:171","msg":"trace[417424287] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25032; }","duration":"866.722474ms","start":"2026-05-06T10:23:04.857079Z","end":"2026-05-06T10:23:05.723802Z","steps":["trace[417424287] 'agreement among raft nodes before linearized reading' (duration: 866.670733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:04.857012Z","time spent":"866.827588ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:05.723927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.027827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:05.723962Z","caller":"traceutil/trace.go:171","msg":"trace[1272523466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25032; }","duration":"414.090088ms","start":"2026-05-06T10:23:05.309864Z","end":"2026-05-06T10:23:05.723954Z","steps":["trace[1272523466] 'agreement among raft nodes before linearized reading' (duration: 414.036287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:05.723993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.309852Z","time spent":"414.1359ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:06.273955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:06.775485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:07.276617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:07.414997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.642083001s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:07.4154Z","caller":"traceutil/trace.go:171","msg":"trace[639920639] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"1.685339699s","start":"2026-05-06T10:23:05.730036Z","end":"2026-05-06T10:23:07.415376Z","steps":["trace[639920639] 'process raft request' (duration: 1.685175373s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:07.415548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.729961Z","time spent":"1.685505503s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:07.732803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001064543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:07.732884Z","caller":"traceutil/trace.go:171","msg":"trace[205020680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001188987s","start":"2026-05-06T10:23:05.731679Z","end":"2026-05-06T10:23:07.732868Z","steps":["trace[205020680] 'agreement among raft nodes before linearized reading' (duration: 2.001084094s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:07.73293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.731667Z","time spent":"2.001254569s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:08.197056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.957737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:08.197236Z","caller":"traceutil/trace.go:171","msg":"trace[356159895] linearizableReadLoop","detail":"{readStateIndex:25863; appliedIndex:25861; }","duration":"2.424227104s","start":"2026-05-06T10:23:05.772993Z","end":"2026-05-06T10:23:08.19722Z","steps":["trace[356159895] 'read index received' (duration: 1.642322049s)","trace[356159895] 'applied index is now lower than readState.Index' (duration: 781.903955ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:08.19725Z","caller":"traceutil/trace.go:171","msg":"trace[1979958145] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"1.695248376s","start":"2026-05-06T10:23:06.501975Z","end":"2026-05-06T10:23:08.197224Z","steps":["trace[1979958145] 'process raft request' (duration: 1.227050581s)","trace[1979958145] 'compare' (duration: 467.436061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:08.197352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.501942Z","time spent":"1.69535535s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:08.197392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470976823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d33127a9-1cdf-4f81-a080-15ef428703d9\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-06T10:23:08.197371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469780575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:08.19742Z","caller":"traceutil/trace.go:171","msg":"trace[211698240] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d33127a9-1cdf-4f81-a080-15ef428703d9; range_end:; response_count:1; response_revision:25036; }","duration":"2.471039185s","start":"2026-05-06T10:23:05.726371Z","end":"2026-05-06T10:23:08.19741Z","steps":["trace[211698240] 'agreement among raft nodes before linearized reading' (duration: 2.470920822s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:08.197449Z","caller":"traceutil/trace.go:171","msg":"trace[1198640200] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25036; }","duration":"2.469896649s","start":"2026-05-06T10:23:05.727533Z","end":"2026-05-06T10:23:08.19743Z","steps":["trace[1198640200] 'agreement among raft nodes before linearized reading' (duration: 2.469714423s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:08.197462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.726351Z","time spent":"2.471104248s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-d33127a9-1cdf-4f81-a080-15ef428703d9\" "} {"level":"warn","ts":"2026-05-06T10:23:08.197506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.727524Z","time spent":"2.469971761s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-06T10:23:08.197346Z","caller":"traceutil/trace.go:171","msg":"trace[1860934481] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"864.663139ms","start":"2026-05-06T10:23:07.332589Z","end":"2026-05-06T10:23:08.197252Z","steps":["trace[1860934481] 'process raft request' (duration: 864.557536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:08.197743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.332562Z","time spent":"865.050232ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:08.273997Z","caller":"traceutil/trace.go:171","msg":"trace[664449985] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"546.968081ms","start":"2026-05-06T10:23:07.726998Z","end":"2026-05-06T10:23:08.273966Z","steps":["trace[664449985] 'process raft request' (duration: 546.661801ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:08.274004Z","caller":"traceutil/trace.go:171","msg":"trace[120797962] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"545.794194ms","start":"2026-05-06T10:23:07.728185Z","end":"2026-05-06T10:23:08.273979Z","steps":["trace[120797962] 'process raft request' (duration: 545.752352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:08.274132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.726975Z","time spent":"547.085225ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:08.274146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.728178Z","time spent":"545.889666ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:08.274273Z","caller":"traceutil/trace.go:171","msg":"trace[1599411988] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"546.752135ms","start":"2026-05-06T10:23:07.727508Z","end":"2026-05-06T10:23:08.274261Z","steps":["trace[1599411988] 'process raft request' (duration: 546.28481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:08.274329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.727499Z","time spent":"546.802116ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:08.274472Z","caller":"traceutil/trace.go:171","msg":"trace[1529623102] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"546.351891ms","start":"2026-05-06T10:23:07.72811Z","end":"2026-05-06T10:23:08.274462Z","steps":["trace[1529623102] 'process raft request' (duration: 545.776583ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:08.274506Z","caller":"traceutil/trace.go:171","msg":"trace[1158017255] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"546.746174ms","start":"2026-05-06T10:23:07.727739Z","end":"2026-05-06T10:23:08.274486Z","steps":["trace[1158017255] 'process raft request' (duration: 546.101523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:08.274528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.728098Z","time spent":"546.399773ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:08.27459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.727731Z","time spent":"546.808646ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:09.328093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054443475s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:09.328559Z","caller":"traceutil/trace.go:171","msg":"trace[1403245540] linearizableReadLoop","detail":"{readStateIndex:25871; appliedIndex:25864; }","duration":"1.131272408s","start":"2026-05-06T10:23:08.197266Z","end":"2026-05-06T10:23:09.328538Z","steps":["trace[1403245540] 'read index received' (duration: 76.373619ms)","trace[1403245540] 'applied index is now lower than readState.Index' (duration: 1.054897389s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:09.328627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315492486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:09.328682Z","caller":"traceutil/trace.go:171","msg":"trace[1957844225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25043; }","duration":"2.315594269s","start":"2026-05-06T10:23:07.013073Z","end":"2026-05-06T10:23:09.328667Z","steps":["trace[1957844225] 'agreement among raft nodes before linearized reading' (duration: 2.315473656s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.328712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.013057Z","time spent":"2.315648442s","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:09.328823Z","caller":"traceutil/trace.go:171","msg":"trace[186460442] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"1.599633709s","start":"2026-05-06T10:23:07.729166Z","end":"2026-05-06T10:23:09.3288Z","steps":["trace[186460442] 'process raft request' (duration: 1.599089851s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:09.328854Z","caller":"traceutil/trace.go:171","msg":"trace[597465770] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"1.598704599s","start":"2026-05-06T10:23:07.730138Z","end":"2026-05-06T10:23:09.328843Z","steps":["trace[597465770] 'process raft request' (duration: 1.598256885s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.328913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.730112Z","time spent":"1.598759261s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:09.328941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.729146Z","time spent":"1.599717462s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:09.329028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351118059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:09.329046Z","caller":"traceutil/trace.go:171","msg":"trace[1352189393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25043; }","duration":"1.35115688s","start":"2026-05-06T10:23:07.977884Z","end":"2026-05-06T10:23:09.329041Z","steps":["trace[1352189393] 'agreement among raft nodes before linearized reading' (duration: 1.351112559s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.329062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.977871Z","time spent":"1.351187501s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:09.3293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916747748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T10:23:09.329312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90213579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:09.329346Z","caller":"traceutil/trace.go:171","msg":"trace[69919961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25043; }","duration":"2.916815041s","start":"2026-05-06T10:23:06.412518Z","end":"2026-05-06T10:23:09.329333Z","steps":["trace[69919961] 'agreement among raft nodes before linearized reading' (duration: 2.916660456s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:09.329374Z","caller":"traceutil/trace.go:171","msg":"trace[910463205] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25043; }","duration":"1.902262755s","start":"2026-05-06T10:23:07.427095Z","end":"2026-05-06T10:23:09.329357Z","steps":["trace[910463205] 'agreement among raft nodes before linearized reading' (duration: 1.902174642s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.32938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.412513Z","time spent":"2.916859752s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:09.329396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201271543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:09.329405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.427059Z","time spent":"1.902337147s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:09.329423Z","caller":"traceutil/trace.go:171","msg":"trace[787133237] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25043; }","duration":"2.201302624s","start":"2026-05-06T10:23:07.128114Z","end":"2026-05-06T10:23:09.329417Z","steps":["trace[787133237] 'agreement among raft nodes before linearized reading' (duration: 2.201249503s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.329453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.128076Z","time spent":"2.201372396s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:09.329567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566647871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:09.329596Z","caller":"traceutil/trace.go:171","msg":"trace[2126165658] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25043; }","duration":"1.566706683s","start":"2026-05-06T10:23:07.76288Z","end":"2026-05-06T10:23:09.329586Z","steps":["trace[2126165658] 'agreement among raft nodes before linearized reading' (duration: 1.566653501s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.329599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901341504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:09.329614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26541318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-06T10:23:09.329624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.762867Z","time spent":"1.566748934s","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:09.329633Z","caller":"traceutil/trace.go:171","msg":"trace[1202020719] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25043; }","duration":"2.901392176s","start":"2026-05-06T10:23:06.428227Z","end":"2026-05-06T10:23:09.32962Z","steps":["trace[1202020719] 'agreement among raft nodes before linearized reading' (duration: 2.901321624s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.329668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.428217Z","time spent":"2.901442927s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:09.329717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566585049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T10:23:09.329764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59688619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:09.329789Z","caller":"traceutil/trace.go:171","msg":"trace[290756182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25043; }","duration":"1.596931532s","start":"2026-05-06T10:23:07.732849Z","end":"2026-05-06T10:23:09.329781Z","steps":["trace[290756182] 'agreement among raft nodes before linearized reading' (duration: 1.596890251s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.329813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.732842Z","time spent":"1.596966293s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:09.329858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916608503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:23:09.329898Z","caller":"traceutil/trace.go:171","msg":"trace[2070619675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25043; }","duration":"2.916696027s","start":"2026-05-06T10:23:06.413192Z","end":"2026-05-06T10:23:09.329888Z","steps":["trace[2070619675] 'agreement among raft nodes before linearized reading' (duration: 2.916598793s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.329925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.413162Z","time spent":"2.916757449s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:09.329959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848036444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:09.329971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554049716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T10:23:09.329984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918108232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:23:09.329991Z","caller":"traceutil/trace.go:171","msg":"trace[84300523] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25043; }","duration":"1.848110028s","start":"2026-05-06T10:23:07.481871Z","end":"2026-05-06T10:23:09.329981Z","steps":["trace[84300523] 'agreement among raft nodes before linearized reading' (duration: 1.848059396s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040919221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:09.330018Z","caller":"traceutil/trace.go:171","msg":"trace[1745471729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25043; }","duration":"2.918176114s","start":"2026-05-06T10:23:06.411833Z","end":"2026-05-06T10:23:09.330009Z","steps":["trace[1745471729] 'agreement among raft nodes before linearized reading' (duration: 2.91804601s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546405041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-06T10:23:09.330084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.411807Z","time spent":"2.918267397s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:23:09.330093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917000196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:23:09.330101Z","caller":"traceutil/trace.go:171","msg":"trace[1067075254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25043; }","duration":"3.546440412s","start":"2026-05-06T10:23:05.783656Z","end":"2026-05-06T10:23:09.330097Z","steps":["trace[1067075254] 'agreement among raft nodes before linearized reading' (duration: 3.546405231s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.783644Z","time spent":"3.546470543s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-06T10:23:09.330119Z","caller":"traceutil/trace.go:171","msg":"trace[1550015563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25043; }","duration":"2.917026688s","start":"2026-05-06T10:23:06.413084Z","end":"2026-05-06T10:23:09.33011Z","steps":["trace[1550015563] 'agreement among raft nodes before linearized reading' (duration: 2.916951695s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881453357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-06T10:23:09.330147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.412994Z","time spent":"2.917146391s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T10:23:09.330156Z","caller":"traceutil/trace.go:171","msg":"trace[2140426976] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25043; }","duration":"1.8815374s","start":"2026-05-06T10:23:07.448609Z","end":"2026-05-06T10:23:09.330146Z","steps":["trace[2140426976] 'agreement among raft nodes before linearized reading' (duration: 1.881429696s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.33018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.448586Z","time spent":"1.881588861s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T10:23:09.330277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91743072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:23:09.329994Z","caller":"traceutil/trace.go:171","msg":"trace[24832395] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25043; }","duration":"3.554109138s","start":"2026-05-06T10:23:05.775878Z","end":"2026-05-06T10:23:09.329987Z","steps":["trace[24832395] 'agreement among raft nodes before linearized reading' (duration: 3.554043196s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:09.330302Z","caller":"traceutil/trace.go:171","msg":"trace[1719301388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25043; }","duration":"2.917465122s","start":"2026-05-06T10:23:06.412829Z","end":"2026-05-06T10:23:09.330294Z","steps":["trace[1719301388] 'agreement among raft nodes before linearized reading' (duration: 2.917395019s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.33002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.481849Z","time spent":"1.848163649s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:09.330332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:05.77586Z","time spent":"3.55446514s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"info","ts":"2026-05-06T10:23:09.329633Z","caller":"traceutil/trace.go:171","msg":"trace[464625952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25043; }","duration":"2.265462921s","start":"2026-05-06T10:23:07.064164Z","end":"2026-05-06T10:23:09.329627Z","steps":["trace[464625952] 'agreement among raft nodes before linearized reading' (duration: 2.265382199s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:07.064151Z","time spent":"2.266245837s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T10:23:09.33042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607289414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-05-06T10:23:09.330442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127826758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:09.330448Z","caller":"traceutil/trace.go:171","msg":"trace[1233834487] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25043; }","duration":"2.607358076s","start":"2026-05-06T10:23:06.723082Z","end":"2026-05-06T10:23:09.33044Z","steps":["trace[1233834487] 'agreement among raft nodes before linearized reading' (duration: 2.606453867s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:09.330463Z","caller":"traceutil/trace.go:171","msg":"trace[936054534] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25043; }","duration":"1.127860539s","start":"2026-05-06T10:23:08.202596Z","end":"2026-05-06T10:23:09.330457Z","steps":["trace[936054534] 'agreement among raft nodes before linearized reading' (duration: 1.127826108s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.72306Z","time spent":"2.607408748s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-06T10:23:09.33005Z","caller":"traceutil/trace.go:171","msg":"trace[1941083616] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25043; }","duration":"3.040983182s","start":"2026-05-06T10:23:06.289057Z","end":"2026-05-06T10:23:09.33004Z","steps":["trace[1941083616] 'agreement among raft nodes before linearized reading' (duration: 3.040949201s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.412824Z","time spent":"2.917496702s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T10:23:09.329818Z","caller":"traceutil/trace.go:171","msg":"trace[65937048] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25043; }","duration":"2.566658761s","start":"2026-05-06T10:23:06.763087Z","end":"2026-05-06T10:23:09.329746Z","steps":["trace[65937048] 'agreement among raft nodes before linearized reading' (duration: 2.565570516s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.289028Z","time spent":"3.041477218s","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:09.330532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:06.763071Z","time spent":"2.567451726s","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2662,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:09.330481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:08.202582Z","time spent":"1.12789465s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:23:09.330864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.709896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T10:23:09.330887Z","caller":"traceutil/trace.go:171","msg":"trace[726687523] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25043; }","duration":"504.793647ms","start":"2026-05-06T10:23:08.826088Z","end":"2026-05-06T10:23:09.330881Z","steps":["trace[726687523] 'agreement among raft nodes before linearized reading' (duration: 504.607631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.330908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:08.826068Z","time spent":"504.836049ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T10:23:09.331024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.429644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:09.331043Z","caller":"traceutil/trace.go:171","msg":"trace[113152429] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25043; }","duration":"643.482645ms","start":"2026-05-06T10:23:08.687553Z","end":"2026-05-06T10:23:09.331036Z","steps":["trace[113152429] 'agreement among raft nodes before linearized reading' (duration: 643.445474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.331061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:08.687534Z","time spent":"643.521767ms","remote":"127.0.0.1:56196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:09.331095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126565268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-06T10:23:09.331127Z","caller":"traceutil/trace.go:171","msg":"trace[1563788469] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25043; }","duration":"1.126623039s","start":"2026-05-06T10:23:08.204494Z","end":"2026-05-06T10:23:09.331117Z","steps":["trace[1563788469] 'agreement among raft nodes before linearized reading' (duration: 1.126514795s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.331154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:08.20448Z","time spent":"1.126667441s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-06T10:23:09.331207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1266322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-05-06T10:23:09.331226Z","caller":"traceutil/trace.go:171","msg":"trace[982841494] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25043; }","duration":"1.126680841s","start":"2026-05-06T10:23:08.20454Z","end":"2026-05-06T10:23:09.33122Z","steps":["trace[982841494] 'agreement among raft nodes before linearized reading' (duration: 1.126605639s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.331242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:08.204534Z","time spent":"1.126704252s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-06T10:23:09.331287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027181841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-06T10:23:09.331337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.838473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:09.331353Z","caller":"traceutil/trace.go:171","msg":"trace[1102968787] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25043; }","duration":"1.027287994s","start":"2026-05-06T10:23:08.304047Z","end":"2026-05-06T10:23:09.331335Z","steps":["trace[1102968787] 'agreement among raft nodes before linearized reading' (duration: 1.027056056s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.331402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:08.30403Z","time spent":"1.027363806s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-05-06T10:23:09.331403Z","caller":"traceutil/trace.go:171","msg":"trace[940857127] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25043; }","duration":"965.942436ms","start":"2026-05-06T10:23:08.365441Z","end":"2026-05-06T10:23:09.331384Z","steps":["trace[940857127] 'agreement among raft nodes before linearized reading' (duration: 965.821893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:09.3315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:08.365425Z","time spent":"966.015569ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:11.032265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.632030799s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:11.032947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.33362Z","time spent":"1.699320627s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T10:23:11.033003Z","caller":"traceutil/trace.go:171","msg":"trace[688010110] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.695146643s","start":"2026-05-06T10:23:09.337827Z","end":"2026-05-06T10:23:11.032974Z","steps":["trace[688010110] 'process raft request' (duration: 1.694866124s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.03313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.337823Z","time spent":"1.695242256s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.033191Z","caller":"traceutil/trace.go:171","msg":"trace[1416915191] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"1.695291127s","start":"2026-05-06T10:23:09.337862Z","end":"2026-05-06T10:23:11.033153Z","steps":["trace[1416915191] 'process raft request' (duration: 1.694869094s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.033331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.337858Z","time spent":"1.695400591s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.033425Z","caller":"traceutil/trace.go:171","msg":"trace[1710592736] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"1.695523135s","start":"2026-05-06T10:23:09.337895Z","end":"2026-05-06T10:23:11.033418Z","steps":["trace[1710592736] 'process raft request' (duration: 1.694870864s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.033476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.33789Z","time spent":"1.695568506s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.033448Z","caller":"traceutil/trace.go:171","msg":"trace[1272747007] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.695504114s","start":"2026-05-06T10:23:09.337915Z","end":"2026-05-06T10:23:11.033419Z","steps":["trace[1272747007] 'process raft request' (duration: 1.695401551s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:11.033607Z","caller":"traceutil/trace.go:171","msg":"trace[807374312] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.695639439s","start":"2026-05-06T10:23:09.337959Z","end":"2026-05-06T10:23:11.033598Z","steps":["trace[807374312] 'process raft request' (duration: 1.695424732s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.033594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.337901Z","time spent":"1.695623928s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:11.033637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.337939Z","time spent":"1.69568328s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.033705Z","caller":"traceutil/trace.go:171","msg":"trace[129598651] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25871; }","duration":"1.698030205s","start":"2026-05-06T10:23:09.335662Z","end":"2026-05-06T10:23:11.033692Z","steps":["trace[129598651] 'read index received' (duration: 64.716665ms)","trace[129598651] 'applied index is now lower than readState.Index' (duration: 1.63331256s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:11.033723Z","caller":"traceutil/trace.go:171","msg":"trace[1326385507] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.695285457s","start":"2026-05-06T10:23:09.338424Z","end":"2026-05-06T10:23:11.03371Z","steps":["trace[1326385507] 'process raft request' (duration: 1.695125332s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.033779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.338413Z","time spent":"1.695334939s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.033892Z","caller":"traceutil/trace.go:171","msg":"trace[852069945] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"1.696140115s","start":"2026-05-06T10:23:09.337738Z","end":"2026-05-06T10:23:11.033879Z","steps":["trace[852069945] 'process raft request' (duration: 1.694843973s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.033934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.337721Z","time spent":"1.696194796s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:11.034087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698227212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-06T10:23:11.034137Z","caller":"traceutil/trace.go:171","msg":"trace[1226997581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf; range_end:; response_count:1; response_revision:25051; }","duration":"1.69849871s","start":"2026-05-06T10:23:09.335626Z","end":"2026-05-06T10:23:11.034125Z","steps":["trace[1226997581] 'agreement among raft nodes before linearized reading' (duration: 1.698135808s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.034176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.335594Z","time spent":"1.698572613s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf\" "} {"level":"warn","ts":"2026-05-06T10:23:11.340058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:11.340118Z","caller":"traceutil/trace.go:171","msg":"trace[463883744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228066s","start":"2026-05-06T10:23:09.339877Z","end":"2026-05-06T10:23:11.340105Z","steps":["trace[463883744] 'agreement among raft nodes before linearized reading' (duration: 2.000159034s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.340158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.339863Z","time spent":"2.000289539s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:11.534712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205178,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T10:23:11.54294Z","caller":"traceutil/trace.go:171","msg":"trace[527912067] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.855059681s","start":"2026-05-06T10:23:09.687853Z","end":"2026-05-06T10:23:11.542913Z","steps":["trace[527912067] 'process raft request' (duration: 1.854660829s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.543118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.687828Z","time spent":"1.855195496s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.543384Z","caller":"traceutil/trace.go:171","msg":"trace[1331048490] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"1.489543469s","start":"2026-05-06T10:23:10.053799Z","end":"2026-05-06T10:23:11.543342Z","steps":["trace[1331048490] 'process raft request' (duration: 1.489037673s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.543526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.053773Z","time spent":"1.489679624s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.543649Z","caller":"traceutil/trace.go:171","msg":"trace[1754805039] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.33991271s","start":"2026-05-06T10:23:10.203711Z","end":"2026-05-06T10:23:11.543623Z","steps":["trace[1754805039] 'process raft request' (duration: 1.339365873s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.543779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.203674Z","time spent":"1.340036535s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.544359Z","caller":"traceutil/trace.go:171","msg":"trace[1038044476] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.265030449s","start":"2026-05-06T10:23:10.279314Z","end":"2026-05-06T10:23:11.544345Z","steps":["trace[1038044476] 'process raft request' (duration: 1.263949605s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.544434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.279298Z","time spent":"1.265100981s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.544576Z","caller":"traceutil/trace.go:171","msg":"trace[1731610010] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.263868852s","start":"2026-05-06T10:23:10.280685Z","end":"2026-05-06T10:23:11.544553Z","steps":["trace[1731610010] 'process raft request' (duration: 1.263578813s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.54467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.280676Z","time spent":"1.263950714s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.544701Z","caller":"traceutil/trace.go:171","msg":"trace[346889539] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.263400197s","start":"2026-05-06T10:23:10.281282Z","end":"2026-05-06T10:23:11.544683Z","steps":["trace[346889539] 'process raft request' (duration: 1.263136949s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.544802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.281276Z","time spent":"1.26348447s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.545109Z","caller":"traceutil/trace.go:171","msg":"trace[657139975] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.26289758s","start":"2026-05-06T10:23:10.282196Z","end":"2026-05-06T10:23:11.545093Z","steps":["trace[657139975] 'process raft request' (duration: 1.26257444s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.545219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.28219Z","time spent":"1.262960162s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.545341Z","caller":"traceutil/trace.go:171","msg":"trace[1786270763] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"1.262180378s","start":"2026-05-06T10:23:10.283144Z","end":"2026-05-06T10:23:11.545324Z","steps":["trace[1786270763] 'process raft request' (duration: 1.261712733s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:11.545339Z","caller":"traceutil/trace.go:171","msg":"trace[847975744] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"816.077872ms","start":"2026-05-06T10:23:10.729237Z","end":"2026-05-06T10:23:11.545315Z","steps":["trace[847975744] 'process raft request' (duration: 815.992449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.545427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.283139Z","time spent":"1.26224739s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:11.546561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:10.72922Z","time spent":"816.179604ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:11.579853Z","caller":"traceutil/trace.go:171","msg":"trace[1602783717] linearizableReadLoop","detail":"{readStateIndex:25892; appliedIndex:25880; }","duration":"546.097304ms","start":"2026-05-06T10:23:11.03374Z","end":"2026-05-06T10:23:11.579837Z","steps":["trace[1602783717] 'read index received' (duration: 508.593581ms)","trace[1602783717] 'applied index is now lower than readState.Index' (duration: 37.502783ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:11.57993Z","caller":"traceutil/trace.go:171","msg":"trace[260690464] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"542.351473ms","start":"2026-05-06T10:23:11.037569Z","end":"2026-05-06T10:23:11.57992Z","steps":["trace[260690464] 'process raft request' (duration: 542.129096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.580019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.037554Z","time spent":"542.392644ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:11.58033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168994489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T10:23:11.580313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916000465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:11.580366Z","caller":"traceutil/trace.go:171","msg":"trace[218105277] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25063; }","duration":"2.169059821s","start":"2026-05-06T10:23:09.411293Z","end":"2026-05-06T10:23:11.580353Z","steps":["trace[218105277] 'agreement among raft nodes before linearized reading' (duration: 2.168916546s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.580394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.411272Z","time spent":"2.169116303s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"info","ts":"2026-05-06T10:23:11.580398Z","caller":"traceutil/trace.go:171","msg":"trace[1520113522] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25063; }","duration":"1.91615021s","start":"2026-05-06T10:23:09.664228Z","end":"2026-05-06T10:23:11.580379Z","steps":["trace[1520113522] 'agreement among raft nodes before linearized reading' (duration: 1.915859001s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.58055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242759334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-06T10:23:11.580583Z","caller":"traceutil/trace.go:171","msg":"trace[517804786] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25063; }","duration":"2.242802916s","start":"2026-05-06T10:23:09.337773Z","end":"2026-05-06T10:23:11.580576Z","steps":["trace[517804786] 'agreement among raft nodes before linearized reading' (duration: 2.242720004s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.580599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.337768Z","time spent":"2.242827937s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-06T10:23:11.58074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242981551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-06T10:23:11.580761Z","caller":"traceutil/trace.go:171","msg":"trace[842899363] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25063; }","duration":"2.243029103s","start":"2026-05-06T10:23:09.337727Z","end":"2026-05-06T10:23:11.580757Z","steps":["trace[842899363] 'agreement among raft nodes before linearized reading' (duration: 2.242964871s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.580775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.337714Z","time spent":"2.243057995s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-06T10:23:11.580886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.206878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-06T10:23:11.580915Z","caller":"traceutil/trace.go:171","msg":"trace[1649864601] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25063; }","duration":"542.25651ms","start":"2026-05-06T10:23:11.038652Z","end":"2026-05-06T10:23:11.580908Z","steps":["trace[1649864601] 'agreement among raft nodes before linearized reading' (duration: 542.186498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.580931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.038637Z","time spent":"542.290352ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-06T10:23:11.581041Z","caller":"traceutil/trace.go:171","msg":"trace[517453992] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"245.096491ms","start":"2026-05-06T10:23:11.335933Z","end":"2026-05-06T10:23:11.581029Z","steps":["trace[517453992] 'process raft request' (duration: 243.83796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.580555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.664202Z","time spent":"1.916279924s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:11.581272Z","caller":"traceutil/trace.go:171","msg":"trace[579304338] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"243.486449ms","start":"2026-05-06T10:23:11.337773Z","end":"2026-05-06T10:23:11.58126Z","steps":["trace[579304338] 'process raft request' (duration: 242.031522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.581309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.790953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:11.581333Z","caller":"traceutil/trace.go:171","msg":"trace[1246160272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25063; }","duration":"240.852274ms","start":"2026-05-06T10:23:11.340475Z","end":"2026-05-06T10:23:11.581327Z","steps":["trace[1246160272] 'agreement among raft nodes before linearized reading' (duration: 240.814433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.581442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.393251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:11.581464Z","caller":"traceutil/trace.go:171","msg":"trace[1067349229] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25063; }","duration":"318.447623ms","start":"2026-05-06T10:23:11.263011Z","end":"2026-05-06T10:23:11.581459Z","steps":["trace[1067349229] 'agreement among raft nodes before linearized reading' (duration: 318.408921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.581479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.262996Z","time spent":"318.479643ms","remote":"127.0.0.1:56812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:11.581751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776106019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:11.581786Z","caller":"traceutil/trace.go:171","msg":"trace[1639784388] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25063; }","duration":"1.776152091s","start":"2026-05-06T10:23:09.805627Z","end":"2026-05-06T10:23:11.581779Z","steps":["trace[1639784388] 'agreement among raft nodes before linearized reading' (duration: 1.776071908s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:11.581805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:09.80558Z","time spent":"1.776221013s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:12.084957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:12.587058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:12.687113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103275751s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:12.68767Z","caller":"traceutil/trace.go:171","msg":"trace[1392202988] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.103886201s","start":"2026-05-06T10:23:11.583754Z","end":"2026-05-06T10:23:12.68764Z","steps":["trace[1392202988] 'process raft request' (duration: 1.103653694s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:12.688013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.583743Z","time spent":"1.104186901s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:12.74426Z","caller":"traceutil/trace.go:171","msg":"trace[694729131] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25892; }","duration":"1.160041362s","start":"2026-05-06T10:23:11.584182Z","end":"2026-05-06T10:23:12.744224Z","steps":["trace[694729131] 'read index received' (duration: 1.10321009s)","trace[694729131] 'applied index is now lower than readState.Index' (duration: 56.829832ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:12.744362Z","caller":"traceutil/trace.go:171","msg":"trace[574450] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.157227382s","start":"2026-05-06T10:23:11.587089Z","end":"2026-05-06T10:23:12.744316Z","steps":["trace[574450] 'process raft request' (duration: 1.157080677s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:12.74453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.587085Z","time spent":"1.157352736s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:12.74453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.970478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:12.744576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.933434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-06T10:23:12.744598Z","caller":"traceutil/trace.go:171","msg":"trace[1298762652] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25066; }","duration":"613.0484ms","start":"2026-05-06T10:23:12.131529Z","end":"2026-05-06T10:23:12.744578Z","steps":["trace[1298762652] 'agreement among raft nodes before linearized reading' (duration: 612.930326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:12.744573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160368822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6da31517-1b9d-4877-a238-8785c7d2ef43\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-06T10:23:12.744631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:12.131476Z","time spent":"613.146814ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:12.744613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159431743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T10:23:12.744669Z","caller":"traceutil/trace.go:171","msg":"trace[2134023040] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25066; }","duration":"1.159530046s","start":"2026-05-06T10:23:11.585127Z","end":"2026-05-06T10:23:12.744657Z","steps":["trace[2134023040] 'agreement among raft nodes before linearized reading' (duration: 1.159284208s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:12.744662Z","caller":"traceutil/trace.go:171","msg":"trace[754959319] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6da31517-1b9d-4877-a238-8785c7d2ef43; range_end:; response_count:1; response_revision:25066; }","duration":"1.160495836s","start":"2026-05-06T10:23:11.584149Z","end":"2026-05-06T10:23:12.744645Z","steps":["trace[754959319] 'agreement among raft nodes before linearized reading' (duration: 1.160245598s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:12.744574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157686146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:12.74472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.585121Z","time spent":"1.159587637s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-06T10:23:12.744727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.584129Z","time spent":"1.160580209s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-6da31517-1b9d-4877-a238-8785c7d2ef43\" "} {"level":"info","ts":"2026-05-06T10:23:12.744616Z","caller":"traceutil/trace.go:171","msg":"trace[1312282401] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25066; }","duration":"119.009296ms","start":"2026-05-06T10:23:12.625598Z","end":"2026-05-06T10:23:12.744607Z","steps":["trace[1312282401] 'agreement among raft nodes before linearized reading' (duration: 118.82381ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:12.744746Z","caller":"traceutil/trace.go:171","msg":"trace[541358685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25066; }","duration":"1.157885943s","start":"2026-05-06T10:23:11.58685Z","end":"2026-05-06T10:23:12.744736Z","steps":["trace[541358685] 'agreement among raft nodes before linearized reading' (duration: 1.157650546s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:12.744928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.586845Z","time spent":"1.158075669s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T10:23:12.744346Z","caller":"traceutil/trace.go:171","msg":"trace[1080912983] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.157279834s","start":"2026-05-06T10:23:11.586997Z","end":"2026-05-06T10:23:12.744277Z","steps":["trace[1080912983] 'process raft request' (duration: 1.156946393s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:12.74541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:11.586989Z","time spent":"1.158351628s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:14.104804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.063379ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:14.104931Z","caller":"traceutil/trace.go:171","msg":"trace[2065204318] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25066; }","duration":"651.202524ms","start":"2026-05-06T10:23:13.45371Z","end":"2026-05-06T10:23:14.104912Z","steps":["trace[2065204318] 'range keys from in-memory index tree' (duration: 651.041969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:14.106999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.166083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:14.107094Z","caller":"traceutil/trace.go:171","msg":"trace[2020724862] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25895; }","duration":"1.356812031s","start":"2026-05-06T10:23:12.750265Z","end":"2026-05-06T10:23:14.107077Z","steps":["trace[2020724862] 'read index received' (duration: 362.500734ms)","trace[2020724862] 'applied index is now lower than readState.Index' (duration: 994.309067ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:14.107164Z","caller":"traceutil/trace.go:171","msg":"trace[5689431] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.357304048s","start":"2026-05-06T10:23:12.749849Z","end":"2026-05-06T10:23:14.107153Z","steps":["trace[5689431] 'process raft request' (duration: 362.901928ms)","trace[5689431] 'compare' (duration: 993.553633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:14.107221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:12.749828Z","time spent":"1.357359639s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:14.107362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357081551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-06T10:23:14.107409Z","caller":"traceutil/trace.go:171","msg":"trace[143857378] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25067; }","duration":"1.357152342s","start":"2026-05-06T10:23:12.750242Z","end":"2026-05-06T10:23:14.107395Z","steps":["trace[143857378] 'agreement among raft nodes before linearized reading' (duration: 1.356939366s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:14.107445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:12.750233Z","time spent":"1.357203464s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-06T10:23:14.426109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286247339s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:14.75735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000852295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:14.757426Z","caller":"traceutil/trace.go:171","msg":"trace[1625803815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945209s","start":"2026-05-06T10:23:12.756459Z","end":"2026-05-06T10:23:14.757404Z","steps":["trace[1625803815] 'agreement among raft nodes before linearized reading' (duration: 2.000859366s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:14.757463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:12.756451Z","time spent":"2.00100454s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:15.109048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.657083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:15.109189Z","caller":"traceutil/trace.go:171","msg":"trace[1857045985] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"2.356372298s","start":"2026-05-06T10:23:12.752786Z","end":"2026-05-06T10:23:15.109159Z","steps":["trace[1857045985] 'process raft request' (duration: 1.673501948s)","trace[1857045985] 'compare' (duration: 682.511708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:15.109416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:12.752776Z","time spent":"2.35645604s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:15.636124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092992762s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:16.182629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.31585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:16.182874Z","caller":"traceutil/trace.go:171","msg":"trace[98149151] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"2.953297201s","start":"2026-05-06T10:23:13.229546Z","end":"2026-05-06T10:23:16.182843Z","steps":["trace[98149151] 'process raft request' (duration: 2.406690672s)","trace[98149151] 'compare' (duration: 545.853335ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:16.183014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.229524Z","time spent":"2.953415355s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:16.183101Z","caller":"traceutil/trace.go:171","msg":"trace[1630076376] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25896; }","duration":"2.075964395s","start":"2026-05-06T10:23:14.107119Z","end":"2026-05-06T10:23:16.183083Z","steps":["trace[1630076376] 'read index received' (duration: 319.194916ms)","trace[1630076376] 'applied index is now lower than readState.Index' (duration: 1.756768389s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:16.18325Z","caller":"traceutil/trace.go:171","msg":"trace[1260236248] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"2.634516588s","start":"2026-05-06T10:23:13.548723Z","end":"2026-05-06T10:23:16.18324Z","steps":["trace[1260236248] 'process raft request' (duration: 2.633995481s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.183319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.548707Z","time spent":"2.634577229s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:16.183431Z","caller":"traceutil/trace.go:171","msg":"trace[1823763741] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"2.631840731s","start":"2026-05-06T10:23:13.551577Z","end":"2026-05-06T10:23:16.183418Z","steps":["trace[1823763741] 'process raft request' (duration: 2.631228642s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.183474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.55157Z","time spent":"2.631879203s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:16.183543Z","caller":"traceutil/trace.go:171","msg":"trace[575908560] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"2.631922664s","start":"2026-05-06T10:23:13.551612Z","end":"2026-05-06T10:23:16.183535Z","steps":["trace[575908560] 'process raft request' (duration: 2.631245062s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.183582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.551532Z","time spent":"2.632028648s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:16.183694Z","caller":"traceutil/trace.go:171","msg":"trace[642352691] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"2.632023488s","start":"2026-05-06T10:23:13.551663Z","end":"2026-05-06T10:23:16.183687Z","steps":["trace[642352691] 'process raft request' (duration: 2.631231283s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.183737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.551638Z","time spent":"2.632075449s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:16.183806Z","caller":"traceutil/trace.go:171","msg":"trace[1829384587] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"2.632107721s","start":"2026-05-06T10:23:13.551691Z","end":"2026-05-06T10:23:16.183799Z","steps":["trace[1829384587] 'process raft request' (duration: 2.631258123s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.183845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.55167Z","time spent":"2.632154251s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:16.183904Z","caller":"traceutil/trace.go:171","msg":"trace[1788823587] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"2.63051931s","start":"2026-05-06T10:23:13.553377Z","end":"2026-05-06T10:23:16.183897Z","steps":["trace[1788823587] 'process raft request' (duration: 2.629607781s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.183941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.553357Z","time spent":"2.630563831s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:16.184008Z","caller":"traceutil/trace.go:171","msg":"trace[721879590] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"2.594519175s","start":"2026-05-06T10:23:13.589482Z","end":"2026-05-06T10:23:16.184001Z","steps":["trace[721879590] 'process raft request' (duration: 2.593530433s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.589445Z","time spent":"2.594579917s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:16.184186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145637129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T10:23:16.184181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422919132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:16.184196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6913184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:16.184215Z","caller":"traceutil/trace.go:171","msg":"trace[2146752563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25077; }","duration":"3.145671451s","start":"2026-05-06T10:23:13.038534Z","end":"2026-05-06T10:23:16.184206Z","steps":["trace[2146752563] 'agreement among raft nodes before linearized reading' (duration: 3.145564477s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:16.184234Z","caller":"traceutil/trace.go:171","msg":"trace[342482424] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25077; }","duration":"2.423003245s","start":"2026-05-06T10:23:13.761212Z","end":"2026-05-06T10:23:16.184215Z","steps":["trace[342482424] 'agreement among raft nodes before linearized reading' (duration: 2.422909532s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.038529Z","time spent":"3.145706092s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T10:23:16.184243Z","caller":"traceutil/trace.go:171","msg":"trace[577979311] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25077; }","duration":"2.691408262s","start":"2026-05-06T10:23:13.492821Z","end":"2026-05-06T10:23:16.184229Z","steps":["trace[577979311] 'agreement among raft nodes before linearized reading' (duration: 2.691307609s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.761196Z","time spent":"2.423065736s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:16.184279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.492801Z","time spent":"2.691468585s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:16.184257Z","caller":"traceutil/trace.go:171","msg":"trace[932779244] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"2.594621189s","start":"2026-05-06T10:23:13.589611Z","end":"2026-05-06T10:23:16.184232Z","steps":["trace[932779244] 'process raft request' (duration: 2.59343321s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146777116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T10:23:16.184303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584159093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:16.184378Z","caller":"traceutil/trace.go:171","msg":"trace[890462934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25077; }","duration":"3.146875369s","start":"2026-05-06T10:23:13.037478Z","end":"2026-05-06T10:23:16.184354Z","steps":["trace[890462934] 'agreement among raft nodes before linearized reading' (duration: 3.146653872s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.589586Z","time spent":"2.594736652s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:16.184384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104738518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:16.184392Z","caller":"traceutil/trace.go:171","msg":"trace[1991426979] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25077; }","duration":"2.584314898s","start":"2026-05-06T10:23:13.600056Z","end":"2026-05-06T10:23:16.184371Z","steps":["trace[1991426979] 'agreement among raft nodes before linearized reading' (duration: 2.584093801s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.037471Z","time spent":"3.146943181s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:16.184444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224740586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:16.184439Z","caller":"traceutil/trace.go:171","msg":"trace[4486449] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25077; }","duration":"3.104831731s","start":"2026-05-06T10:23:13.079589Z","end":"2026-05-06T10:23:16.184421Z","steps":["trace[4486449] 'agreement among raft nodes before linearized reading' (duration: 3.104754598s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.18446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.600036Z","time spent":"2.584406281s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:16.184499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.079578Z","time spent":"3.104905384s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:16.184557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430726571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-06T10:23:16.184581Z","caller":"traceutil/trace.go:171","msg":"trace[673510087] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25077; }","duration":"3.430763983s","start":"2026-05-06T10:23:12.75381Z","end":"2026-05-06T10:23:16.184574Z","steps":["trace[673510087] 'agreement among raft nodes before linearized reading' (duration: 3.4306839s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:12.753799Z","time spent":"3.430801763s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-06T10:23:16.184614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147095126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:23:16.184619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147109337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:23:16.184659Z","caller":"traceutil/trace.go:171","msg":"trace[627176975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25077; }","duration":"3.147177029s","start":"2026-05-06T10:23:13.037472Z","end":"2026-05-06T10:23:16.184649Z","steps":["trace[627176975] 'agreement among raft nodes before linearized reading' (duration: 3.147069385s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:16.184659Z","caller":"traceutil/trace.go:171","msg":"trace[1360073298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25077; }","duration":"3.147160018s","start":"2026-05-06T10:23:13.037485Z","end":"2026-05-06T10:23:16.184645Z","steps":["trace[1360073298] 'agreement among raft nodes before linearized reading' (duration: 3.147040904s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325122016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:16.184688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.037451Z","time spent":"3.1472286s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:23:16.184703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.037473Z","time spent":"3.14722027s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:16.184407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159118942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:16.184734Z","caller":"traceutil/trace.go:171","msg":"trace[2133642452] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25077; }","duration":"2.325398915s","start":"2026-05-06T10:23:13.859309Z","end":"2026-05-06T10:23:16.184708Z","steps":["trace[2133642452] 'agreement among raft nodes before linearized reading' (duration: 2.325102325s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:16.184759Z","caller":"traceutil/trace.go:171","msg":"trace[975843098] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25077; }","duration":"3.159497734s","start":"2026-05-06T10:23:13.025242Z","end":"2026-05-06T10:23:16.18474Z","steps":["trace[975843098] 'agreement among raft nodes before linearized reading' (duration: 3.159133692s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.859246Z","time spent":"2.325523439s","remote":"127.0.0.1:43220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:16.184818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.025222Z","time spent":"3.159575867s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:16.184304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145703902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:23:16.184902Z","caller":"traceutil/trace.go:171","msg":"trace[342867967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25077; }","duration":"3.146315222s","start":"2026-05-06T10:23:13.03857Z","end":"2026-05-06T10:23:16.184885Z","steps":["trace[342867967] 'agreement among raft nodes before linearized reading' (duration: 3.145534646s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.184989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:13.038555Z","time spent":"3.146418364s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T10:23:16.184476Z","caller":"traceutil/trace.go:171","msg":"trace[1959522031] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25077; }","duration":"3.224799198s","start":"2026-05-06T10:23:12.959665Z","end":"2026-05-06T10:23:16.184465Z","steps":["trace[1959522031] 'agreement among raft nodes before linearized reading' (duration: 3.224760857s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.185159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:12.959648Z","time spent":"3.22549388s","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:16.7578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:16.757891Z","caller":"traceutil/trace.go:171","msg":"trace[312585428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036107s","start":"2026-05-06T10:23:14.757504Z","end":"2026-05-06T10:23:16.757865Z","steps":["trace[312585428] 'agreement among raft nodes before linearized reading' (duration: 2.000238586s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:16.757952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:14.757452Z","time spent":"2.000486614s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:17.350507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081222743s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:23:17.35061Z","caller":"traceutil/trace.go:171","msg":"trace[963158977] linearizableReadLoop","detail":"{readStateIndex:25907; appliedIndex:25906; }","duration":"1.167452389s","start":"2026-05-06T10:23:16.183139Z","end":"2026-05-06T10:23:17.350592Z","steps":["trace[963158977] 'read index received' (duration: 86.313578ms)","trace[963158977] 'applied index is now lower than readState.Index' (duration: 1.081137271s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:17.351244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0134745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:23:17.351287Z","caller":"traceutil/trace.go:171","msg":"trace[522362954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25077; }","duration":"3.013561094s","start":"2026-05-06T10:23:14.337715Z","end":"2026-05-06T10:23:17.351276Z","steps":["trace[522362954] 'agreement among raft nodes before linearized reading' (duration: 3.013395208s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.351319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:14.337695Z","time spent":"3.013615895s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:23:17.351289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237807285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18acf2d86e7e8fba\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-06T10:23:17.351517Z","caller":"traceutil/trace.go:171","msg":"trace[249700] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18acf2d86e7e8fba; range_end:; response_count:1; response_revision:25077; }","duration":"2.238089814s","start":"2026-05-06T10:23:15.113414Z","end":"2026-05-06T10:23:17.351504Z","steps":["trace[249700] 'agreement among raft nodes before linearized reading' (duration: 2.237671611s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.351519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590514387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:17.351552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:15.113398Z","time spent":"2.238144415s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18acf2d86e7e8fba\" "} {"level":"warn","ts":"2026-05-06T10:23:17.351536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228524847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:17.351647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241787422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66a0817b-22f2-4487-b49c-77c609914802\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-06T10:23:17.351511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241143722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-06T10:23:17.351722Z","caller":"traceutil/trace.go:171","msg":"trace[2142344062] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66a0817b-22f2-4487-b49c-77c609914802; range_end:; response_count:1; response_revision:25077; }","duration":"3.241870624s","start":"2026-05-06T10:23:14.109834Z","end":"2026-05-06T10:23:17.351705Z","steps":["trace[2142344062] 'agreement among raft nodes before linearized reading' (duration: 3.241626377s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:17.351708Z","caller":"traceutil/trace.go:171","msg":"trace[1686549073] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25077; }","duration":"2.228740934s","start":"2026-05-06T10:23:15.122944Z","end":"2026-05-06T10:23:17.351685Z","steps":["trace[1686549073] 'agreement among raft nodes before linearized reading' (duration: 2.228527337s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:17.351756Z","caller":"traceutil/trace.go:171","msg":"trace[675541709] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25077; }","duration":"3.24140384s","start":"2026-05-06T10:23:14.110342Z","end":"2026-05-06T10:23:17.351745Z","steps":["trace[675541709] 'agreement among raft nodes before linearized reading' (duration: 3.241076169s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.351772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:14.109811Z","time spent":"3.241952727s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-66a0817b-22f2-4487-b49c-77c609914802\" "} {"level":"warn","ts":"2026-05-06T10:23:17.351796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:14.110336Z","time spent":"3.241449681s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:23:17.351797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:15.122926Z","time spent":"2.228850038s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:17.351972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743498462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:17.35159Z","caller":"traceutil/trace.go:171","msg":"trace[523103834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25077; }","duration":"1.59060887s","start":"2026-05-06T10:23:15.760958Z","end":"2026-05-06T10:23:17.351567Z","steps":["trace[523103834] 'agreement among raft nodes before linearized reading' (duration: 1.590510227s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:17.352035Z","caller":"traceutil/trace.go:171","msg":"trace[958389647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25077; }","duration":"1.743596275s","start":"2026-05-06T10:23:15.608423Z","end":"2026-05-06T10:23:17.35202Z","steps":["trace[958389647] 'agreement among raft nodes before linearized reading' (duration: 1.743495742s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.352077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:15.608405Z","time spent":"1.743661598s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:17.352121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:15.760943Z","time spent":"1.591093005s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:17.657265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38795926s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:17.657769Z","caller":"traceutil/trace.go:171","msg":"trace[1035559699] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"1.46931049s","start":"2026-05-06T10:23:16.188432Z","end":"2026-05-06T10:23:17.657743Z","steps":["trace[1035559699] 'process raft request' (duration: 1.469065512s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.657989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.188408Z","time spent":"1.469473825s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:17.658126Z","caller":"traceutil/trace.go:171","msg":"trace[7980241] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"1.469357832s","start":"2026-05-06T10:23:16.188752Z","end":"2026-05-06T10:23:17.65811Z","steps":["trace[7980241] 'process raft request' (duration: 1.468943738s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.658204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.188737Z","time spent":"1.469413703s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:17.658282Z","caller":"traceutil/trace.go:171","msg":"trace[1024066576] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"1.46901401s","start":"2026-05-06T10:23:16.189262Z","end":"2026-05-06T10:23:17.658276Z","steps":["trace[1024066576] 'process raft request' (duration: 1.46869173s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.658306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.189242Z","time spent":"1.469050002s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:17.658413Z","caller":"traceutil/trace.go:171","msg":"trace[1276822563] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"1.467783991s","start":"2026-05-06T10:23:16.190623Z","end":"2026-05-06T10:23:17.658407Z","steps":["trace[1276822563] 'process raft request' (duration: 1.467591555s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.658453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.190611Z","time spent":"1.467813492s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:17.658426Z","caller":"traceutil/trace.go:171","msg":"trace[1453856982] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"1.466677706s","start":"2026-05-06T10:23:16.191712Z","end":"2026-05-06T10:23:17.658389Z","steps":["trace[1453856982] 'process raft request' (duration: 1.466566242s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.658745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.191704Z","time spent":"1.466848851s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:17.65851Z","caller":"traceutil/trace.go:171","msg":"trace[1637101139] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"1.468879695s","start":"2026-05-06T10:23:16.189625Z","end":"2026-05-06T10:23:17.658505Z","steps":["trace[1637101139] 'process raft request' (duration: 1.468528944s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:17.659086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.189604Z","time spent":"1.469410463s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:18.766096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991376612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:18.76618Z","caller":"traceutil/trace.go:171","msg":"trace[1071900551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991517568s","start":"2026-05-06T10:23:16.774643Z","end":"2026-05-06T10:23:18.766161Z","steps":["trace[1071900551] 'agreement among raft nodes before linearized reading' (duration: 1.991413544s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.766229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.774625Z","time spent":"1.991595019s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:18.977117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319669451s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:18.978445Z","caller":"traceutil/trace.go:171","msg":"trace[1218685794] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"2.427878972s","start":"2026-05-06T10:23:16.550548Z","end":"2026-05-06T10:23:18.978426Z","steps":["trace[1218685794] 'process raft request' (duration: 2.426824178s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.978552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.550532Z","time spent":"2.427964844s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:18.979346Z","caller":"traceutil/trace.go:171","msg":"trace[668235874] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.624861998s","start":"2026-05-06T10:23:17.354459Z","end":"2026-05-06T10:23:18.979321Z","steps":["trace[668235874] 'process raft request' (duration: 1.624005141s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.979467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.354438Z","time spent":"1.624958482s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:18.979953Z","caller":"traceutil/trace.go:171","msg":"trace[1775868282] linearizableReadLoop","detail":"{readStateIndex:25914; appliedIndex:25907; }","duration":"1.629292371s","start":"2026-05-06T10:23:17.350634Z","end":"2026-05-06T10:23:18.979926Z","steps":["trace[1775868282] 'read index received' (duration: 306.975065ms)","trace[1775868282] 'applied index is now lower than readState.Index' (duration: 1.322315676s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:18.980114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288347037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:18.980135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664727216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:18.980167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102766155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:18.980185Z","caller":"traceutil/trace.go:171","msg":"trace[177052854] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25086; }","duration":"2.664831119s","start":"2026-05-06T10:23:16.315337Z","end":"2026-05-06T10:23:18.980168Z","steps":["trace[177052854] 'agreement among raft nodes before linearized reading' (duration: 2.664724226s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.980184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961717921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-06T10:23:18.980231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.315319Z","time spent":"2.664899022s","remote":"127.0.0.1:43160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:18.980132Z","caller":"traceutil/trace.go:171","msg":"trace[636874177] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"1.624988342s","start":"2026-05-06T10:23:17.35512Z","end":"2026-05-06T10:23:18.980108Z","steps":["trace[636874177] 'process raft request' (duration: 1.624665572s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:18.980168Z","caller":"traceutil/trace.go:171","msg":"trace[1690159797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25086; }","duration":"2.288412479s","start":"2026-05-06T10:23:16.69174Z","end":"2026-05-06T10:23:18.980153Z","steps":["trace[1690159797] 'agreement among raft nodes before linearized reading' (duration: 2.288315696s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.980934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.691678Z","time spent":"2.289237815s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:18.980214Z","caller":"traceutil/trace.go:171","msg":"trace[773221934] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25086; }","duration":"2.102831257s","start":"2026-05-06T10:23:16.877368Z","end":"2026-05-06T10:23:18.9802Z","steps":["trace[773221934] 'agreement among raft nodes before linearized reading' (duration: 2.102775716s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.981052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.877355Z","time spent":"2.103670824s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:18.98011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161038744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:18.98118Z","caller":"traceutil/trace.go:171","msg":"trace[1807753273] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25086; }","duration":"2.162118698s","start":"2026-05-06T10:23:16.819036Z","end":"2026-05-06T10:23:18.981155Z","steps":["trace[1807753273] 'agreement among raft nodes before linearized reading' (duration: 2.161011603s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.980882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.355101Z","time spent":"1.625726937s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:18.981247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:16.819029Z","time spent":"2.16219652s","remote":"127.0.0.1:59580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:18.980218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743828634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:18.982198Z","caller":"traceutil/trace.go:171","msg":"trace[899929929] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25086; }","duration":"1.745825678s","start":"2026-05-06T10:23:17.236345Z","end":"2026-05-06T10:23:18.982171Z","steps":["trace[899929929] 'agreement among raft nodes before linearized reading' (duration: 1.743845854s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.982262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.236327Z","time spent":"1.745915501s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:18.980278Z","caller":"traceutil/trace.go:171","msg":"trace[1759537596] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25086; }","duration":"1.961840945s","start":"2026-05-06T10:23:17.018415Z","end":"2026-05-06T10:23:18.980256Z","steps":["trace[1759537596] 'agreement among raft nodes before linearized reading' (duration: 1.961615538s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.982465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.018396Z","time spent":"1.964058207s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-06T10:23:18.980185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633117743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:18.982606Z","caller":"traceutil/trace.go:171","msg":"trace[19463696] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25086; }","duration":"1.635597053s","start":"2026-05-06T10:23:17.346998Z","end":"2026-05-06T10:23:18.982595Z","steps":["trace[19463696] 'agreement among raft nodes before linearized reading' (duration: 1.633067542s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:18.982636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.346981Z","time spent":"1.635646844s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:19.480121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:19.976874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:19.976938Z","caller":"traceutil/trace.go:171","msg":"trace[1002825326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146303s","start":"2026-05-06T10:23:17.976777Z","end":"2026-05-06T10:23:19.976924Z","steps":["trace[1002825326] 'agreement among raft nodes before linearized reading' (duration: 2.000068831s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:19.976969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.976759Z","time spent":"2.000203935s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:19.980647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:20.107125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128472828s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:20.107539Z","caller":"traceutil/trace.go:171","msg":"trace[464107042] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"1.915210379s","start":"2026-05-06T10:23:18.192306Z","end":"2026-05-06T10:23:20.107516Z","steps":["trace[464107042] 'process raft request' (duration: 1.915002002s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.107693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.192286Z","time spent":"1.915300721s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:20.107784Z","caller":"traceutil/trace.go:171","msg":"trace[64894175] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.915457007s","start":"2026-05-06T10:23:18.192306Z","end":"2026-05-06T10:23:20.107763Z","steps":["trace[64894175] 'process raft request' (duration: 1.915154477s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.107906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.192292Z","time spent":"1.915545669s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:20.107968Z","caller":"traceutil/trace.go:171","msg":"trace[1313979245] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.915592371s","start":"2026-05-06T10:23:18.192354Z","end":"2026-05-06T10:23:20.107946Z","steps":["trace[1313979245] 'process raft request' (duration: 1.915334063s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.192347Z","time spent":"1.915708034s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:20.10813Z","caller":"traceutil/trace.go:171","msg":"trace[441761530] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.915727555s","start":"2026-05-06T10:23:18.192391Z","end":"2026-05-06T10:23:20.108119Z","steps":["trace[441761530] 'process raft request' (duration: 1.915614542s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:20.10813Z","caller":"traceutil/trace.go:171","msg":"trace[591822734] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.915730636s","start":"2026-05-06T10:23:18.192374Z","end":"2026-05-06T10:23:20.108105Z","steps":["trace[591822734] 'process raft request' (duration: 1.915519369s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.192386Z","time spent":"1.915773887s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:20.108224Z","caller":"traceutil/trace.go:171","msg":"trace[1535461591] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.915434676s","start":"2026-05-06T10:23:18.192768Z","end":"2026-05-06T10:23:20.108203Z","steps":["trace[1535461591] 'process raft request' (duration: 1.915326683s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:20.108241Z","caller":"traceutil/trace.go:171","msg":"trace[762699992] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.915320492s","start":"2026-05-06T10:23:18.19291Z","end":"2026-05-06T10:23:20.10823Z","steps":["trace[762699992] 'process raft request' (duration: 1.91525281s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.192369Z","time spent":"1.915825949s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:20.108295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.192903Z","time spent":"1.915366094s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:20.108313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.192761Z","time spent":"1.915506108s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:20.108246Z","caller":"traceutil/trace.go:171","msg":"trace[1250282469] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25916; }","duration":"1.12821055s","start":"2026-05-06T10:23:18.980028Z","end":"2026-05-06T10:23:20.108239Z","steps":["trace[1250282469] 'read index received' (duration: 1.127221929s)","trace[1250282469] 'applied index is now lower than readState.Index' (duration: 988.071µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:20.108343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752656405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:23:20.108367Z","caller":"traceutil/trace.go:171","msg":"trace[2141964856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25095; }","duration":"2.752703637s","start":"2026-05-06T10:23:17.355658Z","end":"2026-05-06T10:23:20.108362Z","steps":["trace[2141964856] 'agreement among raft nodes before linearized reading' (duration: 2.752602564s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.355647Z","time spent":"2.752733488s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:23:20.108386Z","caller":"traceutil/trace.go:171","msg":"trace[1489317110] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"1.603696649s","start":"2026-05-06T10:23:18.504683Z","end":"2026-05-06T10:23:20.108379Z","steps":["trace[1489317110] 'process raft request' (duration: 1.603526693s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703561892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:20.108418Z","caller":"traceutil/trace.go:171","msg":"trace[1689004514] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.914335551s","start":"2026-05-06T10:23:18.194072Z","end":"2026-05-06T10:23:20.108407Z","steps":["trace[1689004514] 'process raft request' (duration: 1.914117544s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.504662Z","time spent":"1.603741911s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:20.108448Z","caller":"traceutil/trace.go:171","msg":"trace[1700480942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25095; }","duration":"1.703596873s","start":"2026-05-06T10:23:18.404841Z","end":"2026-05-06T10:23:20.108438Z","steps":["trace[1700480942] 'agreement among raft nodes before linearized reading' (duration: 1.703533711s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.194065Z","time spent":"1.914377012s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:20.10848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.404778Z","time spent":"1.703693066s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:20.108501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126056811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T10:23:20.108533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818140577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:20.108532Z","caller":"traceutil/trace.go:171","msg":"trace[1211038053] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25095; }","duration":"1.126108933s","start":"2026-05-06T10:23:18.982413Z","end":"2026-05-06T10:23:20.108522Z","steps":["trace[1211038053] 'agreement among raft nodes before linearized reading' (duration: 1.12599393s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:20.10855Z","caller":"traceutil/trace.go:171","msg":"trace[1974771836] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25095; }","duration":"1.818185088s","start":"2026-05-06T10:23:18.29036Z","end":"2026-05-06T10:23:20.108545Z","steps":["trace[1974771836] 'agreement among raft nodes before linearized reading' (duration: 1.818150417s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.290345Z","time spent":"1.818216849s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:20.108565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.982401Z","time spent":"1.126158415s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:23:20.108578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728582544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:20.108608Z","caller":"traceutil/trace.go:171","msg":"trace[1321544429] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25095; }","duration":"2.728611835s","start":"2026-05-06T10:23:17.379987Z","end":"2026-05-06T10:23:20.108599Z","steps":["trace[1321544429] 'agreement among raft nodes before linearized reading' (duration: 2.728553503s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.379947Z","time spent":"2.728682837s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:20.108658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.301701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-06T10:23:20.10869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752983906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-06T10:23:20.108707Z","caller":"traceutil/trace.go:171","msg":"trace[847254680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25095; }","duration":"2.753021287s","start":"2026-05-06T10:23:17.35568Z","end":"2026-05-06T10:23:20.108701Z","steps":["trace[847254680] 'agreement among raft nodes before linearized reading' (duration: 2.752964415s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:17.35567Z","time spent":"2.753053859s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-06T10:23:20.108743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28255169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-06T10:23:20.108761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.769347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T10:23:20.108782Z","caller":"traceutil/trace.go:171","msg":"trace[1450159953] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25095; }","duration":"1.282608862s","start":"2026-05-06T10:23:18.826156Z","end":"2026-05-06T10:23:20.108765Z","steps":["trace[1450159953] 'agreement among raft nodes before linearized reading' (duration: 1.282498569s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:20.1088Z","caller":"traceutil/trace.go:171","msg":"trace[1035089351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25095; }","duration":"446.825279ms","start":"2026-05-06T10:23:19.661955Z","end":"2026-05-06T10:23:20.108781Z","steps":["trace[1035089351] 'agreement among raft nodes before linearized reading' (duration: 446.743776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.82614Z","time spent":"1.282665163s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T10:23:20.108829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:19.661937Z","time spent":"446.88692ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T10:23:20.108701Z","caller":"traceutil/trace.go:171","msg":"trace[324510114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25095; }","duration":"446.354844ms","start":"2026-05-06T10:23:19.662334Z","end":"2026-05-06T10:23:20.108689Z","steps":["trace[324510114] 'agreement among raft nodes before linearized reading' (duration: 446.22526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.56338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-06T10:23:20.108942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.407753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T10:23:20.108969Z","caller":"traceutil/trace.go:171","msg":"trace[134823395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25095; }","duration":"446.598051ms","start":"2026-05-06T10:23:19.662362Z","end":"2026-05-06T10:23:20.10896Z","steps":["trace[134823395] 'agreement among raft nodes before linearized reading' (duration: 446.527149ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:20.108978Z","caller":"traceutil/trace.go:171","msg":"trace[725483483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25095; }","duration":"445.455005ms","start":"2026-05-06T10:23:19.663514Z","end":"2026-05-06T10:23:20.108969Z","steps":["trace[725483483] 'agreement among raft nodes before linearized reading' (duration: 445.366972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.108989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:19.662358Z","time spent":"446.626612ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:20.109005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.091287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-06T10:23:20.109008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:19.663508Z","time spent":"445.491046ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:20.109025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342569404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:20.109064Z","caller":"traceutil/trace.go:171","msg":"trace[514460978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25095; }","duration":"1.342644757s","start":"2026-05-06T10:23:18.766407Z","end":"2026-05-06T10:23:20.109052Z","steps":["trace[514460978] 'agreement among raft nodes before linearized reading' (duration: 1.342573565s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.109093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.766388Z","time spent":"1.342699038s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:20.109137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.174606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:20.109163Z","caller":"traceutil/trace.go:171","msg":"trace[1290070190] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25095; }","duration":"885.238729ms","start":"2026-05-06T10:23:19.223917Z","end":"2026-05-06T10:23:20.109155Z","steps":["trace[1290070190] 'agreement among raft nodes before linearized reading' (duration: 885.194847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.109194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:19.223898Z","time spent":"885.28879ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:20.109094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.313253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:20.109857Z","caller":"traceutil/trace.go:171","msg":"trace[1421596794] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25095; }","duration":"762.11474ms","start":"2026-05-06T10:23:19.347726Z","end":"2026-05-06T10:23:20.109841Z","steps":["trace[1421596794] 'agreement among raft nodes before linearized reading' (duration: 761.323364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.1099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:19.347702Z","time spent":"762.186762ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-06T10:23:20.109033Z","caller":"traceutil/trace.go:171","msg":"trace[1151664193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25095; }","duration":"447.118127ms","start":"2026-05-06T10:23:19.661906Z","end":"2026-05-06T10:23:20.109024Z","steps":["trace[1151664193] 'agreement among raft nodes before linearized reading' (duration: 447.040265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.110124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:19.661837Z","time spent":"448.273355ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:20.109436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116840355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:20.110212Z","caller":"traceutil/trace.go:171","msg":"trace[2043758541] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25095; }","duration":"1.117647241s","start":"2026-05-06T10:23:18.992554Z","end":"2026-05-06T10:23:20.110201Z","steps":["trace[2043758541] 'agreement among raft nodes before linearized reading' (duration: 1.116842695s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.110259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.992538Z","time spent":"1.117711614s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:20.110665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957393302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:20.110719Z","caller":"traceutil/trace.go:171","msg":"trace[1300734872] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25095; }","duration":"1.957452723s","start":"2026-05-06T10:23:18.153254Z","end":"2026-05-06T10:23:20.110707Z","steps":["trace[1300734872] 'agreement among raft nodes before linearized reading' (duration: 1.955537852s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.111039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:19.662328Z","time spent":"446.529339ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:23:20.110801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:18.153182Z","time spent":"1.957606499s","remote":"127.0.0.1:43076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:20.232283Z","caller":"traceutil/trace.go:171","msg":"trace[318404767] linearizableReadLoop","detail":"{readStateIndex:25926; appliedIndex:25925; }","duration":"121.655921ms","start":"2026-05-06T10:23:20.110593Z","end":"2026-05-06T10:23:20.232249Z","steps":["trace[318404767] 'read index received' (duration: 119.482792ms)","trace[318404767] 'applied index is now lower than readState.Index' (duration: 2.171429ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:20.232802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.191328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-06T10:23:20.232958Z","caller":"traceutil/trace.go:171","msg":"trace[491735184] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25095; }","duration":"122.331573ms","start":"2026-05-06T10:23:20.110557Z","end":"2026-05-06T10:23:20.232888Z","steps":["trace[491735184] 'agreement among raft nodes before linearized reading' (duration: 122.091555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:20.733131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:21.080901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.162569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:21.081313Z","caller":"traceutil/trace.go:171","msg":"trace[541988276] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"965.459062ms","start":"2026-05-06T10:23:20.115831Z","end":"2026-05-06T10:23:21.08129Z","steps":["trace[541988276] 'process raft request' (duration: 965.40372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:21.081409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.115822Z","time spent":"965.539935ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:21.08167Z","caller":"traceutil/trace.go:171","msg":"trace[321639390] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"970.686299ms","start":"2026-05-06T10:23:20.110968Z","end":"2026-05-06T10:23:21.081655Z","steps":["trace[321639390] 'process raft request' (duration: 793.675333ms)","trace[321639390] 'compare' (duration: 175.985614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:21.081757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.110953Z","time spent":"970.756382ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:21.08189Z","caller":"traceutil/trace.go:171","msg":"trace[2120736758] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"967.325891ms","start":"2026-05-06T10:23:20.114518Z","end":"2026-05-06T10:23:21.081844Z","steps":["trace[2120736758] 'process raft request' (duration: 966.569557ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:21.081939Z","caller":"traceutil/trace.go:171","msg":"trace[1897792373] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"966.751554ms","start":"2026-05-06T10:23:20.115165Z","end":"2026-05-06T10:23:21.081916Z","steps":["trace[1897792373] 'process raft request' (duration: 965.980089ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:21.081949Z","caller":"traceutil/trace.go:171","msg":"trace[1585675643] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"966.516536ms","start":"2026-05-06T10:23:20.115397Z","end":"2026-05-06T10:23:21.081913Z","steps":["trace[1585675643] 'process raft request' (duration: 965.788722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:21.082073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.115386Z","time spent":"966.6209ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:21.082072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.114513Z","time spent":"967.467847ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:21.081923Z","caller":"traceutil/trace.go:171","msg":"trace[1328203288] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"967.452056ms","start":"2026-05-06T10:23:20.114451Z","end":"2026-05-06T10:23:21.081903Z","steps":["trace[1328203288] 'process raft request' (duration: 966.539817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:21.082071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.115155Z","time spent":"966.825106ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:21.082243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.114434Z","time spent":"967.715944ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:22.115429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:22.11551Z","caller":"traceutil/trace.go:171","msg":"trace[477774241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199456s","start":"2026-05-06T10:23:20.115294Z","end":"2026-05-06T10:23:22.115493Z","steps":["trace[477774241] 'agreement among raft nodes before linearized reading' (duration: 2.000100203s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:22.115554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.115289Z","time spent":"2.000255838s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:22.425805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.64562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:22.425885Z","caller":"traceutil/trace.go:171","msg":"trace[71273720] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25926; }","duration":"2.193020149s","start":"2026-05-06T10:23:20.232852Z","end":"2026-05-06T10:23:22.425872Z","steps":["trace[71273720] 'read index received' (duration: 671.828225ms)","trace[71273720] 'applied index is now lower than readState.Index' (duration: 1.521190024s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:22.425943Z","caller":"traceutil/trace.go:171","msg":"trace[1678238733] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.19240426s","start":"2026-05-06T10:23:20.23353Z","end":"2026-05-06T10:23:22.425935Z","steps":["trace[1678238733] 'process raft request' (duration: 1.370561904s)","trace[1678238733] 'compare' (duration: 820.049189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:22.425984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.23351Z","time spent":"2.192453231s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:22.426041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311044694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:22.426126Z","caller":"traceutil/trace.go:171","msg":"trace[1977993065] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25102; }","duration":"2.311163029s","start":"2026-05-06T10:23:20.114946Z","end":"2026-05-06T10:23:22.426109Z","steps":["trace[1977993065] 'agreement among raft nodes before linearized reading' (duration: 2.311001394s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:22.426185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.114936Z","time spent":"2.311237521s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:23:22.426073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311428087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f50fe40-fd85-4dad-9c13-a555a491f8e6\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-06T10:23:22.426306Z","caller":"traceutil/trace.go:171","msg":"trace[581981656] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f50fe40-fd85-4dad-9c13-a555a491f8e6; range_end:; response_count:1; response_revision:25102; }","duration":"2.311640224s","start":"2026-05-06T10:23:20.114633Z","end":"2026-05-06T10:23:22.426274Z","steps":["trace[581981656] 'agreement among raft nodes before linearized reading' (duration: 2.311328774s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:22.426444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.114627Z","time spent":"2.311752227s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-7f50fe40-fd85-4dad-9c13-a555a491f8e6\" "} {"level":"warn","ts":"2026-05-06T10:23:22.926589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:22.954074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150054072s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:23.260628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.148508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:23.260705Z","caller":"traceutil/trace.go:171","msg":"trace[1684439736] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.456789489s","start":"2026-05-06T10:23:21.803902Z","end":"2026-05-06T10:23:23.260691Z","steps":["trace[1684439736] 'process raft request' (duration: 1.150487305s)","trace[1684439736] 'compare' (duration: 298.07931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:23.260739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:21.803875Z","time spent":"1.456847871s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.115493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:24.115556Z","caller":"traceutil/trace.go:171","msg":"trace[728780545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152933s","start":"2026-05-06T10:23:22.11539Z","end":"2026-05-06T10:23:24.115543Z","steps":["trace[728780545] 'agreement among raft nodes before linearized reading' (duration: 2.000073051s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.115586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.11538Z","time spent":"2.000199956s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:24.277914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.840387ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:24.278019Z","caller":"traceutil/trace.go:171","msg":"trace[421772777] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25103; }","duration":"822.9533ms","start":"2026-05-06T10:23:23.455053Z","end":"2026-05-06T10:23:24.278006Z","steps":["trace[421772777] 'range keys from in-memory index tree' (duration: 822.829877ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.278834Z","caller":"traceutil/trace.go:171","msg":"trace[693455728] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"2.166391685s","start":"2026-05-06T10:23:22.112415Z","end":"2026-05-06T10:23:24.278807Z","steps":["trace[693455728] 'process raft request' (duration: 2.068284979s)","trace[693455728] 'compare' (duration: 97.581779ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:24.278911Z","caller":"traceutil/trace.go:171","msg":"trace[384127516] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"2.163653707s","start":"2026-05-06T10:23:22.115223Z","end":"2026-05-06T10:23:24.278877Z","steps":["trace[384127516] 'process raft request' (duration: 2.163502993s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.278995Z","caller":"traceutil/trace.go:171","msg":"trace[1195573310] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"2.163491742s","start":"2026-05-06T10:23:22.115499Z","end":"2026-05-06T10:23:24.278991Z","steps":["trace[1195573310] 'process raft request' (duration: 2.163340887s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.278993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.112388Z","time spent":"2.166509528s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.279066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.115485Z","time spent":"2.163531173s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:24.279095Z","caller":"traceutil/trace.go:171","msg":"trace[1677179929] linearizableReadLoop","detail":"{readStateIndex:25942; appliedIndex:25933; }","duration":"1.85317641s","start":"2026-05-06T10:23:22.425902Z","end":"2026-05-06T10:23:24.279078Z","steps":["trace[1677179929] 'read index received' (duration: 528.502639ms)","trace[1677179929] 'applied index is now lower than readState.Index' (duration: 1.324672961s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:24.279112Z","caller":"traceutil/trace.go:171","msg":"trace[1642605964] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"2.163531123s","start":"2026-05-06T10:23:22.11557Z","end":"2026-05-06T10:23:24.279101Z","steps":["trace[1642605964] 'process raft request' (duration: 2.163294435s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.278949Z","caller":"traceutil/trace.go:171","msg":"trace[1105640625] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"2.162930263s","start":"2026-05-06T10:23:22.116009Z","end":"2026-05-06T10:23:24.278939Z","steps":["trace[1105640625] 'process raft request' (duration: 2.162890362s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.115538Z","time spent":"2.163611295s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.279197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13165806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.279199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.115992Z","time spent":"2.163164471s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:24.278975Z","caller":"traceutil/trace.go:171","msg":"trace[615926429] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"2.163618785s","start":"2026-05-06T10:23:22.115351Z","end":"2026-05-06T10:23:24.27897Z","steps":["trace[615926429] 'process raft request' (duration: 2.16344678s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.2793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221892765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-06T10:23:24.279098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.1152Z","time spent":"2.163806502s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.279283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094781188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:24.279331Z","caller":"traceutil/trace.go:171","msg":"trace[1634866933] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"2.161754126s","start":"2026-05-06T10:23:22.117573Z","end":"2026-05-06T10:23:24.279327Z","steps":["trace[1634866933] 'process raft request' (duration: 2.161346193s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245886074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.279358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534589632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:24.279306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192924135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf2dc15f93653\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T10:23:24.279363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946474382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.279396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475423905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.279385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028591485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:24.2794Z","caller":"traceutil/trace.go:171","msg":"trace[852520540] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25111; }","duration":"3.534664725s","start":"2026-05-06T10:23:20.744725Z","end":"2026-05-06T10:23:24.27939Z","steps":["trace[852520540] 'agreement among raft nodes before linearized reading' (duration: 3.534602403s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.279414Z","caller":"traceutil/trace.go:171","msg":"trace[1063629122] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25111; }","duration":"2.475478547s","start":"2026-05-06T10:23:21.80393Z","end":"2026-05-06T10:23:24.279409Z","steps":["trace[1063629122] 'agreement among raft nodes before linearized reading' (duration: 2.475447996s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.279409Z","caller":"traceutil/trace.go:171","msg":"trace[1055783250] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf2dc15f93653; range_end:; response_count:1; response_revision:25111; }","duration":"3.1930807s","start":"2026-05-06T10:23:21.086315Z","end":"2026-05-06T10:23:24.279396Z","steps":["trace[1055783250] 'agreement among raft nodes before linearized reading' (duration: 3.192840032s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.279427Z","caller":"traceutil/trace.go:171","msg":"trace[2102889819] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25111; }","duration":"2.028684979s","start":"2026-05-06T10:23:22.250731Z","end":"2026-05-06T10:23:24.279416Z","steps":["trace[2102889819] 'agreement among raft nodes before linearized reading' (duration: 2.028616036s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.279423Z","caller":"traceutil/trace.go:171","msg":"trace[860389966] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25111; }","duration":"1.946576705s","start":"2026-05-06T10:23:22.332828Z","end":"2026-05-06T10:23:24.279405Z","steps":["trace[860389966] 'agreement among raft nodes before linearized reading' (duration: 1.946478132s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985352928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:24.279367Z","caller":"traceutil/trace.go:171","msg":"trace[2049917439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25111; }","duration":"2.245943326s","start":"2026-05-06T10:23:22.033419Z","end":"2026-05-06T10:23:24.279362Z","steps":["trace[2049917439] 'agreement among raft nodes before linearized reading' (duration: 2.245911275s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.250717Z","time spent":"2.02874284s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:24.279476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.332807Z","time spent":"1.946658468s","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:24.279219Z","caller":"traceutil/trace.go:171","msg":"trace[139999876] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25111; }","duration":"3.131698431s","start":"2026-05-06T10:23:21.147512Z","end":"2026-05-06T10:23:24.27921Z","steps":["trace[139999876] 'agreement among raft nodes before linearized reading' (duration: 3.131639419s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.279516Z","caller":"traceutil/trace.go:171","msg":"trace[829903768] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25111; }","duration":"3.9854348s","start":"2026-05-06T10:23:20.294036Z","end":"2026-05-06T10:23:24.279471Z","steps":["trace[829903768] 'agreement among raft nodes before linearized reading' (duration: 3.985348928s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:21.147502Z","time spent":"3.132036303s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:24.279437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:21.803909Z","time spent":"2.475523398s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:24.279352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.11532Z","time spent":"2.163974127s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.279561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.29402Z","time spent":"3.985530633s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-06T10:23:24.279367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.117557Z","time spent":"2.161792088s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:24.279355Z","caller":"traceutil/trace.go:171","msg":"trace[82653369] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25111; }","duration":"2.094897352s","start":"2026-05-06T10:23:22.184438Z","end":"2026-05-06T10:23:24.279335Z","steps":["trace[82653369] 'agreement among raft nodes before linearized reading' (duration: 2.094685225s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.184421Z","time spent":"2.095251203s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:24.279318Z","caller":"traceutil/trace.go:171","msg":"trace[444256661] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25111; }","duration":"2.221933925s","start":"2026-05-06T10:23:22.057379Z","end":"2026-05-06T10:23:24.279313Z","steps":["trace[444256661] 'agreement among raft nodes before linearized reading' (duration: 2.221851643s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.057369Z","time spent":"2.22236729s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-06T10:23:24.279434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:20.744705Z","time spent":"3.534721196s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:24.279449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:21.086302Z","time spent":"3.193134792s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf2dc15f93653\" "} {"level":"info","ts":"2026-05-06T10:23:24.279309Z","caller":"traceutil/trace.go:171","msg":"trace[1493697275] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"2.161501418s","start":"2026-05-06T10:23:22.117801Z","end":"2026-05-06T10:23:24.279302Z","steps":["trace[1493697275] 'process raft request' (duration: 2.161198718s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.279911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.11779Z","time spent":"2.162094267s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.279504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.033399Z","time spent":"2.24608325s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:24.315294Z","caller":"traceutil/trace.go:171","msg":"trace[1171975846] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"323.149303ms","start":"2026-05-06T10:23:23.99212Z","end":"2026-05-06T10:23:24.31527Z","steps":["trace[1171975846] 'process raft request' (duration: 323.097092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.315487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.992093Z","time spent":"323.323119ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.315902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189878378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:23:24.315954Z","caller":"traceutil/trace.go:171","msg":"trace[36153618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25113; }","duration":"1.189961221s","start":"2026-05-06T10:23:23.12598Z","end":"2026-05-06T10:23:24.315942Z","steps":["trace[36153618] 'agreement among raft nodes before linearized reading' (duration: 1.189829627s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.315981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.125965Z","time spent":"1.190011272s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:23:24.316086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756901212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.316121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227559536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T10:23:24.316117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.888957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:24.316165Z","caller":"traceutil/trace.go:171","msg":"trace[517417047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25113; }","duration":"1.227636069s","start":"2026-05-06T10:23:23.088518Z","end":"2026-05-06T10:23:24.316154Z","steps":["trace[517417047] 'agreement among raft nodes before linearized reading' (duration: 1.227459993s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.316198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13723007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:24.316203Z","caller":"traceutil/trace.go:171","msg":"trace[323967535] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25113; }","duration":"295.028592ms","start":"2026-05-06T10:23:24.021156Z","end":"2026-05-06T10:23:24.316184Z","steps":["trace[323967535] 'agreement among raft nodes before linearized reading' (duration: 294.853426ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.316228Z","caller":"traceutil/trace.go:171","msg":"trace[2088901323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25113; }","duration":"1.137256291s","start":"2026-05-06T10:23:23.178962Z","end":"2026-05-06T10:23:24.316219Z","steps":["trace[2088901323] 'agreement among raft nodes before linearized reading' (duration: 1.13721822s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.31624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229792848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:23:24.316253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.178922Z","time spent":"1.137324203s","remote":"127.0.0.1:47124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:24.316268Z","caller":"traceutil/trace.go:171","msg":"trace[1286406664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25113; }","duration":"1.229832569s","start":"2026-05-06T10:23:23.086427Z","end":"2026-05-06T10:23:24.31626Z","steps":["trace[1286406664] 'agreement among raft nodes before linearized reading' (duration: 1.229748986s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.316278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884618627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.316302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.086422Z","time spent":"1.229874031s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:24.316372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157332585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.316376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887821571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-06T10:23:24.316395Z","caller":"traceutil/trace.go:171","msg":"trace[1516838375] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25113; }","duration":"1.157354795s","start":"2026-05-06T10:23:23.159034Z","end":"2026-05-06T10:23:24.316389Z","steps":["trace[1516838375] 'agreement among raft nodes before linearized reading' (duration: 1.157316904s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.3164Z","caller":"traceutil/trace.go:171","msg":"trace[1986427776] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25113; }","duration":"1.887880132s","start":"2026-05-06T10:23:22.428513Z","end":"2026-05-06T10:23:24.316393Z","steps":["trace[1986427776] 'agreement among raft nodes before linearized reading' (duration: 1.88781213s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.316414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.159014Z","time spent":"1.157394996s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:24.316413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.464811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-06T10:23:24.316425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.428495Z","time spent":"1.887924994s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-06T10:23:24.316465Z","caller":"traceutil/trace.go:171","msg":"trace[599920599] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25113; }","duration":"196.545923ms","start":"2026-05-06T10:23:24.119904Z","end":"2026-05-06T10:23:24.31645Z","steps":["trace[599920599] 'agreement among raft nodes before linearized reading' (duration: 196.389938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.31649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230143439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:23:24.316487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.233562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.316196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.088501Z","time spent":"1.227688961s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T10:23:24.316517Z","caller":"traceutil/trace.go:171","msg":"trace[1019721195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25113; }","duration":"1.230182791s","start":"2026-05-06T10:23:23.086326Z","end":"2026-05-06T10:23:24.316509Z","steps":["trace[1019721195] 'agreement among raft nodes before linearized reading' (duration: 1.230095468s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.316561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.086321Z","time spent":"1.230233773s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:23:24.316099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.295914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.316616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.801009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:24.316669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230357066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:23:24.316307Z","caller":"traceutil/trace.go:171","msg":"trace[1068124808] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25113; }","duration":"1.8846774s","start":"2026-05-06T10:23:22.431619Z","end":"2026-05-06T10:23:24.316296Z","steps":["trace[1068124808] 'agreement among raft nodes before linearized reading' (duration: 1.884640039s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.3167Z","caller":"traceutil/trace.go:171","msg":"trace[453052847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25113; }","duration":"1.230414978s","start":"2026-05-06T10:23:23.086277Z","end":"2026-05-06T10:23:24.316692Z","steps":["trace[453052847] 'agreement among raft nodes before linearized reading' (duration: 1.230341986s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.316714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.431579Z","time spent":"1.885122554s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:23:24.316242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760470706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-06T10:23:24.316155Z","caller":"traceutil/trace.go:171","msg":"trace[460820731] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25113; }","duration":"1.756974725s","start":"2026-05-06T10:23:22.559149Z","end":"2026-05-06T10:23:24.316124Z","steps":["trace[460820731] 'agreement among raft nodes before linearized reading' (duration: 1.756890512s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.31676Z","caller":"traceutil/trace.go:171","msg":"trace[901223189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25113; }","duration":"1.761023774s","start":"2026-05-06T10:23:22.55573Z","end":"2026-05-06T10:23:24.316753Z","steps":["trace[901223189] 'agreement among raft nodes before linearized reading' (duration: 1.760483957s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.316665Z","caller":"traceutil/trace.go:171","msg":"trace[512289108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25113; }","duration":"195.891032ms","start":"2026-05-06T10:23:24.120763Z","end":"2026-05-06T10:23:24.316654Z","steps":["trace[512289108] 'agreement among raft nodes before linearized reading' (duration: 195.804939ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:24.316628Z","caller":"traceutil/trace.go:171","msg":"trace[1186286714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25113; }","duration":"369.846441ms","start":"2026-05-06T10:23:23.946773Z","end":"2026-05-06T10:23:24.316619Z","steps":["trace[1186286714] 'agreement among raft nodes before linearized reading' (duration: 369.303553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.3168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.555711Z","time spent":"1.761083116s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-05-06T10:23:24.31653Z","caller":"traceutil/trace.go:171","msg":"trace[1335529157] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25113; }","duration":"234.316224ms","start":"2026-05-06T10:23:24.082201Z","end":"2026-05-06T10:23:24.316518Z","steps":["trace[1335529157] 'agreement among raft nodes before linearized reading' (duration: 234.246212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.316812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.946736Z","time spent":"370.066128ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:24.316725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.086241Z","time spent":"1.23047853s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:24.316767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:22.55914Z","time spent":"1.757618645s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:24.316169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.057202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-05-06T10:23:24.31696Z","caller":"traceutil/trace.go:171","msg":"trace[1200244577] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25113; }","duration":"686.865547ms","start":"2026-05-06T10:23:23.630087Z","end":"2026-05-06T10:23:24.316953Z","steps":["trace[1200244577] 'agreement among raft nodes before linearized reading' (duration: 686.034971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.316984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.630068Z","time spent":"686.908499ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-06T10:23:24.316729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237522206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:24.31703Z","caller":"traceutil/trace.go:171","msg":"trace[1904848763] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25113; }","duration":"1.237845356s","start":"2026-05-06T10:23:23.079175Z","end":"2026-05-06T10:23:24.31702Z","steps":["trace[1904848763] 'agreement among raft nodes before linearized reading' (duration: 1.237530436s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.317062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.079162Z","time spent":"1.237891378s","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:24.317181Z","caller":"traceutil/trace.go:171","msg":"trace[1543257716] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"624.628771ms","start":"2026-05-06T10:23:23.692536Z","end":"2026-05-06T10:23:24.317165Z","steps":["trace[1543257716] 'process raft request' (duration: 622.563045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:24.317293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:23.692518Z","time spent":"624.738425ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:24.816065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:25.318881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:25.653349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338230657s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:25.752452Z","caller":"traceutil/trace.go:171","msg":"trace[821469404] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.470652223s","start":"2026-05-06T10:23:24.281765Z","end":"2026-05-06T10:23:25.752417Z","steps":["trace[821469404] 'process raft request' (duration: 1.371800833s)","trace[821469404] 'compare' (duration: 97.521577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:25.752631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.281752Z","time spent":"1.470789007s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:26.318395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99816335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:26.31855Z","caller":"traceutil/trace.go:171","msg":"trace[101486203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998350576s","start":"2026-05-06T10:23:24.320181Z","end":"2026-05-06T10:23:26.318532Z","steps":["trace[101486203] 'agreement among raft nodes before linearized reading' (duration: 1.998182721s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:26.318626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.320171Z","time spent":"1.998441109s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-06T10:23:26.600922Z","caller":"traceutil/trace.go:171","msg":"trace[1841817086] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"2.280707732s","start":"2026-05-06T10:23:24.320169Z","end":"2026-05-06T10:23:26.600877Z","steps":["trace[1841817086] 'process raft request' (duration: 2.280271958s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:26.600999Z","caller":"traceutil/trace.go:171","msg":"trace[487923400] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"2.279904246s","start":"2026-05-06T10:23:24.321063Z","end":"2026-05-06T10:23:26.600967Z","steps":["trace[487923400] 'process raft request' (duration: 2.279795382s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:26.601168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.321045Z","time spent":"2.280030119s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:26.601134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.320144Z","time spent":"2.280891947s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:26.601438Z","caller":"traceutil/trace.go:171","msg":"trace[807921372] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"2.281025611s","start":"2026-05-06T10:23:24.320395Z","end":"2026-05-06T10:23:26.601421Z","steps":["trace[807921372] 'process raft request' (duration: 2.28034894s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:26.601531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.320379Z","time spent":"2.281105764s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:26.60199Z","caller":"traceutil/trace.go:171","msg":"trace[1927652008] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"2.27724222s","start":"2026-05-06T10:23:24.324726Z","end":"2026-05-06T10:23:26.601968Z","steps":["trace[1927652008] 'process raft request' (duration: 2.276186196s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:26.602098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.324699Z","time spent":"2.277350073s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:26.60233Z","caller":"traceutil/trace.go:171","msg":"trace[551769162] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25944; }","duration":"2.286542679s","start":"2026-05-06T10:23:24.315766Z","end":"2026-05-06T10:23:26.602309Z","steps":["trace[551769162] 'read index received' (duration: 1.337808174s)","trace[551769162] 'applied index is now lower than readState.Index' (duration: 948.733535ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:26.602428Z","caller":"traceutil/trace.go:171","msg":"trace[1259112940] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"2.276203117s","start":"2026-05-06T10:23:24.326212Z","end":"2026-05-06T10:23:26.602415Z","steps":["trace[1259112940] 'process raft request' (duration: 2.27599256s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:26.602433Z","caller":"traceutil/trace.go:171","msg":"trace[146430769] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"2.277113386s","start":"2026-05-06T10:23:24.325289Z","end":"2026-05-06T10:23:26.602403Z","steps":["trace[146430769] 'process raft request' (duration: 2.275812534s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:26.602504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.326204Z","time spent":"2.276254339s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:26.602541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32058203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:26.602573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.325282Z","time spent":"2.27721326s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:26.60262Z","caller":"traceutil/trace.go:171","msg":"trace[703335348] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25120; }","duration":"2.320673383s","start":"2026-05-06T10:23:24.281926Z","end":"2026-05-06T10:23:26.602599Z","steps":["trace[703335348] 'agreement among raft nodes before linearized reading' (duration: 2.320489287s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:26.602676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.28192Z","time spent":"2.320744465s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-06T10:23:27.103121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:27.60427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:28.104874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:28.326193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:28.326282Z","caller":"traceutil/trace.go:171","msg":"trace[237034743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091771s","start":"2026-05-06T10:23:26.326165Z","end":"2026-05-06T10:23:28.326257Z","steps":["trace[237034743] 'agreement among raft nodes before linearized reading' (duration: 1.999992548s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:28.326344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.326149Z","time spent":"2.000181184s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:28.60276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.997198438s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:28.60337Z","caller":"traceutil/trace.go:171","msg":"trace[1380955761] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"2.317847581s","start":"2026-05-06T10:23:26.285499Z","end":"2026-05-06T10:23:28.603346Z","steps":["trace[1380955761] 'process raft request' (duration: 2.317769639s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:28.603457Z","caller":"traceutil/trace.go:171","msg":"trace[346102821] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"2.318432s","start":"2026-05-06T10:23:26.284987Z","end":"2026-05-06T10:23:28.603419Z","steps":["trace[346102821] 'process raft request' (duration: 2.318201912s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:28.603521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.285485Z","time spent":"2.317960215s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:28.603564Z","caller":"traceutil/trace.go:171","msg":"trace[610927520] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"2.318502372s","start":"2026-05-06T10:23:26.285033Z","end":"2026-05-06T10:23:28.603535Z","steps":["trace[610927520] 'process raft request' (duration: 2.318201643s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:28.603659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.284971Z","time spent":"2.318537403s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:28.603695Z","caller":"traceutil/trace.go:171","msg":"trace[1156990610] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"2.317772689s","start":"2026-05-06T10:23:26.285909Z","end":"2026-05-06T10:23:28.603682Z","steps":["trace[1156990610] 'process raft request' (duration: 2.31750223s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:28.603712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.285002Z","time spent":"2.318641407s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:28.603747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.285899Z","time spent":"2.31782098s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:28.603679Z","caller":"traceutil/trace.go:171","msg":"trace[826704850] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"2.317968555s","start":"2026-05-06T10:23:26.285621Z","end":"2026-05-06T10:23:28.60359Z","steps":["trace[826704850] 'process raft request' (duration: 2.317688826s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:28.603832Z","caller":"traceutil/trace.go:171","msg":"trace[2075637505] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"2.317849182s","start":"2026-05-06T10:23:26.285974Z","end":"2026-05-06T10:23:28.603823Z","steps":["trace[2075637505] 'process raft request' (duration: 2.317528661s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:28.60388Z","caller":"traceutil/trace.go:171","msg":"trace[1270962324] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"2.307452768s","start":"2026-05-06T10:23:26.296414Z","end":"2026-05-06T10:23:28.603867Z","steps":["trace[1270962324] 'process raft request' (duration: 2.307143418s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:28.603885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.285967Z","time spent":"2.317891003s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:28.603939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.296406Z","time spent":"2.307499059s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:28.604189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.285603Z","time spent":"2.318213913s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:28.604369Z","caller":"traceutil/trace.go:171","msg":"trace[818447192] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"2.318586806s","start":"2026-05-06T10:23:26.284923Z","end":"2026-05-06T10:23:28.60351Z","steps":["trace[818447192] 'process raft request' (duration: 2.318041088s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:28.604553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.2849Z","time spent":"2.319509774s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:29.916401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312723699s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:23:29.916552Z","caller":"traceutil/trace.go:171","msg":"trace[805559232] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25951; }","duration":"3.314144623s","start":"2026-05-06T10:23:26.602384Z","end":"2026-05-06T10:23:29.916528Z","steps":["trace[805559232] 'read index received' (duration: 2.000508635s)","trace[805559232] 'applied index is now lower than readState.Index' (duration: 1.313633998s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:29.917133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085640834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:29.917228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.597248771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-69r79\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-05-06T10:23:29.917271Z","caller":"traceutil/trace.go:171","msg":"trace[456505945] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-69r79; range_end:; response_count:1; response_revision:25128; }","duration":"5.597308673s","start":"2026-05-06T10:23:24.319948Z","end":"2026-05-06T10:23:29.917256Z","steps":["trace[456505945] 'agreement among raft nodes before linearized reading' (duration: 5.59719738s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.917304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.319936Z","time spent":"5.597361275s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-69r79\" "} {"level":"warn","ts":"2026-05-06T10:23:29.917227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160865006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-06T10:23:29.917255Z","caller":"traceutil/trace.go:171","msg":"trace[70261581] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25128; }","duration":"4.08582795s","start":"2026-05-06T10:23:25.831396Z","end":"2026-05-06T10:23:29.917224Z","steps":["trace[70261581] 'agreement among raft nodes before linearized reading' (duration: 4.085603883s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.917585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958348091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:29.917594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.878375517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-06T10:23:29.917628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576685212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-06T10:23:29.917665Z","caller":"traceutil/trace.go:171","msg":"trace[987903551] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25128; }","duration":"3.87845454s","start":"2026-05-06T10:23:26.039188Z","end":"2026-05-06T10:23:29.917643Z","steps":["trace[987903551] 'agreement among raft nodes before linearized reading' (duration: 3.878246873s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:29.917686Z","caller":"traceutil/trace.go:171","msg":"trace[948954777] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25128; }","duration":"4.576772604s","start":"2026-05-06T10:23:25.340894Z","end":"2026-05-06T10:23:29.917667Z","steps":["trace[948954777] 'agreement among raft nodes before linearized reading' (duration: 4.5766356s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.917715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.039135Z","time spent":"3.878572234s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T10:23:29.917725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:25.340876Z","time spent":"4.576839707s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-06T10:23:29.917716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.597666074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-06T10:23:29.917576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:25.831378Z","time spent":"4.086174981s","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:29.917782Z","caller":"traceutil/trace.go:171","msg":"trace[644892423] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25128; }","duration":"5.597758578s","start":"2026-05-06T10:23:24.320007Z","end":"2026-05-06T10:23:29.917765Z","steps":["trace[644892423] 'agreement among raft nodes before linearized reading' (duration: 5.597546941s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.917821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.319989Z","time spent":"5.597823949s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-06T10:23:29.917824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877695095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-06T10:23:29.917804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624756554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T10:23:29.91787Z","caller":"traceutil/trace.go:171","msg":"trace[1525100329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25128; }","duration":"3.877750388s","start":"2026-05-06T10:23:26.040109Z","end":"2026-05-06T10:23:29.917859Z","steps":["trace[1525100329] 'agreement among raft nodes before linearized reading' (duration: 3.877561752s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.917502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881624722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.91789Z","caller":"traceutil/trace.go:171","msg":"trace[1631331071] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25128; }","duration":"3.624878028s","start":"2026-05-06T10:23:26.292992Z","end":"2026-05-06T10:23:29.91787Z","steps":["trace[1631331071] 'agreement among raft nodes before linearized reading' (duration: 3.62463605s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.917921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.040099Z","time spent":"3.877808359s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T10:23:29.917939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.292983Z","time spent":"3.62494524s","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:29.917937Z","caller":"traceutil/trace.go:171","msg":"trace[156804510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25128; }","duration":"3.882071546s","start":"2026-05-06T10:23:26.035836Z","end":"2026-05-06T10:23:29.917907Z","steps":["trace[156804510] 'agreement among raft nodes before linearized reading' (duration: 3.881623722s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.918006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.035817Z","time spent":"3.882174219s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:29.917633Z","caller":"traceutil/trace.go:171","msg":"trace[197997987] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25128; }","duration":"3.958393283s","start":"2026-05-06T10:23:25.959224Z","end":"2026-05-06T10:23:29.917617Z","steps":["trace[197997987] 'agreement among raft nodes before linearized reading' (duration: 3.95830462s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.918216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:25.959155Z","time spent":"3.959046065s","remote":"127.0.0.1:43164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.917607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466526339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:29.918406Z","caller":"traceutil/trace.go:171","msg":"trace[1032533880] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25128; }","duration":"4.467385737s","start":"2026-05-06T10:23:25.451009Z","end":"2026-05-06T10:23:29.918395Z","steps":["trace[1032533880] 'agreement among raft nodes before linearized reading' (duration: 4.466497028s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.918479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:25.45099Z","time spent":"4.467440149s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:29.917512Z","caller":"traceutil/trace.go:171","msg":"trace[1538969840] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25128; }","duration":"4.161166806s","start":"2026-05-06T10:23:25.756302Z","end":"2026-05-06T10:23:29.917468Z","steps":["trace[1538969840] 'agreement among raft nodes before linearized reading' (duration: 4.160762763s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.91871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:25.756285Z","time spent":"4.162411496s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:23:29.919852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596550258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.920179Z","caller":"traceutil/trace.go:171","msg":"trace[2001482125] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25128; }","duration":"5.596864309s","start":"2026-05-06T10:23:24.323243Z","end":"2026-05-06T10:23:29.920108Z","steps":["trace[2001482125] 'agreement among raft nodes before linearized reading' (duration: 5.59409469s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.920291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:24.323232Z","time spent":"5.597037574s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:23:29.9397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072629949s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:29.940206Z","caller":"traceutil/trace.go:171","msg":"trace[692488442] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"1.07327642s","start":"2026-05-06T10:23:28.866911Z","end":"2026-05-06T10:23:29.940187Z","steps":["trace[692488442] 'process raft request' (duration: 1.072930358s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.940331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.866888Z","time spent":"1.073375463s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:29.943441Z","caller":"traceutil/trace.go:171","msg":"trace[569588128] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"619.362142ms","start":"2026-05-06T10:23:29.32406Z","end":"2026-05-06T10:23:29.943422Z","steps":["trace[569588128] 'process raft request' (duration: 619.124985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.94355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:29.324037Z","time spent":"619.445495ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:29.944382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61773896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.944647Z","caller":"traceutil/trace.go:171","msg":"trace[1985446903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"1.61804165s","start":"2026-05-06T10:23:28.326586Z","end":"2026-05-06T10:23:29.944627Z","steps":["trace[1985446903] 'agreement among raft nodes before linearized reading' (duration: 1.61772805s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.944726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.326565Z","time spent":"1.618147254s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:29.944963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780033415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:29.944995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918641361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:29.945051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.950102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.945108Z","caller":"traceutil/trace.go:171","msg":"trace[1824927266] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25133; }","duration":"625.041515ms","start":"2026-05-06T10:23:29.320052Z","end":"2026-05-06T10:23:29.945093Z","steps":["trace[1824927266] 'agreement among raft nodes before linearized reading' (duration: 624.968893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.945116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167873671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:29.945157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:29.320031Z","time spent":"625.113707ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:29.945255Z","caller":"traceutil/trace.go:171","msg":"trace[586585469] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25133; }","duration":"1.918752463s","start":"2026-05-06T10:23:28.026297Z","end":"2026-05-06T10:23:29.945049Z","steps":["trace[586585469] 'agreement among raft nodes before linearized reading' (duration: 1.918571028s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.9453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857343224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:29.945324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303817671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:23:29.94535Z","caller":"traceutil/trace.go:171","msg":"trace[59078230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25133; }","duration":"1.857437438s","start":"2026-05-06T10:23:28.087901Z","end":"2026-05-06T10:23:29.945339Z","steps":["trace[59078230] 'agreement among raft nodes before linearized reading' (duration: 1.857349715s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:29.945353Z","caller":"traceutil/trace.go:171","msg":"trace[237113892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25133; }","duration":"3.303875633s","start":"2026-05-06T10:23:26.64147Z","end":"2026-05-06T10:23:29.945345Z","steps":["trace[237113892] 'agreement among raft nodes before linearized reading' (duration: 3.303716618s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.945375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.087879Z","time spent":"1.857489149s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.945387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.641457Z","time spent":"3.303923024s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:23:29.945388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.986115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:29.945392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.026286Z","time spent":"1.919053604s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:29.94544Z","caller":"traceutil/trace.go:171","msg":"trace[1937874744] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25133; }","duration":"766.079797ms","start":"2026-05-06T10:23:29.179343Z","end":"2026-05-06T10:23:29.945423Z","steps":["trace[1937874744] 'agreement among raft nodes before linearized reading' (duration: 765.989435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.945502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:29.179322Z","time spent":"766.16299ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.945657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336182111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T10:23:29.945687Z","caller":"traceutil/trace.go:171","msg":"trace[1516317661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25133; }","duration":"1.336241783s","start":"2026-05-06T10:23:28.609438Z","end":"2026-05-06T10:23:29.94568Z","steps":["trace[1516317661] 'agreement among raft nodes before linearized reading' (duration: 1.33614618s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.945706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.609424Z","time spent":"1.336278424s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:29.945744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350158029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.945806Z","caller":"traceutil/trace.go:171","msg":"trace[2123764615] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25133; }","duration":"1.350253112s","start":"2026-05-06T10:23:28.595534Z","end":"2026-05-06T10:23:29.945788Z","steps":["trace[2123764615] 'agreement among raft nodes before linearized reading' (duration: 1.350165259s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.945832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303798002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T10:23:29.945853Z","caller":"traceutil/trace.go:171","msg":"trace[601664701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25133; }","duration":"1.303842924s","start":"2026-05-06T10:23:28.642002Z","end":"2026-05-06T10:23:29.945845Z","steps":["trace[601664701] 'agreement among raft nodes before linearized reading' (duration: 1.303778392s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.945857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.595515Z","time spent":"1.350329525s","remote":"127.0.0.1:37136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.945871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.641989Z","time spent":"1.303878295s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:23:29.945981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336391628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T10:23:29.946005Z","caller":"traceutil/trace.go:171","msg":"trace[488170110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25133; }","duration":"1.336414479s","start":"2026-05-06T10:23:28.609585Z","end":"2026-05-06T10:23:29.945999Z","steps":["trace[488170110] 'agreement among raft nodes before linearized reading' (duration: 1.336357517s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.946022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.609567Z","time spent":"1.336450579s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T10:23:29.945052Z","caller":"traceutil/trace.go:171","msg":"trace[1765857763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25133; }","duration":"2.780163009s","start":"2026-05-06T10:23:27.164862Z","end":"2026-05-06T10:23:29.945025Z","steps":["trace[1765857763] 'agreement among raft nodes before linearized reading' (duration: 2.780023934s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.946127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336563003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T10:23:29.946144Z","caller":"traceutil/trace.go:171","msg":"trace[1963210606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25133; }","duration":"1.336579314s","start":"2026-05-06T10:23:28.60956Z","end":"2026-05-06T10:23:29.946139Z","steps":["trace[1963210606] 'agreement among raft nodes before linearized reading' (duration: 1.336529993s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.946162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.609555Z","time spent":"1.336603685s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:23:29.946163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:27.164841Z","time spent":"2.781299025s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.946289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3367641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-06T10:23:29.946311Z","caller":"traceutil/trace.go:171","msg":"trace[1113407590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25133; }","duration":"1.336786071s","start":"2026-05-06T10:23:28.609519Z","end":"2026-05-06T10:23:29.946306Z","steps":["trace[1113407590] 'agreement among raft nodes before linearized reading' (duration: 1.336713358s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.946329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:28.609499Z","time spent":"1.336825831s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T10:23:29.945163Z","caller":"traceutil/trace.go:171","msg":"trace[53355139] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25133; }","duration":"3.167963315s","start":"2026-05-06T10:23:26.777186Z","end":"2026-05-06T10:23:29.945149Z","steps":["trace[53355139] 'agreement among raft nodes before linearized reading' (duration: 3.167894412s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.944993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.624073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.946468Z","caller":"traceutil/trace.go:171","msg":"trace[703454740] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25133; }","duration":"424.111731ms","start":"2026-05-06T10:23:29.52231Z","end":"2026-05-06T10:23:29.946422Z","steps":["trace[703454740] 'agreement among raft nodes before linearized reading' (duration: 422.632244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.946413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:26.777161Z","time spent":"3.169231326s","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.946496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:29.522287Z","time spent":"424.200024ms","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.946746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968759417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:29.946866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63206822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.946879Z","caller":"traceutil/trace.go:171","msg":"trace[1992943776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"1.968909522s","start":"2026-05-06T10:23:27.977931Z","end":"2026-05-06T10:23:29.94684Z","steps":["trace[1992943776] 'agreement among raft nodes before linearized reading' (duration: 1.968748267s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:29.946931Z","caller":"traceutil/trace.go:171","msg":"trace[353118088] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25133; }","duration":"2.632160412s","start":"2026-05-06T10:23:27.314754Z","end":"2026-05-06T10:23:29.946915Z","steps":["trace[353118088] 'agreement among raft nodes before linearized reading' (duration: 2.632054279s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.946948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:27.97791Z","time spent":"1.969023346s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:29.946983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:27.31474Z","time spent":"2.632229845s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:29.950387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709469442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:29.950573Z","caller":"traceutil/trace.go:171","msg":"trace[1274662283] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25133; }","duration":"2.7156487s","start":"2026-05-06T10:23:27.234895Z","end":"2026-05-06T10:23:29.950543Z","steps":["trace[1274662283] 'agreement among raft nodes before linearized reading' (duration: 2.709460221s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:29.95065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:27.234874Z","time spent":"2.715751993s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:38.245956Z","caller":"traceutil/trace.go:171","msg":"trace[1625500264] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"122.095326ms","start":"2026-05-06T10:23:38.123843Z","end":"2026-05-06T10:23:38.245938Z","steps":["trace[1625500264] 'process raft request' (duration: 122.064225ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:38.246232Z","caller":"traceutil/trace.go:171","msg":"trace[933628229] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"122.700535ms","start":"2026-05-06T10:23:38.123524Z","end":"2026-05-06T10:23:38.246225Z","steps":["trace[933628229] 'process raft request' (duration: 121.272429ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:38.246317Z","caller":"traceutil/trace.go:171","msg":"trace[1332548065] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"122.737037ms","start":"2026-05-06T10:23:38.123574Z","end":"2026-05-06T10:23:38.246311Z","steps":["trace[1332548065] 'process raft request' (duration: 122.300013ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:44.541637Z","caller":"traceutil/trace.go:171","msg":"trace[1636924096] linearizableReadLoop","detail":"{readStateIndex:26073; appliedIndex:26072; }","duration":"404.315806ms","start":"2026-05-06T10:23:44.137296Z","end":"2026-05-06T10:23:44.541611Z","steps":["trace[1636924096] 'read index received' (duration: 404.075499ms)","trace[1636924096] 'applied index is now lower than readState.Index' (duration: 239.257µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:44.541779Z","caller":"traceutil/trace.go:171","msg":"trace[17481925] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"664.864442ms","start":"2026-05-06T10:23:43.876865Z","end":"2026-05-06T10:23:44.54173Z","steps":["trace[17481925] 'process raft request' (duration: 664.537212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:44.541898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.946535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-06T10:23:44.54194Z","caller":"traceutil/trace.go:171","msg":"trace[848097164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25238; }","duration":"298.026057ms","start":"2026-05-06T10:23:44.243901Z","end":"2026-05-06T10:23:44.541927Z","steps":["trace[848097164] 'agreement among raft nodes before linearized reading' (duration: 297.861542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:44.541947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:43.876839Z","time spent":"665.021196ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:44.541964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.092616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-06T10:23:44.541975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.647697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T10:23:44.542038Z","caller":"traceutil/trace.go:171","msg":"trace[1577293912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25238; }","duration":"272.181288ms","start":"2026-05-06T10:23:44.269836Z","end":"2026-05-06T10:23:44.542017Z","steps":["trace[1577293912] 'agreement among raft nodes before linearized reading' (duration: 271.957781ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:44.54207Z","caller":"traceutil/trace.go:171","msg":"trace[1830007687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25238; }","duration":"404.787101ms","start":"2026-05-06T10:23:44.137263Z","end":"2026-05-06T10:23:44.542051Z","steps":["trace[1830007687] 'agreement among raft nodes before linearized reading' (duration: 404.474501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:44.542099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.919441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T10:23:44.542121Z","caller":"traceutil/trace.go:171","msg":"trace[897007082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25238; }","duration":"276.953561ms","start":"2026-05-06T10:23:44.265161Z","end":"2026-05-06T10:23:44.542115Z","steps":["trace[897007082] 'agreement among raft nodes before linearized reading' (duration: 276.89967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:44.542115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.570051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:44.54212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:44.137249Z","time spent":"404.861683ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:23:44.542048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.189501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T10:23:44.542159Z","caller":"traceutil/trace.go:171","msg":"trace[887923595] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25238; }","duration":"190.622863ms","start":"2026-05-06T10:23:44.35152Z","end":"2026-05-06T10:23:44.542143Z","steps":["trace[887923595] 'agreement among raft nodes before linearized reading' (duration: 190.545601ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:44.54218Z","caller":"traceutil/trace.go:171","msg":"trace[1834196481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25238; }","duration":"273.330395ms","start":"2026-05-06T10:23:44.268844Z","end":"2026-05-06T10:23:44.542175Z","steps":["trace[1834196481] 'agreement among raft nodes before linearized reading' (duration: 273.16405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:44.542207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.817903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-06T10:23:44.542249Z","caller":"traceutil/trace.go:171","msg":"trace[2064567910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25238; }","duration":"250.864074ms","start":"2026-05-06T10:23:44.291371Z","end":"2026-05-06T10:23:44.542235Z","steps":["trace[2064567910] 'agreement among raft nodes before linearized reading' (duration: 250.771941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:49.059923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:49.560723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:49.921664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454758913s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:49.922315Z","caller":"traceutil/trace.go:171","msg":"trace[746721] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"1.455478216s","start":"2026-05-06T10:23:48.466815Z","end":"2026-05-06T10:23:49.922293Z","steps":["trace[746721] 'process raft request' (duration: 1.455323051s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:49.922457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.466791Z","time spent":"1.455595109s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:51.156491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:51.156587Z","caller":"traceutil/trace.go:171","msg":"trace[1692710942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392202s","start":"2026-05-06T10:23:49.156176Z","end":"2026-05-06T10:23:51.156568Z","steps":["trace[1692710942] 'agreement among raft nodes before linearized reading' (duration: 2.000270398s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:51.156637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.156163Z","time spent":"2.000463504s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:51.62457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.702548681s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:23:51.625239Z","caller":"traceutil/trace.go:171","msg":"trace[685389511] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"2.797273537s","start":"2026-05-06T10:23:48.827938Z","end":"2026-05-06T10:23:51.625212Z","steps":["trace[685389511] 'process raft request' (duration: 2.797177144s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:51.625321Z","caller":"traceutil/trace.go:171","msg":"trace[2058951131] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"2.932001018s","start":"2026-05-06T10:23:48.693271Z","end":"2026-05-06T10:23:51.625272Z","steps":["trace[2058951131] 'process raft request' (duration: 2.931667818s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:51.625401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.827915Z","time spent":"2.797406012s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:51.6255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.693255Z","time spent":"2.932137623s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:51.625528Z","caller":"traceutil/trace.go:171","msg":"trace[1871484137] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"2.779836068s","start":"2026-05-06T10:23:48.845656Z","end":"2026-05-06T10:23:51.625492Z","steps":["trace[1871484137] 'process raft request' (duration: 2.779508398s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:51.625617Z","caller":"traceutil/trace.go:171","msg":"trace[1070418449] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"2.776110689s","start":"2026-05-06T10:23:48.84949Z","end":"2026-05-06T10:23:51.625601Z","steps":["trace[1070418449] 'process raft request' (duration: 2.776057227s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:51.625616Z","caller":"traceutil/trace.go:171","msg":"trace[1280907086] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"2.776821092s","start":"2026-05-06T10:23:48.848772Z","end":"2026-05-06T10:23:51.625593Z","steps":["trace[1280907086] 'process raft request' (duration: 2.776641816s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:51.625665Z","caller":"traceutil/trace.go:171","msg":"trace[657781708] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"2.77644995s","start":"2026-05-06T10:23:48.8492Z","end":"2026-05-06T10:23:51.62565Z","steps":["trace[657781708] 'process raft request' (duration: 2.776317036s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:51.625684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.845643Z","time spent":"2.779980123s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:51.625722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.848752Z","time spent":"2.776917425s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:51.625721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.849471Z","time spent":"2.776196922s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:51.62573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.849181Z","time spent":"2.776511892s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:51.625849Z","caller":"traceutil/trace.go:171","msg":"trace[343471127] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"2.773137814s","start":"2026-05-06T10:23:48.852683Z","end":"2026-05-06T10:23:51.625821Z","steps":["trace[343471127] 'process raft request' (duration: 2.773035561s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:51.625848Z","caller":"traceutil/trace.go:171","msg":"trace[1432076101] linearizableReadLoop","detail":"{readStateIndex:26171; appliedIndex:26162; }","duration":"3.066260543s","start":"2026-05-06T10:23:48.559562Z","end":"2026-05-06T10:23:51.625822Z","steps":["trace[1432076101] 'read index received' (duration: 1.362632958s)","trace[1432076101] 'applied index is now lower than readState.Index' (duration: 1.703626595s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:51.625849Z","caller":"traceutil/trace.go:171","msg":"trace[805091955] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"2.776093339s","start":"2026-05-06T10:23:48.849726Z","end":"2026-05-06T10:23:51.625819Z","steps":["trace[805091955] 'process raft request' (duration: 2.775848441s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:51.625926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.852675Z","time spent":"2.773207046s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:51.625957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.849709Z","time spent":"2.776198552s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:51.625996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066429958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:23:51.626027Z","caller":"traceutil/trace.go:171","msg":"trace[119778392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25334; }","duration":"3.06648584s","start":"2026-05-06T10:23:48.559531Z","end":"2026-05-06T10:23:51.626016Z","steps":["trace[119778392] 'agreement among raft nodes before linearized reading' (duration: 3.066367676s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:51.626049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.559515Z","time spent":"3.066529332s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:52.126855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:52.627401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:53.127631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:53.157883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:53.157965Z","caller":"traceutil/trace.go:171","msg":"trace[1283940630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068564s","start":"2026-05-06T10:23:51.157259Z","end":"2026-05-06T10:23:53.157945Z","steps":["trace[1283940630] 'agreement among raft nodes before linearized reading' (duration: 2.000568056s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:53.158014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:51.157241Z","time spent":"2.000763963s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:53.559311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998844959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:53.559371Z","caller":"traceutil/trace.go:171","msg":"trace[1254662024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998942222s","start":"2026-05-06T10:23:48.560414Z","end":"2026-05-06T10:23:53.559356Z","steps":["trace[1254662024] 'agreement among raft nodes before linearized reading' (duration: 4.9988587s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:53.559404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.560406Z","time spent":"4.998993004s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/06 10:23:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:53.561477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999588263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:53.561524Z","caller":"traceutil/trace.go:171","msg":"trace[1038871075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999630744s","start":"2026-05-06T10:23:48.561876Z","end":"2026-05-06T10:23:53.561506Z","steps":["trace[1038871075] 'agreement among raft nodes before linearized reading' (duration: 4.999587063s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:53.561549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.561845Z","time spent":"4.999697326s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:23:53.561636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999796699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:53.561808Z","caller":"traceutil/trace.go:171","msg":"trace[1093119504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000026117s","start":"2026-05-06T10:23:48.561748Z","end":"2026-05-06T10:23:53.561774Z","steps":["trace[1093119504] 'agreement among raft nodes before linearized reading' (duration: 4.99980199s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:53.561888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.561739Z","time spent":"5.00013372s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:23:53.629027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:23:53.657528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.032727057s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:53.754481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.641699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:53.754566Z","caller":"traceutil/trace.go:171","msg":"trace[342690670] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25334; }","duration":"299.741602ms","start":"2026-05-06T10:23:53.454811Z","end":"2026-05-06T10:23:53.754553Z","steps":["trace[342690670] 'range keys from in-memory index tree' (duration: 299.624599ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:53.754737Z","caller":"traceutil/trace.go:171","msg":"trace[550514938] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"3.784319451s","start":"2026-05-06T10:23:49.970397Z","end":"2026-05-06T10:23:53.754716Z","steps":["trace[550514938] 'process raft request' (duration: 3.68732763s)","trace[550514938] 'compare' (duration: 96.854736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:53.754846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.970377Z","time spent":"3.784407184s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:53.754903Z","caller":"traceutil/trace.go:171","msg":"trace[620310843] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"3.056757109s","start":"2026-05-06T10:23:50.698086Z","end":"2026-05-06T10:23:53.754843Z","steps":["trace[620310843] 'process raft request' (duration: 3.056600974s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:53.755028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:50.698069Z","time spent":"3.056890573s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:55.163034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:55.163102Z","caller":"traceutil/trace.go:171","msg":"trace[1141159739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030467s","start":"2026-05-06T10:23:53.162783Z","end":"2026-05-06T10:23:55.163087Z","steps":["trace[1141159739] 'agreement among raft nodes before linearized reading' (duration: 2.000217497s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:55.163139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.162766Z","time spent":"2.000367011s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:56.214626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.556808785s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:57.164554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:57.164611Z","caller":"traceutil/trace.go:171","msg":"trace[65398769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276388s","start":"2026-05-06T10:23:55.164322Z","end":"2026-05-06T10:23:57.164598Z","steps":["trace[65398769] 'agreement among raft nodes before linearized reading' (duration: 2.000185985s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.164641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.16428Z","time spent":"2.00035366s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:23:57.706017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491128421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:57.706441Z","caller":"traceutil/trace.go:171","msg":"trace[2101150418] linearizableReadLoop","detail":"{readStateIndex:26174; appliedIndex:26171; }","duration":"6.080526s","start":"2026-05-06T10:23:51.625898Z","end":"2026-05-06T10:23:57.706424Z","steps":["trace[2101150418] 'read index received' (duration: 2.03184307s)","trace[2101150418] 'applied index is now lower than readState.Index' (duration: 4.04868211s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:23:57.706837Z","caller":"traceutil/trace.go:171","msg":"trace[482189104] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"6.075581521s","start":"2026-05-06T10:23:51.631241Z","end":"2026-05-06T10:23:57.706822Z","steps":["trace[482189104] 'process raft request' (duration: 4.583557131s)","trace[482189104] 'compare' (duration: 1.489903132s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:57.706898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:51.63122Z","time spent":"6.075644553s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:57.707063Z","caller":"traceutil/trace.go:171","msg":"trace[608249320] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"4.076312306s","start":"2026-05-06T10:23:53.630741Z","end":"2026-05-06T10:23:57.707053Z","steps":["trace[608249320] 'process raft request' (duration: 4.075371576s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.630722Z","time spent":"4.076361488s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:57.707244Z","caller":"traceutil/trace.go:171","msg":"trace[569394309] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"4.074355104s","start":"2026-05-06T10:23:53.632877Z","end":"2026-05-06T10:23:57.707232Z","steps":["trace[569394309] 'process raft request' (duration: 4.07329599s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.632867Z","time spent":"4.074403475s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:57.707513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442318643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:57.707529Z","caller":"traceutil/trace.go:171","msg":"trace[1990116563] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"4.073109263s","start":"2026-05-06T10:23:53.634383Z","end":"2026-05-06T10:23:57.707492Z","steps":["trace[1990116563] 'process raft request' (duration: 4.071984527s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.401942178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-06T10:23:57.707573Z","caller":"traceutil/trace.go:171","msg":"trace[1409681177] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25345; }","duration":"7.442388165s","start":"2026-05-06T10:23:50.265146Z","end":"2026-05-06T10:23:57.707534Z","steps":["trace[1409681177] 'agreement among raft nodes before linearized reading' (duration: 7.442323763s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.707649Z","caller":"traceutil/trace.go:171","msg":"trace[1055375362] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25345; }","duration":"7.402075542s","start":"2026-05-06T10:23:50.305558Z","end":"2026-05-06T10:23:57.707634Z","steps":["trace[1055375362] 'agreement among raft nodes before linearized reading' (duration: 7.401858765s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:50.265124Z","time spent":"7.442524258s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:57.707681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:50.305542Z","time spent":"7.402131833s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-06T10:23:57.707704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.634377Z","time spent":"4.073252059s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:57.707705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.574696648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:57.70772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.441789004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:57.70777Z","caller":"traceutil/trace.go:171","msg":"trace[2052682418] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25345; }","duration":"6.574811062s","start":"2026-05-06T10:23:51.132943Z","end":"2026-05-06T10:23:57.707754Z","steps":["trace[2052682418] 'agreement among raft nodes before linearized reading' (duration: 6.574641266s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.707782Z","caller":"traceutil/trace.go:171","msg":"trace[638679160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25345; }","duration":"8.441874017s","start":"2026-05-06T10:23:49.26589Z","end":"2026-05-06T10:23:57.707764Z","steps":["trace[638679160] 'agreement among raft nodes before linearized reading' (duration: 8.441693041s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:51.132922Z","time spent":"6.574878314s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:57.70782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.265842Z","time spent":"8.441967921s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:57.707813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.176397124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T10:23:57.707872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.212898204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-06T10:23:57.707894Z","caller":"traceutil/trace.go:171","msg":"trace[1878580248] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25345; }","duration":"7.212980217s","start":"2026-05-06T10:23:50.494907Z","end":"2026-05-06T10:23:57.707887Z","steps":["trace[1878580248] 'agreement among raft nodes before linearized reading' (duration: 7.212904575s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.147115254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:23:57.707915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:50.494888Z","time spent":"7.213024169s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-05-06T10:23:57.707916Z","caller":"traceutil/trace.go:171","msg":"trace[756387638] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"4.074983604s","start":"2026-05-06T10:23:53.63292Z","end":"2026-05-06T10:23:57.707904Z","steps":["trace[756387638] 'process raft request' (duration: 4.073287519s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.109200699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:57.70796Z","caller":"traceutil/trace.go:171","msg":"trace[595773679] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25345; }","duration":"7.109258101s","start":"2026-05-06T10:23:50.598695Z","end":"2026-05-06T10:23:57.707953Z","steps":["trace[595773679] 'agreement among raft nodes before linearized reading' (duration: 7.10921503s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.707973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.632915Z","time spent":"4.075028375s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:57.707988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:50.598682Z","time spent":"7.109300723s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:57.708031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.738584823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:57.707888Z","caller":"traceutil/trace.go:171","msg":"trace[1064132757] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25345; }","duration":"7.176496708s","start":"2026-05-06T10:23:50.531375Z","end":"2026-05-06T10:23:57.707872Z","steps":["trace[1064132757] 'agreement among raft nodes before linearized reading' (duration: 7.176127166s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.708073Z","caller":"traceutil/trace.go:171","msg":"trace[1160107132] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25345; }","duration":"7.738681317s","start":"2026-05-06T10:23:49.969379Z","end":"2026-05-06T10:23:57.70806Z","steps":["trace[1160107132] 'agreement among raft nodes before linearized reading' (duration: 7.738616384s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.708095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:50.531317Z","time spent":"7.176771116s","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:57.708095Z","caller":"traceutil/trace.go:171","msg":"trace[514939925] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"4.075094877s","start":"2026-05-06T10:23:53.632991Z","end":"2026-05-06T10:23:57.708086Z","steps":["trace[514939925] 'process raft request' (duration: 4.073250748s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.708106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.969322Z","time spent":"7.73877695s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:23:57.708148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.63297Z","time spent":"4.075147349s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:57.70824Z","caller":"traceutil/trace.go:171","msg":"trace[944498519] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"4.075203261s","start":"2026-05-06T10:23:53.633028Z","end":"2026-05-06T10:23:57.708231Z","steps":["trace[944498519] 'process raft request' (duration: 4.073243688s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.707921Z","caller":"traceutil/trace.go:171","msg":"trace[1858736147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25345; }","duration":"9.147164415s","start":"2026-05-06T10:23:48.560747Z","end":"2026-05-06T10:23:57.707912Z","steps":["trace[1858736147] 'agreement among raft nodes before linearized reading' (duration: 9.147059821s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.708278Z","caller":"traceutil/trace.go:171","msg":"trace[733031062] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"4.075091547s","start":"2026-05-06T10:23:53.633176Z","end":"2026-05-06T10:23:57.708267Z","steps":["trace[733031062] 'process raft request' (duration: 4.073129064s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.708293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.632997Z","time spent":"4.075271393s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:57.708313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:48.560737Z","time spent":"9.147569227s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:23:57.708343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.633137Z","time spent":"4.0751729s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:57.708361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.75843863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-06T10:23:57.708041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.354341651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:23:57.708392Z","caller":"traceutil/trace.go:171","msg":"trace[1459061177] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25345; }","duration":"7.758469701s","start":"2026-05-06T10:23:49.949913Z","end":"2026-05-06T10:23:57.708383Z","steps":["trace[1459061177] 'agreement among raft nodes before linearized reading' (duration: 7.758323666s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.708414Z","caller":"traceutil/trace.go:171","msg":"trace[1425377300] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"4.075090368s","start":"2026-05-06T10:23:53.633313Z","end":"2026-05-06T10:23:57.708403Z","steps":["trace[1425377300] 'process raft request' (duration: 4.073023311s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.708418Z","caller":"traceutil/trace.go:171","msg":"trace[1170655994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25345; }","duration":"7.354751074s","start":"2026-05-06T10:23:50.353658Z","end":"2026-05-06T10:23:57.708409Z","steps":["trace[1170655994] 'agreement among raft nodes before linearized reading' (duration: 7.354338721s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.708424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.809702374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:57.708439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.409256611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-06T10:23:57.708452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:50.353636Z","time spent":"7.354806626s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:23:57.708454Z","caller":"traceutil/trace.go:171","msg":"trace[837651430] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25345; }","duration":"7.809810678s","start":"2026-05-06T10:23:49.898634Z","end":"2026-05-06T10:23:57.708445Z","steps":["trace[837651430] 'agreement among raft nodes before linearized reading' (duration: 7.809758486s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:57.708468Z","caller":"traceutil/trace.go:171","msg":"trace[1923231773] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25345; }","duration":"8.409323613s","start":"2026-05-06T10:23:49.299134Z","end":"2026-05-06T10:23:57.708457Z","steps":["trace[1923231773] 'agreement among raft nodes before linearized reading' (duration: 8.40923154s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.708472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.633303Z","time spent":"4.075128438s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:57.708488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.299113Z","time spent":"8.409370405s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:23:57.708484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.8986Z","time spent":"7.80987604s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:57.708606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.24891813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-05-06T10:23:57.70842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.949828Z","time spent":"7.758585905s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-05-06T10:23:57.708625Z","caller":"traceutil/trace.go:171","msg":"trace[614359170] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25345; }","duration":"8.249038343s","start":"2026-05-06T10:23:49.45958Z","end":"2026-05-06T10:23:57.708619Z","steps":["trace[614359170] 'agreement among raft nodes before linearized reading' (duration: 8.248976191s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:57.708644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:49.459562Z","time spent":"8.249077575s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-05-06T10:23:57.932884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.71810721s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:23:58.55936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997769967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:58.559474Z","caller":"traceutil/trace.go:171","msg":"trace[1789188033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997963483s","start":"2026-05-06T10:23:55.561488Z","end":"2026-05-06T10:23:58.559452Z","steps":["trace[1789188033] 'agreement among raft nodes before linearized reading' (duration: 2.997804518s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:58.559529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.561466Z","time spent":"2.998049576s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/06 10:23:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:58.561554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.713317Z","time spent":"848.229881ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 10:23:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:58.562575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998527501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-06T10:23:58.562564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998573783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:23:58.562644Z","caller":"traceutil/trace.go:171","msg":"trace[1669083151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998655175s","start":"2026-05-06T10:23:55.563969Z","end":"2026-05-06T10:23:58.562624Z","steps":["trace[1669083151] 'agreement among raft nodes before linearized reading' (duration: 2.998565922s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:58.56269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.563957Z","time spent":"2.998720747s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/06 10:23:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-06T10:23:58.562661Z","caller":"traceutil/trace.go:171","msg":"trace[2062760070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998720197s","start":"2026-05-06T10:23:55.563918Z","end":"2026-05-06T10:23:58.562638Z","steps":["trace[2062760070] 'agreement among raft nodes before linearized reading' (duration: 2.998604673s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:58.562934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.5639Z","time spent":"2.999013866s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/06 10:23:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:58.82994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.776099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:23:58.830187Z","caller":"traceutil/trace.go:171","msg":"trace[936237820] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"4.488485743s","start":"2026-05-06T10:23:54.341672Z","end":"2026-05-06T10:23:58.830158Z","steps":["trace[936237820] 'process raft request' (duration: 3.591408185s)","trace[936237820] 'compare' (duration: 895.806788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:58.830298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:54.341647Z","time spent":"4.488603337s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:58.830368Z","caller":"traceutil/trace.go:171","msg":"trace[698161685] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"4.141779124s","start":"2026-05-06T10:23:54.688566Z","end":"2026-05-06T10:23:58.830345Z","steps":["trace[698161685] 'process raft request' (duration: 4.141490895s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:58.830458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:54.688543Z","time spent":"4.141868638s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:59.170855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:23:59.170967Z","caller":"traceutil/trace.go:171","msg":"trace[2143852010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081791s","start":"2026-05-06T10:23:57.170864Z","end":"2026-05-06T10:23:59.170946Z","steps":["trace[2143852010] 'agreement among raft nodes before linearized reading' (duration: 1.999942887s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.171021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.170854Z","time spent":"2.000152284s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:23:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:23:59.957586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127412545s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:23:59.957708Z","caller":"traceutil/trace.go:171","msg":"trace[424555302] linearizableReadLoop","detail":"{readStateIndex:26185; appliedIndex:26182; }","duration":"2.251217303s","start":"2026-05-06T10:23:57.706471Z","end":"2026-05-06T10:23:59.957688Z","steps":["trace[424555302] 'read index received' (duration: 226.619846ms)","trace[424555302] 'applied index is now lower than readState.Index' (duration: 2.024595947s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:23:59.958026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554816601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:59.958083Z","caller":"traceutil/trace.go:171","msg":"trace[2045640976] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25348; }","duration":"3.554905104s","start":"2026-05-06T10:23:56.403162Z","end":"2026-05-06T10:23:59.958067Z","steps":["trace[2045640976] 'agreement among raft nodes before linearized reading' (duration: 3.554807031s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.958112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:56.40315Z","time spent":"3.554955755s","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.958426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169205114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:59.958407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1619602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:59.958449Z","caller":"traceutil/trace.go:171","msg":"trace[1458191630] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25348; }","duration":"3.169261986s","start":"2026-05-06T10:23:56.789178Z","end":"2026-05-06T10:23:59.95844Z","steps":["trace[1458191630] 'agreement among raft nodes before linearized reading' (duration: 3.169205664s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.958471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:56.78916Z","time spent":"3.169304918s","remote":"127.0.0.1:35644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:59.958482Z","caller":"traceutil/trace.go:171","msg":"trace[593971299] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25348; }","duration":"6.162087814s","start":"2026-05-06T10:23:53.796377Z","end":"2026-05-06T10:23:59.958465Z","steps":["trace[593971299] 'agreement among raft nodes before linearized reading' (duration: 6.16195485s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.958485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.686485321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:59.958576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335186076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:59.958585Z","caller":"traceutil/trace.go:171","msg":"trace[1026629176] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25348; }","duration":"6.686613976s","start":"2026-05-06T10:23:53.271943Z","end":"2026-05-06T10:23:59.958557Z","steps":["trace[1026629176] 'agreement among raft nodes before linearized reading' (duration: 6.68643231s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.958636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571288058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:59.958654Z","caller":"traceutil/trace.go:171","msg":"trace[102661703] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25348; }","duration":"4.57133715s","start":"2026-05-06T10:23:55.387312Z","end":"2026-05-06T10:23:59.958649Z","steps":["trace[102661703] 'agreement among raft nodes before linearized reading' (duration: 4.571308599s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.958648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320602989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:59.95865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.719165519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276057"} {"level":"warn","ts":"2026-05-06T10:23:59.958644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.271931Z","time spent":"6.686697238s","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.958677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.387297Z","time spent":"4.5713719s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:59.958686Z","caller":"traceutil/trace.go:171","msg":"trace[1100841702] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25348; }","duration":"7.719238022s","start":"2026-05-06T10:23:52.239438Z","end":"2026-05-06T10:23:59.958676Z","steps":["trace[1100841702] 'agreement among raft nodes before linearized reading' (duration: 7.718921731s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:59.958701Z","caller":"traceutil/trace.go:171","msg":"trace[1828809639] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25348; }","duration":"3.320683732s","start":"2026-05-06T10:23:56.638011Z","end":"2026-05-06T10:23:59.958694Z","steps":["trace[1828809639] 'agreement among raft nodes before linearized reading' (duration: 3.32060803s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.958707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:52.239418Z","time spent":"7.719283602s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276080,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-06T10:23:59.958723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:56.637997Z","time spent":"3.320720263s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.710473Z","time spent":"2.248578159s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T10:23:59.958603Z","caller":"traceutil/trace.go:171","msg":"trace[1092158646] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25348; }","duration":"4.335214047s","start":"2026-05-06T10:23:55.623381Z","end":"2026-05-06T10:23:59.958595Z","steps":["trace[1092158646] 'agreement among raft nodes before linearized reading' (duration: 4.335167186s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.959138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.623334Z","time spent":"4.335782535s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.958412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76152029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:59.958525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.796353Z","time spent":"6.162158966s","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:59.95925Z","caller":"traceutil/trace.go:171","msg":"trace[1807039834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25348; }","duration":"2.76245623s","start":"2026-05-06T10:23:57.196786Z","end":"2026-05-06T10:23:59.959242Z","steps":["trace[1807039834] 'agreement among raft nodes before linearized reading' (duration: 2.761553391s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.95928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.196763Z","time spent":"2.762508742s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.661835791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-06T10:23:59.95904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.619674949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:59.959318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076407908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T10:23:59.959349Z","caller":"traceutil/trace.go:171","msg":"trace[17950264] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25348; }","duration":"4.07647568s","start":"2026-05-06T10:23:55.882865Z","end":"2026-05-06T10:23:59.959341Z","steps":["trace[17950264] 'agreement among raft nodes before linearized reading' (duration: 4.075128827s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:59.959343Z","caller":"traceutil/trace.go:171","msg":"trace[1851118481] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25348; }","duration":"5.620052232s","start":"2026-05-06T10:23:54.339277Z","end":"2026-05-06T10:23:59.959329Z","steps":["trace[1851118481] 'agreement among raft nodes before linearized reading' (duration: 5.619422061s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:59.959353Z","caller":"traceutil/trace.go:171","msg":"trace[1955614440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25348; }","duration":"5.662075828s","start":"2026-05-06T10:23:54.297251Z","end":"2026-05-06T10:23:59.959326Z","steps":["trace[1955614440] 'agreement among raft nodes before linearized reading' (duration: 5.661754228s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.959377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.882849Z","time spent":"4.076521932s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2683,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:54.33923Z","time spent":"5.620140714s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.95939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:54.297206Z","time spent":"5.662173612s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-06T10:23:59.959638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.152854198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:59.959669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.125485149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:59.959683Z","caller":"traceutil/trace.go:171","msg":"trace[1526463904] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25348; }","duration":"6.152968191s","start":"2026-05-06T10:23:53.806697Z","end":"2026-05-06T10:23:59.959665Z","steps":["trace[1526463904] 'agreement among raft nodes before linearized reading' (duration: 6.152421404s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:59.959698Z","caller":"traceutil/trace.go:171","msg":"trace[824605902] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25348; }","duration":"8.125516s","start":"2026-05-06T10:23:51.834172Z","end":"2026-05-06T10:23:59.959688Z","steps":["trace[824605902] 'agreement among raft nodes before linearized reading' (duration: 8.125350315s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.959705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.901533456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-06T10:23:59.959693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.262864317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:23:59.959727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.797960887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T10:23:59.959756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.690211901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:59.959761Z","caller":"traceutil/trace.go:171","msg":"trace[587128057] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25348; }","duration":"6.798025769s","start":"2026-05-06T10:23:53.161727Z","end":"2026-05-06T10:23:59.959752Z","steps":["trace[587128057] 'agreement among raft nodes before linearized reading' (duration: 6.797304276s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.959762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071478028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:23:59.959776Z","caller":"traceutil/trace.go:171","msg":"trace[1234110853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25348; }","duration":"7.690269623s","start":"2026-05-06T10:23:52.2695Z","end":"2026-05-06T10:23:59.95977Z","steps":["trace[1234110853] 'agreement among raft nodes before linearized reading' (duration: 7.689541689s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.959782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.161709Z","time spent":"6.79806875s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"info","ts":"2026-05-06T10:23:59.959785Z","caller":"traceutil/trace.go:171","msg":"trace[792360611] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25348; }","duration":"5.071549181s","start":"2026-05-06T10:23:54.888228Z","end":"2026-05-06T10:23:59.959778Z","steps":["trace[792360611] 'agreement among raft nodes before linearized reading' (duration: 5.07089563s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:59.959775Z","caller":"traceutil/trace.go:171","msg":"trace[129190690] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25348; }","duration":"6.26298394s","start":"2026-05-06T10:23:53.696765Z","end":"2026-05-06T10:23:59.959749Z","steps":["trace[129190690] 'agreement among raft nodes before linearized reading' (duration: 6.262314229s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.959788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.842499455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:23:59.959808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:54.888201Z","time spent":"5.071600163s","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:52.269463Z","time spent":"7.690326454s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.95982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125380648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:59.959826Z","caller":"traceutil/trace.go:171","msg":"trace[2103129116] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25348; }","duration":"5.842570717s","start":"2026-05-06T10:23:54.117245Z","end":"2026-05-06T10:23:59.959816Z","steps":["trace[2103129116] 'agreement among raft nodes before linearized reading' (duration: 5.841863384s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:59.959847Z","caller":"traceutil/trace.go:171","msg":"trace[359663766] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25348; }","duration":"5.12543981s","start":"2026-05-06T10:23:54.8344Z","end":"2026-05-06T10:23:59.959839Z","steps":["trace[359663766] 'agreement among raft nodes before linearized reading' (duration: 5.124740377s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.959838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.696742Z","time spent":"6.263078603s","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:54.117197Z","time spent":"5.84264975s","remote":"127.0.0.1:33452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":41,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.186435123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T10:23:59.961098Z","caller":"traceutil/trace.go:171","msg":"trace[187176326] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25348; }","duration":"8.187668623s","start":"2026-05-06T10:23:51.773418Z","end":"2026-05-06T10:23:59.961087Z","steps":["trace[187176326] 'agreement among raft nodes before linearized reading' (duration: 8.186110453s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.961205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:51.773398Z","time spent":"8.187794826s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":243,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:53.806676Z","time spent":"6.153037874s","remote":"127.0.0.1:37266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.95987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:54.834386Z","time spent":"5.125476111s","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:23:59.959723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:51.834158Z","time spent":"8.125558661s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:59.959729Z","caller":"traceutil/trace.go:171","msg":"trace[1806599643] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25348; }","duration":"7.901591368s","start":"2026-05-06T10:23:52.05813Z","end":"2026-05-06T10:23:59.959721Z","steps":["trace[1806599643] 'agreement among raft nodes before linearized reading' (duration: 7.901382041s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.961499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:52.058111Z","time spent":"7.903370016s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-06T10:23:59.96003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638944328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:23:59.961578Z","caller":"traceutil/trace.go:171","msg":"trace[230765909] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25348; }","duration":"4.640511308s","start":"2026-05-06T10:23:55.321043Z","end":"2026-05-06T10:23:59.961554Z","steps":["trace[230765909] 'agreement among raft nodes before linearized reading' (duration: 4.638056659s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.961631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:55.321025Z","time spent":"4.64058946s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:23:59.960081Z","caller":"traceutil/trace.go:171","msg":"trace[1167740170] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"1.397431124s","start":"2026-05-06T10:23:58.562639Z","end":"2026-05-06T10:23:59.960071Z","steps":["trace[1167740170] 'process raft request' (duration: 1.396956819s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.961744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:58.562616Z","time spent":"1.399077147s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:59.960266Z","caller":"traceutil/trace.go:171","msg":"trace[37380463] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"1.198083481s","start":"2026-05-06T10:23:58.762174Z","end":"2026-05-06T10:23:59.960258Z","steps":["trace[37380463] 'process raft request' (duration: 1.19805152s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.961915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:58.76215Z","time spent":"1.199710984s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:23:59.960294Z","caller":"traceutil/trace.go:171","msg":"trace[1776956382] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"1.395374568s","start":"2026-05-06T10:23:58.564912Z","end":"2026-05-06T10:23:59.960287Z","steps":["trace[1776956382] 'process raft request' (duration: 1.395251114s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:23:59.960437Z","caller":"traceutil/trace.go:171","msg":"trace[2018690374] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25350; }","duration":"1.396250186s","start":"2026-05-06T10:23:58.564158Z","end":"2026-05-06T10:23:59.960408Z","steps":["trace[2018690374] 'process raft request' (duration: 1.395883854s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:23:59.962055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:58.564898Z","time spent":"1.397068502s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:23:59.962273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:58.56413Z","time spent":"1.397907409s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:00.002274Z","caller":"traceutil/trace.go:171","msg":"trace[1926220004] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"289.750932ms","start":"2026-05-06T10:23:59.712507Z","end":"2026-05-06T10:24:00.002258Z","steps":["trace[1926220004] 'process raft request' (duration: 289.662359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:01.171212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:24:01.171268Z","caller":"traceutil/trace.go:171","msg":"trace[108657862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190504s","start":"2026-05-06T10:23:59.171064Z","end":"2026-05-06T10:24:01.171255Z","steps":["trace[108657862] 'agreement among raft nodes before linearized reading' (duration: 2.000120442s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:01.171308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.171042Z","time spent":"2.000260057s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:24:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:24:02.083488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.016152167s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:24:02.083817Z","caller":"traceutil/trace.go:171","msg":"trace[2122521758] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"2.3707587s","start":"2026-05-06T10:23:59.713042Z","end":"2026-05-06T10:24:02.0838Z","steps":["trace[2122521758] 'process raft request' (duration: 2.370603235s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.083908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.713027Z","time spent":"2.370826791s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:02.08413Z","caller":"traceutil/trace.go:171","msg":"trace[71180195] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"2.370952385s","start":"2026-05-06T10:23:59.713157Z","end":"2026-05-06T10:24:02.084109Z","steps":["trace[71180195] 'process raft request' (duration: 2.370609694s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.713147Z","time spent":"2.371032259s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:02.08424Z","caller":"traceutil/trace.go:171","msg":"trace[1839059158] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"2.370396448s","start":"2026-05-06T10:23:59.713833Z","end":"2026-05-06T10:24:02.08423Z","steps":["trace[1839059158] 'process raft request' (duration: 2.370287415s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:02.084267Z","caller":"traceutil/trace.go:171","msg":"trace[1689254870] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"2.370433929s","start":"2026-05-06T10:23:59.713801Z","end":"2026-05-06T10:24:02.084235Z","steps":["trace[1689254870] 'process raft request' (duration: 2.370221003s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:02.084333Z","caller":"traceutil/trace.go:171","msg":"trace[1269285999] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"2.369812259s","start":"2026-05-06T10:23:59.714513Z","end":"2026-05-06T10:24:02.084325Z","steps":["trace[1269285999] 'process raft request' (duration: 2.369642244s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:02.084321Z","caller":"traceutil/trace.go:171","msg":"trace[216840086] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"2.369739507s","start":"2026-05-06T10:23:59.714563Z","end":"2026-05-06T10:24:02.084302Z","steps":["trace[216840086] 'process raft request' (duration: 2.369624263s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.08438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.714501Z","time spent":"2.369862211s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:02.084385Z","caller":"traceutil/trace.go:171","msg":"trace[1455174930] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26191; }","duration":"2.126632641s","start":"2026-05-06T10:23:59.957735Z","end":"2026-05-06T10:24:02.084368Z","steps":["trace[1455174930] 'read index received' (duration: 44.487707ms)","trace[1455174930] 'applied index is now lower than readState.Index' (duration: 2.082144044s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:02.084406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.713784Z","time spent":"2.370551813s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:02.08441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.714549Z","time spent":"2.36981472s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:02.084488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957020839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:02.084297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.713818Z","time spent":"2.370443739s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:02.084513Z","caller":"traceutil/trace.go:171","msg":"trace[1143771734] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25361; }","duration":"2.957072331s","start":"2026-05-06T10:23:59.127432Z","end":"2026-05-06T10:24:02.084504Z","steps":["trace[1143771734] 'agreement among raft nodes before linearized reading' (duration: 2.956994639s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.127416Z","time spent":"2.957115103s","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:02.084541Z","caller":"traceutil/trace.go:171","msg":"trace[1577457420] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"2.122224339s","start":"2026-05-06T10:23:59.962306Z","end":"2026-05-06T10:24:02.08453Z","steps":["trace[1577457420] 'process raft request' (duration: 2.121989541s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370468249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-06T10:24:02.084598Z","caller":"traceutil/trace.go:171","msg":"trace[1587504641] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"2.369099526s","start":"2026-05-06T10:23:59.715491Z","end":"2026-05-06T10:24:02.084591Z","steps":["trace[1587504641] 'process raft request' (duration: 2.368743654s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.962295Z","time spent":"2.12226915s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:02.084605Z","caller":"traceutil/trace.go:171","msg":"trace[1164348308] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25361; }","duration":"3.370549511s","start":"2026-05-06T10:23:58.714043Z","end":"2026-05-06T10:24:02.084592Z","steps":["trace[1164348308] 'agreement among raft nodes before linearized reading' (duration: 3.370410677s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.715481Z","time spent":"2.369135698s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:02.084638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:58.714024Z","time spent":"3.370605993s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:02.084686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228379184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:02.084694Z","caller":"traceutil/trace.go:171","msg":"trace[690780538] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25360; }","duration":"2.123619134s","start":"2026-05-06T10:23:59.961069Z","end":"2026-05-06T10:24:02.084688Z","steps":["trace[690780538] 'process raft request' (duration: 2.12319611s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:02.084707Z","caller":"traceutil/trace.go:171","msg":"trace[2027686117] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25361; }","duration":"2.228445245s","start":"2026-05-06T10:23:59.856255Z","end":"2026-05-06T10:24:02.084701Z","steps":["trace[2027686117] 'agreement among raft nodes before linearized reading' (duration: 2.228395254s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.96105Z","time spent":"2.123656475s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:02.084731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.856234Z","time spent":"2.228491787s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:02.084845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37117273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:02.084869Z","caller":"traceutil/trace.go:171","msg":"trace[1961420372] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25361; }","duration":"4.371208111s","start":"2026-05-06T10:23:57.713651Z","end":"2026-05-06T10:24:02.084859Z","steps":["trace[1961420372] 'agreement among raft nodes before linearized reading' (duration: 4.371171519s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.713645Z","time spent":"4.371254362s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:24:02.08492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37463181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-2c7nz\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-06T10:24:02.084954Z","caller":"traceutil/trace.go:171","msg":"trace[1599548522] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-2c7nz; range_end:; response_count:1; response_revision:25361; }","duration":"4.374676202s","start":"2026-05-06T10:23:57.710267Z","end":"2026-05-06T10:24:02.084943Z","steps":["trace[1599548522] 'agreement among raft nodes before linearized reading' (duration: 4.374570339s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.084986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.710264Z","time spent":"4.374713593s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-2c7nz\" "} {"level":"warn","ts":"2026-05-06T10:24:02.084991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371723098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-06T10:24:02.084969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372225587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:24:02.085019Z","caller":"traceutil/trace.go:171","msg":"trace[746157420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25361; }","duration":"4.371788009s","start":"2026-05-06T10:23:57.713225Z","end":"2026-05-06T10:24:02.085013Z","steps":["trace[746157420] 'agreement among raft nodes before linearized reading' (duration: 4.371690556s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.085019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041610611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:02.085037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.713208Z","time spent":"4.37182536s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:24:02.085058Z","caller":"traceutil/trace.go:171","msg":"trace[293800949] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25361; }","duration":"4.041686715s","start":"2026-05-06T10:23:58.04336Z","end":"2026-05-06T10:24:02.085047Z","steps":["trace[293800949] 'agreement among raft nodes before linearized reading' (duration: 4.041615012s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:02.085053Z","caller":"traceutil/trace.go:171","msg":"trace[161470707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25361; }","duration":"2.372362821s","start":"2026-05-06T10:23:59.712668Z","end":"2026-05-06T10:24:02.085031Z","steps":["trace[161470707] 'agreement among raft nodes before linearized reading' (duration: 2.372070092s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.085084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374822646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-c2s74\" ","response":"range_response_count:1 size:4906"} {"level":"warn","ts":"2026-05-06T10:24:02.08509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:58.043337Z","time spent":"4.041745506s","remote":"127.0.0.1:37246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:02.085109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.712647Z","time spent":"2.372449164s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:24:02.085118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.788191135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-06T10:24:02.087445Z","caller":"traceutil/trace.go:171","msg":"trace[942057356] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25361; }","duration":"3.79053162s","start":"2026-05-06T10:23:58.296894Z","end":"2026-05-06T10:24:02.087426Z","steps":["trace[942057356] 'agreement among raft nodes before linearized reading' (duration: 3.788162044s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.087512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:58.29688Z","time spent":"3.790610323s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-06T10:24:02.085122Z","caller":"traceutil/trace.go:171","msg":"trace[356905298] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-c2s74; range_end:; response_count:1; response_revision:25361; }","duration":"4.374876369s","start":"2026-05-06T10:23:57.710235Z","end":"2026-05-06T10:24:02.085111Z","steps":["trace[356905298] 'agreement among raft nodes before linearized reading' (duration: 4.374765045s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:02.087737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:57.710223Z","time spent":"4.377502582s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4929,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-c2s74\" "} {"level":"warn","ts":"2026-05-06T10:24:02.585359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:03.086503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:03.178553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:24:03.178642Z","caller":"traceutil/trace.go:171","msg":"trace[1529459259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029239s","start":"2026-05-06T10:24:01.178593Z","end":"2026-05-06T10:24:03.178622Z","steps":["trace[1529459259] 'agreement among raft nodes before linearized reading' (duration: 1.999913445s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:03.17869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:01.178578Z","time spent":"2.000102982s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:24:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:24:03.252482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103432095s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:24:03.253052Z","caller":"traceutil/trace.go:171","msg":"trace[1299247709] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"1.246322228s","start":"2026-05-06T10:24:02.00664Z","end":"2026-05-06T10:24:03.252962Z","steps":["trace[1299247709] 'process raft request' (duration: 1.246043839s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:03.253312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:02.006611Z","time spent":"1.246556996s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:05.089118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635346725s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:05.089253Z","caller":"traceutil/trace.go:171","msg":"trace[829729546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25362; }","duration":"1.63549326s","start":"2026-05-06T10:24:03.453743Z","end":"2026-05-06T10:24:05.089236Z","steps":["trace[829729546] 'range keys from in-memory index tree' (duration: 1.635331645s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.089349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69973844s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-06T10:24:05.08962Z","caller":"traceutil/trace.go:171","msg":"trace[1945573940] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"998.887443ms","start":"2026-05-06T10:24:04.090715Z","end":"2026-05-06T10:24:05.089603Z","steps":["trace[1945573940] 'process raft request' (duration: 998.847692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.089719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.090698Z","time spent":"998.965996ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:05.089922Z","caller":"traceutil/trace.go:171","msg":"trace[1299413657] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26201; }","duration":"3.005484413s","start":"2026-05-06T10:24:02.084427Z","end":"2026-05-06T10:24:05.089911Z","steps":["trace[1299413657] 'read index received' (duration: 1.168389098s)","trace[1299413657] 'applied index is now lower than readState.Index' (duration: 1.837094245s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:05.089558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:02.085972Z","time spent":"3.003578753s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T10:24:05.090108Z","caller":"traceutil/trace.go:171","msg":"trace[292772769] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"1.181802929s","start":"2026-05-06T10:24:03.908295Z","end":"2026-05-06T10:24:05.090098Z","steps":["trace[292772769] 'process raft request' (duration: 1.181139778s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.090169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:03.908272Z","time spent":"1.181866102s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:05.090356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109554691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:05.090397Z","caller":"traceutil/trace.go:171","msg":"trace[1319482227] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25364; }","duration":"3.109597723s","start":"2026-05-06T10:24:01.98079Z","end":"2026-05-06T10:24:05.090387Z","steps":["trace[1319482227] 'agreement among raft nodes before linearized reading' (duration: 3.1095312s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.090429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:01.980736Z","time spent":"3.109684766s","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:05.090534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898215103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:05.090667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058554825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:05.090689Z","caller":"traceutil/trace.go:171","msg":"trace[416081155] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25364; }","duration":"4.89843239s","start":"2026-05-06T10:24:00.19216Z","end":"2026-05-06T10:24:05.090592Z","steps":["trace[416081155] 'agreement among raft nodes before linearized reading' (duration: 4.898166832s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.090676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.127345271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7e80bce6-7021-4d58-8fb0-342ac32c6bc4\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-06T10:24:05.090702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758401089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:05.090726Z","caller":"traceutil/trace.go:171","msg":"trace[2120616125] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25364; }","duration":"4.058648669s","start":"2026-05-06T10:24:01.032063Z","end":"2026-05-06T10:24:05.090712Z","steps":["trace[2120616125] 'agreement among raft nodes before linearized reading' (duration: 4.058525645s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:05.09074Z","caller":"traceutil/trace.go:171","msg":"trace[1625924174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25364; }","duration":"3.758440181s","start":"2026-05-06T10:24:01.33229Z","end":"2026-05-06T10:24:05.090731Z","steps":["trace[1625924174] 'agreement among raft nodes before linearized reading' (duration: 3.758380739s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:05.090744Z","caller":"traceutil/trace.go:171","msg":"trace[2124083006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7e80bce6-7021-4d58-8fb0-342ac32c6bc4; range_end:; response_count:1; response_revision:25364; }","duration":"5.127448244s","start":"2026-05-06T10:23:59.963278Z","end":"2026-05-06T10:24:05.090726Z","steps":["trace[2124083006] 'agreement among raft nodes before linearized reading' (duration: 5.127196016s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.090767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:01.032044Z","time spent":"4.05871367s","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:05.090769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:01.332237Z","time spent":"3.758525024s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:05.090773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210661003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:05.090796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.963268Z","time spent":"5.127519186s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7e80bce6-7021-4d58-8fb0-342ac32c6bc4\" "} {"level":"info","ts":"2026-05-06T10:24:05.090823Z","caller":"traceutil/trace.go:171","msg":"trace[1517570819] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25364; }","duration":"4.210717365s","start":"2026-05-06T10:24:00.880093Z","end":"2026-05-06T10:24:05.09081Z","steps":["trace[1517570819] 'agreement among raft nodes before linearized reading' (duration: 4.210606052s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.090855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:00.880035Z","time spent":"4.210812398s","remote":"127.0.0.1:33498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:05.090889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:00.192118Z","time spent":"4.8987588s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:05.091017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91525449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-06T10:24:05.091038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.127699442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-06T10:24:05.091055Z","caller":"traceutil/trace.go:171","msg":"trace[211870658] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25364; }","duration":"3.915320892s","start":"2026-05-06T10:24:01.175724Z","end":"2026-05-06T10:24:05.091045Z","steps":["trace[211870658] 'agreement among raft nodes before linearized reading' (duration: 3.915195028s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:05.091066Z","caller":"traceutil/trace.go:171","msg":"trace[176878897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25364; }","duration":"5.127746494s","start":"2026-05-06T10:23:59.963311Z","end":"2026-05-06T10:24:05.091058Z","steps":["trace[176878897] 'agreement among raft nodes before linearized reading' (duration: 5.127657051s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.091081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:01.175705Z","time spent":"3.915370134s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-06T10:24:05.091093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.963298Z","time spent":"5.127788625s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T10:24:05.091197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60031331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:05.091217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123043963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-06T10:24:05.09124Z","caller":"traceutil/trace.go:171","msg":"trace[1050069855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25364; }","duration":"5.123066554s","start":"2026-05-06T10:23:59.968167Z","end":"2026-05-06T10:24:05.091233Z","steps":["trace[1050069855] 'agreement among raft nodes before linearized reading' (duration: 5.122969451s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:05.091241Z","caller":"traceutil/trace.go:171","msg":"trace[1622147189] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25364; }","duration":"4.600407703s","start":"2026-05-06T10:24:00.490822Z","end":"2026-05-06T10:24:05.09123Z","steps":["trace[1622147189] 'agreement among raft nodes before linearized reading' (duration: 4.60031826s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.09126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:23:59.968145Z","time spent":"5.123110705s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T10:24:05.091278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:00.490805Z","time spent":"4.600461545s","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:05.179433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:24:05.179513Z","caller":"traceutil/trace.go:171","msg":"trace[171853044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600389s","start":"2026-05-06T10:24:03.178894Z","end":"2026-05-06T10:24:05.179495Z","steps":["trace[171853044] 'agreement among raft nodes before linearized reading' (duration: 2.000502126s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:05.179559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:03.178877Z","time spent":"2.000674041s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:24:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:24:05.590492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:06.091387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:06.581808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.192339387s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:24:06.58233Z","caller":"traceutil/trace.go:171","msg":"trace[1004607135] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"2.491458999s","start":"2026-05-06T10:24:04.090845Z","end":"2026-05-06T10:24:06.582304Z","steps":["trace[1004607135] 'process raft request' (duration: 2.491339165s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:06.582352Z","caller":"traceutil/trace.go:171","msg":"trace[1483624710] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"2.491524802s","start":"2026-05-06T10:24:04.090795Z","end":"2026-05-06T10:24:06.582319Z","steps":["trace[1483624710] 'process raft request' (duration: 2.491201751s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:06.582496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.090811Z","time spent":"2.491598323s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:06.582521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.090768Z","time spent":"2.491665436s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:06.58275Z","caller":"traceutil/trace.go:171","msg":"trace[1278899954] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"2.491832871s","start":"2026-05-06T10:24:04.090903Z","end":"2026-05-06T10:24:06.582736Z","steps":["trace[1278899954] 'process raft request' (duration: 2.491346735s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:06.582748Z","caller":"traceutil/trace.go:171","msg":"trace[1301875405] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"2.491563662s","start":"2026-05-06T10:24:04.091155Z","end":"2026-05-06T10:24:06.582718Z","steps":["trace[1301875405] 'process raft request' (duration: 2.491386327s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:06.582824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.090891Z","time spent":"2.491899314s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:06.582903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.091127Z","time spent":"2.491695697s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:06.583009Z","caller":"traceutil/trace.go:171","msg":"trace[266485424] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"2.489704353s","start":"2026-05-06T10:24:04.093283Z","end":"2026-05-06T10:24:06.582987Z","steps":["trace[266485424] 'process raft request' (duration: 2.489592509s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:06.583061Z","caller":"traceutil/trace.go:171","msg":"trace[1937458349] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"2.490777808s","start":"2026-05-06T10:24:04.092263Z","end":"2026-05-06T10:24:06.583041Z","steps":["trace[1937458349] 'process raft request' (duration: 2.490410596s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:06.583131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.093249Z","time spent":"2.489815426s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:06.583192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.092251Z","time spent":"2.49085595s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:07.188154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001016501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:24:07.188225Z","caller":"traceutil/trace.go:171","msg":"trace[563244730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001141905s","start":"2026-05-06T10:24:05.187068Z","end":"2026-05-06T10:24:07.18821Z","steps":["trace[563244730] 'agreement among raft nodes before linearized reading' (duration: 2.001046322s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:07.18826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.18705Z","time spent":"2.001203026s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T10:24:07.399874Z","caller":"traceutil/trace.go:171","msg":"trace[1159591868] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"2.432398975s","start":"2026-05-06T10:24:04.967447Z","end":"2026-05-06T10:24:07.399846Z","steps":["trace[1159591868] 'process raft request' (duration: 2.432195378s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:07.400034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.967423Z","time spent":"2.432530079s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:08.209496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.46969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:08.210159Z","caller":"traceutil/trace.go:171","msg":"trace[1062661410] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"3.112427564s","start":"2026-05-06T10:24:05.09767Z","end":"2026-05-06T10:24:08.210097Z","steps":["trace[1062661410] 'process raft request' (duration: 3.112093513s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:08.210199Z","caller":"traceutil/trace.go:171","msg":"trace[1531288427] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"1.11288795s","start":"2026-05-06T10:24:07.097283Z","end":"2026-05-06T10:24:08.210171Z","steps":["trace[1531288427] 'process raft request' (duration: 1.112829638s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.210322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.097626Z","time spent":"3.112612999s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:08.210578Z","caller":"traceutil/trace.go:171","msg":"trace[974677137] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"3.118114986s","start":"2026-05-06T10:24:05.092451Z","end":"2026-05-06T10:24:08.210566Z","steps":["trace[974677137] 'process raft request' (duration: 2.307380556s)","trace[974677137] 'compare' (duration: 808.371684ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:08.210618Z","caller":"traceutil/trace.go:171","msg":"trace[975052178] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"3.112578299s","start":"2026-05-06T10:24:05.098022Z","end":"2026-05-06T10:24:08.210601Z","steps":["trace[975052178] 'process raft request' (duration: 3.111806074s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.210649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.092405Z","time spent":"3.118192809s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:08.210705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.098014Z","time spent":"3.112647351s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:08.210338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:07.097268Z","time spent":"1.113020725s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:08.21119Z","caller":"traceutil/trace.go:171","msg":"trace[1875451538] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"1.876142036s","start":"2026-05-06T10:24:06.335034Z","end":"2026-05-06T10:24:08.211176Z","steps":["trace[1875451538] 'process raft request' (duration: 1.87501346s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:08.211163Z","caller":"traceutil/trace.go:171","msg":"trace[529071331] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"3.113575321s","start":"2026-05-06T10:24:05.097555Z","end":"2026-05-06T10:24:08.211131Z","steps":["trace[529071331] 'process raft request' (duration: 3.112066002s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:08.211217Z","caller":"traceutil/trace.go:171","msg":"trace[1216722868] linearizableReadLoop","detail":"{readStateIndex:26218; appliedIndex:26205; }","duration":"3.121245996s","start":"2026-05-06T10:24:05.089952Z","end":"2026-05-06T10:24:08.211198Z","steps":["trace[1216722868] 'read index received' (duration: 1.492078679s)","trace[1216722868] 'applied index is now lower than readState.Index' (duration: 1.629165587s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:08.211301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.097539Z","time spent":"3.113690274s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:08.211337Z","caller":"traceutil/trace.go:171","msg":"trace[1482536911] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"2.951832443s","start":"2026-05-06T10:24:05.259491Z","end":"2026-05-06T10:24:08.211324Z","steps":["trace[1482536911] 'process raft request' (duration: 2.950447998s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.211373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:06.335017Z","time spent":"1.876195077s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:08.2114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.259468Z","time spent":"2.951895535s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:08.211416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243250309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-06T10:24:08.211452Z","caller":"traceutil/trace.go:171","msg":"trace[1727282509] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25379; }","duration":"3.243328872s","start":"2026-05-06T10:24:04.968111Z","end":"2026-05-06T10:24:08.21144Z","steps":["trace[1727282509] 'agreement among raft nodes before linearized reading' (duration: 3.243186597s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:08.211451Z","caller":"traceutil/trace.go:171","msg":"trace[566842646] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"2.674471918s","start":"2026-05-06T10:24:05.536951Z","end":"2026-05-06T10:24:08.211423Z","steps":["trace[566842646] 'process raft request' (duration: 2.673043392s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.211488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135156052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:08.211487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.968082Z","time spent":"3.243394084s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-06T10:24:08.211513Z","caller":"traceutil/trace.go:171","msg":"trace[1333078850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25379; }","duration":"5.135217274s","start":"2026-05-06T10:24:03.076288Z","end":"2026-05-06T10:24:08.211505Z","steps":["trace[1333078850] 'agreement among raft nodes before linearized reading' (duration: 5.135171472s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.211534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:03.076269Z","time spent":"5.135260284s","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:08.211536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.002842936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-06T10:24:08.211572Z","caller":"traceutil/trace.go:171","msg":"trace[607165012] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25379; }","duration":"6.00291768s","start":"2026-05-06T10:24:02.208644Z","end":"2026-05-06T10:24:08.211561Z","steps":["trace[607165012] 'agreement among raft nodes before linearized reading' (duration: 6.002773815s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.21157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.536931Z","time spent":"2.674578222s","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:08.211637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:02.208626Z","time spent":"6.002968361s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-06T10:24:08.211645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122099363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-06T10:24:08.211704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.120512171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:08.211727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902069497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:08.211739Z","caller":"traceutil/trace.go:171","msg":"trace[1151628512] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25379; }","duration":"6.120547292s","start":"2026-05-06T10:24:02.091181Z","end":"2026-05-06T10:24:08.211729Z","steps":["trace[1151628512] 'agreement among raft nodes before linearized reading' (duration: 6.120473389s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:08.211754Z","caller":"traceutil/trace.go:171","msg":"trace[2108007607] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25379; }","duration":"3.902125388s","start":"2026-05-06T10:24:04.309621Z","end":"2026-05-06T10:24:08.211746Z","steps":["trace[2108007607] 'agreement among raft nodes before linearized reading' (duration: 3.902068017s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.211769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:02.091163Z","time spent":"6.120598043s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:24:08.211774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:04.309604Z","time spent":"3.90216444s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:08.211812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351471158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:08.211824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.342615506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:08.211848Z","caller":"traceutil/trace.go:171","msg":"trace[75007177] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25379; }","duration":"5.35154837s","start":"2026-05-06T10:24:02.860287Z","end":"2026-05-06T10:24:08.211835Z","steps":["trace[75007177] 'agreement among raft nodes before linearized reading' (duration: 5.351485678s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:08.211859Z","caller":"traceutil/trace.go:171","msg":"trace[294463327] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25379; }","duration":"4.342676067s","start":"2026-05-06T10:24:03.869173Z","end":"2026-05-06T10:24:08.211849Z","steps":["trace[294463327] 'agreement among raft nodes before linearized reading' (duration: 4.342556393s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.211881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:02.860271Z","time spent":"5.351600432s","remote":"127.0.0.1:43070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:08.211891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115648847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-06T10:24:08.211901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:03.86916Z","time spent":"4.342729369s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:08.211922Z","caller":"traceutil/trace.go:171","msg":"trace[1384319577] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25379; }","duration":"3.115702779s","start":"2026-05-06T10:24:05.096205Z","end":"2026-05-06T10:24:08.211907Z","steps":["trace[1384319577] 'agreement among raft nodes before linearized reading' (duration: 3.115612286s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.211949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.096187Z","time spent":"3.11575654s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-06T10:24:08.211988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.991928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:08.211703Z","caller":"traceutil/trace.go:171","msg":"trace[721318884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25379; }","duration":"5.122220547s","start":"2026-05-06T10:24:03.089466Z","end":"2026-05-06T10:24:08.211686Z","steps":["trace[721318884] 'agreement among raft nodes before linearized reading' (duration: 5.121993099s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.21206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.65377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:08.21207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.121801662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-06T10:24:08.212084Z","caller":"traceutil/trace.go:171","msg":"trace[180757544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25379; }","duration":"889.710393ms","start":"2026-05-06T10:24:07.322366Z","end":"2026-05-06T10:24:08.212076Z","steps":["trace[180757544] 'agreement among raft nodes before linearized reading' (duration: 889.675252ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:08.21209Z","caller":"traceutil/trace.go:171","msg":"trace[977971750] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25379; }","duration":"6.121832543s","start":"2026-05-06T10:24:02.090252Z","end":"2026-05-06T10:24:08.212085Z","steps":["trace[977971750] 'agreement among raft nodes before linearized reading' (duration: 6.121770741s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:07.322349Z","time spent":"889.753004ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:08.212163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.125374497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-05-06T10:24:08.21212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:03.089451Z","time spent":"5.12261297s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:08.212168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151158376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:08.212205Z","caller":"traceutil/trace.go:171","msg":"trace[1811991784] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25379; }","duration":"2.151232118s","start":"2026-05-06T10:24:06.060962Z","end":"2026-05-06T10:24:08.212195Z","steps":["trace[1811991784] 'agreement among raft nodes before linearized reading' (duration: 2.151167706s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:06.060947Z","time spent":"2.15128172s","remote":"127.0.0.1:43202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:08.212011Z","caller":"traceutil/trace.go:171","msg":"trace[2064561632] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25379; }","duration":"661.05283ms","start":"2026-05-06T10:24:07.550951Z","end":"2026-05-06T10:24:08.212004Z","steps":["trace[2064561632] 'agreement among raft nodes before linearized reading' (duration: 661.013308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55851478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:08.212279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:07.550929Z","time spent":"661.341059ms","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:08.212284Z","caller":"traceutil/trace.go:171","msg":"trace[1542303667] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25379; }","duration":"2.558593252s","start":"2026-05-06T10:24:05.653681Z","end":"2026-05-06T10:24:08.212274Z","steps":["trace[1542303667] 'agreement among raft nodes before linearized reading' (duration: 2.55852624s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:05.653662Z","time spent":"2.558649374s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:08.212329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.153249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:08.212351Z","caller":"traceutil/trace.go:171","msg":"trace[1871031614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25379; }","duration":"234.208471ms","start":"2026-05-06T10:24:07.978135Z","end":"2026-05-06T10:24:08.212343Z","steps":["trace[1871031614] 'agreement among raft nodes before linearized reading' (duration: 234.17586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023693249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:08.212404Z","caller":"traceutil/trace.go:171","msg":"trace[22195164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25379; }","duration":"1.023740091s","start":"2026-05-06T10:24:07.188655Z","end":"2026-05-06T10:24:08.212395Z","steps":["trace[22195164] 'agreement among raft nodes before linearized reading' (duration: 1.02369642s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.766247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:08.21218Z","caller":"traceutil/trace.go:171","msg":"trace[672235111] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25379; }","duration":"6.125404487s","start":"2026-05-06T10:24:02.086771Z","end":"2026-05-06T10:24:08.212176Z","steps":["trace[672235111] 'agreement among raft nodes before linearized reading' (duration: 6.125348905s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:02.086763Z","time spent":"6.125696896s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-06T10:24:08.212483Z","caller":"traceutil/trace.go:171","msg":"trace[1763682156] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25379; }","duration":"528.895831ms","start":"2026-05-06T10:24:07.683561Z","end":"2026-05-06T10:24:08.212457Z","steps":["trace[1763682156] 'agreement among raft nodes before linearized reading' (duration: 528.761277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:07.68354Z","time spent":"528.974524ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:08.212529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241174354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:08.21211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:02.090232Z","time spent":"6.121874084s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"info","ts":"2026-05-06T10:24:08.21257Z","caller":"traceutil/trace.go:171","msg":"trace[1203746795] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25379; }","duration":"1.241233796s","start":"2026-05-06T10:24:06.971323Z","end":"2026-05-06T10:24:08.212557Z","steps":["trace[1203746795] 'agreement among raft nodes before linearized reading' (duration: 1.241179145s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.21257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519245311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-05-06T10:24:08.212603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:06.971311Z","time spent":"1.241282548s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:08.212623Z","caller":"traceutil/trace.go:171","msg":"trace[1164890018] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25379; }","duration":"1.519316524s","start":"2026-05-06T10:24:06.693287Z","end":"2026-05-06T10:24:08.212603Z","steps":["trace[1164890018] 'agreement among raft nodes before linearized reading' (duration: 1.519078346s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:08.212433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:07.188644Z","time spent":"1.023780842s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:24:08.212661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:06.693274Z","time spent":"1.519378986s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-06T10:24:09.3432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.95665ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-06T10:24:09.343405Z","caller":"traceutil/trace.go:171","msg":"trace[1903800557] linearizableReadLoop","detail":"{readStateIndex:26221; appliedIndex:26220; }","duration":"1.127391165s","start":"2026-05-06T10:24:08.215997Z","end":"2026-05-06T10:24:09.343388Z","steps":["trace[1903800557] 'read index received' (duration: 164.312839ms)","trace[1903800557] 'applied index is now lower than readState.Index' (duration: 963.077106ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:09.343392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22172} {"level":"info","ts":"2026-05-06T10:24:09.343435Z","caller":"traceutil/trace.go:171","msg":"trace[1262295132] compact","detail":"{revision:22172; response_revision:25379; }","duration":"1.127920352s","start":"2026-05-06T10:24:08.215492Z","end":"2026-05-06T10:24:09.343412Z","steps":["trace[1262295132] 'process raft request' (duration: 164.831006ms)","trace[1262295132] 'check and update compact revision' (duration: 961.787704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:09.343496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.215447Z","time spent":"1.128045656s","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T10:24:09.343546Z","caller":"traceutil/trace.go:171","msg":"trace[1356801400] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"1.12350165s","start":"2026-05-06T10:24:08.220025Z","end":"2026-05-06T10:24:09.343527Z","steps":["trace[1356801400] 'process raft request' (duration: 1.123273113s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:09.343694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12757065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8ebc8636-26bb-492e-8815-1c87f53645b8\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-05-06T10:24:09.343716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.220011Z","time spent":"1.123573803s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:09.343755Z","caller":"traceutil/trace.go:171","msg":"trace[686702624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8ebc8636-26bb-492e-8815-1c87f53645b8; range_end:; response_count:1; response_revision:25379; }","duration":"1.127762597s","start":"2026-05-06T10:24:08.215966Z","end":"2026-05-06T10:24:09.343729Z","steps":["trace[686702624] 'agreement among raft nodes before linearized reading' (duration: 1.127501048s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:09.343798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.215951Z","time spent":"1.127832029s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8ebc8636-26bb-492e-8815-1c87f53645b8\" "} {"level":"warn","ts":"2026-05-06T10:24:09.844116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:10.222107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:24:10.222205Z","caller":"traceutil/trace.go:171","msg":"trace[1594790115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820754s","start":"2026-05-06T10:24:08.221365Z","end":"2026-05-06T10:24:10.222186Z","steps":["trace[1594790115] 'agreement among raft nodes before linearized reading' (duration: 2.000702051s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:10.222256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.221359Z","time spent":"2.000885586s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:24:10.344255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:10.629639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.554600434s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:24:10.74656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.693213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:10.746752Z","caller":"traceutil/trace.go:171","msg":"trace[1342000124] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"2.159167663s","start":"2026-05-06T10:24:08.587571Z","end":"2026-05-06T10:24:10.746738Z","steps":["trace[1342000124] 'process raft request' (duration: 2.159059169s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:10.746797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.587551Z","time spent":"2.159224874s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:10.746938Z","caller":"traceutil/trace.go:171","msg":"trace[1114182933] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"2.15938943s","start":"2026-05-06T10:24:08.587496Z","end":"2026-05-06T10:24:10.746886Z","steps":["trace[1114182933] 'process raft request' (duration: 2.042302764s)","trace[1114182933] 'compare' (duration: 116.209827ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:10.746939Z","caller":"traceutil/trace.go:171","msg":"trace[1096077776] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"2.158189381s","start":"2026-05-06T10:24:08.588719Z","end":"2026-05-06T10:24:10.746908Z","steps":["trace[1096077776] 'process raft request' (duration: 2.157997625s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:10.747052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.587474Z","time spent":"2.159519234s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:10.747087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.588711Z","time spent":"2.158293234s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:10.74721Z","caller":"traceutil/trace.go:171","msg":"trace[835277254] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"2.158365177s","start":"2026-05-06T10:24:08.588836Z","end":"2026-05-06T10:24:10.747201Z","steps":["trace[835277254] 'process raft request' (duration: 2.157993715s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:10.747232Z","caller":"traceutil/trace.go:171","msg":"trace[2083533966] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"2.157827299s","start":"2026-05-06T10:24:08.589391Z","end":"2026-05-06T10:24:10.747218Z","steps":["trace[2083533966] 'process raft request' (duration: 2.157496939s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:10.747257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.588816Z","time spent":"2.158417439s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:10.747281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.589384Z","time spent":"2.157869801s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:10.747415Z","caller":"traceutil/trace.go:171","msg":"trace[729895727] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"2.157436487s","start":"2026-05-06T10:24:08.589971Z","end":"2026-05-06T10:24:10.747407Z","steps":["trace[729895727] 'process raft request' (duration: 2.156954892s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:10.747451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.589951Z","time spent":"2.157481349s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:10.747562Z","caller":"traceutil/trace.go:171","msg":"trace[1652662982] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"1.692546528s","start":"2026-05-06T10:24:09.05499Z","end":"2026-05-06T10:24:10.747537Z","steps":["trace[1652662982] 'process raft request' (duration: 1.692482396s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:10.747714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:09.054955Z","time spent":"1.692689913s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:10.74787Z","caller":"traceutil/trace.go:171","msg":"trace[1945053336] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"2.147874691s","start":"2026-05-06T10:24:08.599984Z","end":"2026-05-06T10:24:10.747859Z","steps":["trace[1945053336] 'process raft request' (duration: 2.147080355s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:10.747924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.599964Z","time spent":"2.147933922s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:12.081848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452002995s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:24:12.229471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:24:12.22956Z","caller":"traceutil/trace.go:171","msg":"trace[47039459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062359s","start":"2026-05-06T10:24:10.228914Z","end":"2026-05-06T10:24:12.229538Z","steps":["trace[47039459] 'agreement among raft nodes before linearized reading' (duration: 2.000508926s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:12.229615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.228894Z","time spent":"2.000710222s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:24:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:24:13.409652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327544753s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:13.409877Z","caller":"traceutil/trace.go:171","msg":"trace[1107707338] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"1.004773042s","start":"2026-05-06T10:24:12.405088Z","end":"2026-05-06T10:24:13.409861Z","steps":["trace[1107707338] 'process raft request' (duration: 1.004725071s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.410771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.405055Z","time spent":"1.004852675s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:13.410944Z","caller":"traceutil/trace.go:171","msg":"trace[14777565] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"3.188521945s","start":"2026-05-06T10:24:10.222412Z","end":"2026-05-06T10:24:13.410934Z","steps":["trace[14777565] 'process raft request' (duration: 3.187315756s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.410986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.222406Z","time spent":"3.188559527s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:13.410784Z","caller":"traceutil/trace.go:171","msg":"trace[915013999] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"3.1918042s","start":"2026-05-06T10:24:10.218921Z","end":"2026-05-06T10:24:13.410725Z","steps":["trace[915013999] 'process raft request' (duration: 1.8631297s)","trace[915013999] 'compare' (duration: 88.585091ms)","trace[915013999] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 1.237217677s)"],"step_count":3} {"level":"info","ts":"2026-05-06T10:24:13.411086Z","caller":"traceutil/trace.go:171","msg":"trace[283609551] linearizableReadLoop","detail":"{readStateIndex:26232; appliedIndex:26222; }","duration":"4.067638407s","start":"2026-05-06T10:24:09.343441Z","end":"2026-05-06T10:24:13.41108Z","steps":["trace[283609551] 'read index received' (duration: 1.286369113s)","trace[283609551] 'applied index is now lower than readState.Index' (duration: 2.781268234s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:13.411191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.218912Z","time spent":"3.192178473s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:13.411278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.189893827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-06T10:24:13.411307Z","caller":"traceutil/trace.go:171","msg":"trace[1449386241] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25391; }","duration":"4.189957509s","start":"2026-05-06T10:24:09.22134Z","end":"2026-05-06T10:24:13.411298Z","steps":["trace[1449386241] 'agreement among raft nodes before linearized reading' (duration: 4.189838936s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.411327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:09.221321Z","time spent":"4.190001311s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:13.411445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233599389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.411469Z","caller":"traceutil/trace.go:171","msg":"trace[726070923] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25391; }","duration":"4.233670902s","start":"2026-05-06T10:24:09.177792Z","end":"2026-05-06T10:24:13.411463Z","steps":["trace[726070923] 'agreement among raft nodes before linearized reading' (duration: 4.23362949s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.411488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:09.177768Z","time spent":"4.233715022s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.411616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356228562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.411641Z","caller":"traceutil/trace.go:171","msg":"trace[1036960483] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25391; }","duration":"4.356313174s","start":"2026-05-06T10:24:09.055323Z","end":"2026-05-06T10:24:13.411636Z","steps":["trace[1036960483] 'agreement among raft nodes before linearized reading' (duration: 4.356256502s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.411661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:09.055302Z","time spent":"4.356353986s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.411774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408921961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.411798Z","caller":"traceutil/trace.go:171","msg":"trace[302994963] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25391; }","duration":"4.408988513s","start":"2026-05-06T10:24:09.002804Z","end":"2026-05-06T10:24:13.411792Z","steps":["trace[302994963] 'agreement among raft nodes before linearized reading' (duration: 4.408951052s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.411816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:09.002787Z","time spent":"4.409024475s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.411983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.672506884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:13.412007Z","caller":"traceutil/trace.go:171","msg":"trace[1484593676] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25391; }","duration":"4.672568267s","start":"2026-05-06T10:24:08.739433Z","end":"2026-05-06T10:24:13.412002Z","steps":["trace[1484593676] 'agreement among raft nodes before linearized reading' (duration: 4.672485114s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.412025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.739406Z","time spent":"4.672614478s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.412121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.683196587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.412143Z","caller":"traceutil/trace.go:171","msg":"trace[212592273] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25391; }","duration":"4.683251109s","start":"2026-05-06T10:24:08.728887Z","end":"2026-05-06T10:24:13.412138Z","steps":["trace[212592273] 'agreement among raft nodes before linearized reading' (duration: 4.683213938s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.412162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.728868Z","time spent":"4.68328831s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.414705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194795644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-06T10:24:13.414833Z","caller":"traceutil/trace.go:171","msg":"trace[2108493526] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25391; }","duration":"5.194950389s","start":"2026-05-06T10:24:08.219864Z","end":"2026-05-06T10:24:13.414815Z","steps":["trace[2108493526] 'agreement among raft nodes before linearized reading' (duration: 5.193704009s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.414934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.219849Z","time spent":"5.195069113s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-06T10:24:13.415216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716414702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.415333Z","caller":"traceutil/trace.go:171","msg":"trace[442013162] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25391; }","duration":"4.716563047s","start":"2026-05-06T10:24:08.698747Z","end":"2026-05-06T10:24:13.41531Z","steps":["trace[442013162] 'agreement among raft nodes before linearized reading' (duration: 4.716419532s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.415434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.698726Z","time spent":"4.716689271s","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.41575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895002911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.415861Z","caller":"traceutil/trace.go:171","msg":"trace[83629892] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25391; }","duration":"4.895142155s","start":"2026-05-06T10:24:08.520702Z","end":"2026-05-06T10:24:13.415844Z","steps":["trace[83629892] 'agreement among raft nodes before linearized reading' (duration: 4.895004321s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.415962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.520683Z","time spent":"4.895260568s","remote":"127.0.0.1:37214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.416251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049746873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.416362Z","caller":"traceutil/trace.go:171","msg":"trace[1271087084] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25391; }","duration":"5.049888137s","start":"2026-05-06T10:24:08.366452Z","end":"2026-05-06T10:24:13.41634Z","steps":["trace[1271087084] 'agreement among raft nodes before linearized reading' (duration: 5.049750213s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.417015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.366433Z","time spent":"5.050554099s","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:13.416592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196682425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-06T10:24:13.41735Z","caller":"traceutil/trace.go:171","msg":"trace[1280551781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25391; }","duration":"5.197434469s","start":"2026-05-06T10:24:08.219898Z","end":"2026-05-06T10:24:13.417332Z","steps":["trace[1280551781] 'agreement among raft nodes before linearized reading' (duration: 5.196627463s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.417433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.219863Z","time spent":"5.197558973s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:13.416671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196699046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.41751Z","caller":"traceutil/trace.go:171","msg":"trace[423561226] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25391; }","duration":"5.197572493s","start":"2026-05-06T10:24:08.219924Z","end":"2026-05-06T10:24:13.417496Z","steps":["trace[423561226] 'agreement among raft nodes before linearized reading' (duration: 5.196663914s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.417546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.219917Z","time spent":"5.197618605s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:24:13.416696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191479568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-06T10:24:13.417592Z","caller":"traceutil/trace.go:171","msg":"trace[1417116656] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25391; }","duration":"5.192394748s","start":"2026-05-06T10:24:08.225182Z","end":"2026-05-06T10:24:13.417577Z","steps":["trace[1417116656] 'agreement among raft nodes before linearized reading' (duration: 5.191354704s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.417633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.225177Z","time spent":"5.192445789s","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-06T10:24:13.416806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.133584891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:13.417734Z","caller":"traceutil/trace.go:171","msg":"trace[2015664771] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25391; }","duration":"5.134514681s","start":"2026-05-06T10:24:08.283172Z","end":"2026-05-06T10:24:13.417686Z","steps":["trace[2015664771] 'agreement among raft nodes before linearized reading' (duration: 5.133581771s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:13.417872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:08.283155Z","time spent":"5.134659625s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-06T10:24:13.911815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:14.230386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:24:14.230455Z","caller":"traceutil/trace.go:171","msg":"trace[1271568573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826715s","start":"2026-05-06T10:24:12.229613Z","end":"2026-05-06T10:24:14.23044Z","steps":["trace[1271568573] 'agreement among raft nodes before linearized reading' (duration: 2.000722202s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:14.230488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.229556Z","time spent":"2.000925848s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:24:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:24:14.412147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:14.479186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072358289s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:24:15.534743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080079832s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:15.534843Z","caller":"traceutil/trace.go:171","msg":"trace[2070137438] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25391; }","duration":"2.080170925s","start":"2026-05-06T10:24:13.454642Z","end":"2026-05-06T10:24:15.534813Z","steps":["trace[2070137438] 'range keys from in-memory index tree' (duration: 2.080068222s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.237172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T10:24:16.237253Z","caller":"traceutil/trace.go:171","msg":"trace[1490111837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209797s","start":"2026-05-06T10:24:14.237024Z","end":"2026-05-06T10:24:16.237234Z","steps":["trace[1490111837] 'agreement among raft nodes before linearized reading' (duration: 2.000108954s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.237303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:14.237011Z","time spent":"2.000282739s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 10:24:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T10:24:16.388226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908780613s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:16.388589Z","caller":"traceutil/trace.go:171","msg":"trace[763363948] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"3.635405975s","start":"2026-05-06T10:24:12.753149Z","end":"2026-05-06T10:24:16.388555Z","steps":["trace[763363948] 'process raft request' (duration: 3.635173377s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:16.388796Z","caller":"traceutil/trace.go:171","msg":"trace[1604665021] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"3.635628082s","start":"2026-05-06T10:24:12.753125Z","end":"2026-05-06T10:24:16.388753Z","steps":["trace[1604665021] 'process raft request' (duration: 1.726239639s)","trace[1604665021] 'compare' (duration: 1.055844775s)","trace[1604665021] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 851.820384ms)"],"step_count":3} {"level":"warn","ts":"2026-05-06T10:24:16.388837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.75313Z","time spent":"3.635614871s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:16.388937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.753098Z","time spent":"3.635768086s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:16.388995Z","caller":"traceutil/trace.go:171","msg":"trace[294431039] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"3.635738005s","start":"2026-05-06T10:24:12.753225Z","end":"2026-05-06T10:24:16.388963Z","steps":["trace[294431039] 'process raft request' (duration: 3.635199968s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:16.389032Z","caller":"traceutil/trace.go:171","msg":"trace[1184305117] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"3.635736045s","start":"2026-05-06T10:24:12.753283Z","end":"2026-05-06T10:24:16.389019Z","steps":["trace[1184305117] 'process raft request' (duration: 3.635177038s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.389083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.75326Z","time spent":"3.635797127s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:16.389133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.753177Z","time spent":"3.635886001s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:16.389268Z","caller":"traceutil/trace.go:171","msg":"trace[831203298] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"3.63589498s","start":"2026-05-06T10:24:12.753336Z","end":"2026-05-06T10:24:16.389231Z","steps":["trace[831203298] 'process raft request' (duration: 3.635158177s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:16.389436Z","caller":"traceutil/trace.go:171","msg":"trace[703385923] linearizableReadLoop","detail":"{readStateIndex:26240; appliedIndex:26233; }","duration":"2.978310442s","start":"2026-05-06T10:24:13.411106Z","end":"2026-05-06T10:24:16.389416Z","steps":["trace[703385923] 'read index received' (duration: 1.068268028s)","trace[703385923] 'applied index is now lower than readState.Index' (duration: 1.910040884s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:16.389443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.753327Z","time spent":"3.636029005s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:16.389553Z","caller":"traceutil/trace.go:171","msg":"trace[1851805702] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"2.966048488s","start":"2026-05-06T10:24:13.423487Z","end":"2026-05-06T10:24:16.389536Z","steps":["trace[1851805702] 'process raft request' (duration: 2.965835672s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.389611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.725876025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-06T10:24:16.389641Z","caller":"traceutil/trace.go:171","msg":"trace[1132944676] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25398; }","duration":"4.725944188s","start":"2026-05-06T10:24:11.66369Z","end":"2026-05-06T10:24:16.389635Z","steps":["trace[1132944676] 'agreement among raft nodes before linearized reading' (duration: 4.725784772s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:16.389629Z","caller":"traceutil/trace.go:171","msg":"trace[254721671] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"3.636261622s","start":"2026-05-06T10:24:12.753347Z","end":"2026-05-06T10:24:16.389609Z","steps":["trace[254721671] 'process raft request' (duration: 3.635180158s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.389658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:11.663671Z","time spent":"4.725983498s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T10:24:16.389639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990065018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:16.389652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.423474Z","time spent":"2.9661276s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:16.389665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.037723116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:16.389689Z","caller":"traceutil/trace.go:171","msg":"trace[803454755] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25398; }","duration":"3.990179762s","start":"2026-05-06T10:24:12.399494Z","end":"2026-05-06T10:24:16.389674Z","steps":["trace[803454755] 'agreement among raft nodes before linearized reading' (duration: 3.990105319s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.389706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.753337Z","time spent":"3.636329514s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:16.389724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:12.39946Z","time spent":"3.990254964s","remote":"127.0.0.1:35700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:16.38974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.799682581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:16.389767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.941089396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:16.389792Z","caller":"traceutil/trace.go:171","msg":"trace[1456057254] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25398; }","duration":"5.799777445s","start":"2026-05-06T10:24:10.589998Z","end":"2026-05-06T10:24:16.389776Z","steps":["trace[1456057254] 'agreement among raft nodes before linearized reading' (duration: 5.799675672s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:16.389803Z","caller":"traceutil/trace.go:171","msg":"trace[821814929] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25398; }","duration":"5.941161918s","start":"2026-05-06T10:24:10.448629Z","end":"2026-05-06T10:24:16.389791Z","steps":["trace[821814929] 'agreement among raft nodes before linearized reading' (duration: 5.941115407s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:16.389722Z","caller":"traceutil/trace.go:171","msg":"trace[282331363] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25398; }","duration":"6.037813129s","start":"2026-05-06T10:24:10.351894Z","end":"2026-05-06T10:24:16.389707Z","steps":["trace[282331363] 'agreement among raft nodes before linearized reading' (duration: 6.037721986s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.389845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.448608Z","time spent":"5.941227941s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:16.389846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.589967Z","time spent":"5.799867078s","remote":"127.0.0.1:47552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:16.389867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.351875Z","time spent":"6.037983514s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:16.389833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195772555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:16.389948Z","caller":"traceutil/trace.go:171","msg":"trace[740373262] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25398; }","duration":"3.19593902s","start":"2026-05-06T10:24:13.193974Z","end":"2026-05-06T10:24:16.389913Z","steps":["trace[740373262] 'agreement among raft nodes before linearized reading' (duration: 3.195596049s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.390019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.365075982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:16.389995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.193952Z","time spent":"3.196030053s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:16.390023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.389211517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:16.390041Z","caller":"traceutil/trace.go:171","msg":"trace[777805995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25398; }","duration":"6.365134594s","start":"2026-05-06T10:24:10.024901Z","end":"2026-05-06T10:24:16.390035Z","steps":["trace[777805995] 'agreement among raft nodes before linearized reading' (duration: 6.365094403s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.390056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.02488Z","time spent":"6.365172446s","remote":"127.0.0.1:43096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:16.390059Z","caller":"traceutil/trace.go:171","msg":"trace[332725818] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25398; }","duration":"5.389272009s","start":"2026-05-06T10:24:11.000774Z","end":"2026-05-06T10:24:16.390046Z","steps":["trace[332725818] 'agreement among raft nodes before linearized reading' (duration: 5.389216648s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.390069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.182999875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:16.390089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:11.000757Z","time spent":"5.389324782s","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:16.390119Z","caller":"traceutil/trace.go:171","msg":"trace[528539750] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25398; }","duration":"6.183095147s","start":"2026-05-06T10:24:10.207011Z","end":"2026-05-06T10:24:16.390106Z","steps":["trace[528539750] 'agreement among raft nodes before linearized reading' (duration: 6.183024455s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.390156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:10.206998Z","time spent":"6.18314757s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:16.390235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.042154336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-06T10:24:16.390278Z","caller":"traceutil/trace.go:171","msg":"trace[822180182] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25398; }","duration":"7.042236208s","start":"2026-05-06T10:24:09.348029Z","end":"2026-05-06T10:24:16.390265Z","steps":["trace[822180182] 'agreement among raft nodes before linearized reading' (duration: 7.042100854s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.39028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.042317441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf2dc15f93653\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T10:24:16.390311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:09.34801Z","time spent":"7.042294191s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-06T10:24:16.390336Z","caller":"traceutil/trace.go:171","msg":"trace[688848418] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf2dc15f93653; range_end:; response_count:1; response_revision:25398; }","duration":"7.042405204s","start":"2026-05-06T10:24:09.34791Z","end":"2026-05-06T10:24:16.390315Z","steps":["trace[688848418] 'agreement among raft nodes before linearized reading' (duration: 7.042262009s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.390389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:09.347892Z","time spent":"7.042484577s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf2dc15f93653\" "} {"level":"warn","ts":"2026-05-06T10:24:16.390224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167177428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-06T10:24:16.390687Z","caller":"traceutil/trace.go:171","msg":"trace[925496353] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25398; }","duration":"3.167532699s","start":"2026-05-06T10:24:13.222997Z","end":"2026-05-06T10:24:16.39053Z","steps":["trace[925496353] 'agreement among raft nodes before linearized reading' (duration: 3.166648901s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:16.39076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.22298Z","time spent":"3.167763286s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-06T10:24:17.567027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.951891Z","time spent":"615.126834ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T10:24:17.568759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163506629s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:24:17.75356Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22172,"took":"8.405987049s","hash":1803758276,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":43749376,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-05-06T10:24:17.753625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1803758276,"revision":22172,"compact-revision":19902} {"level":"warn","ts":"2026-05-06T10:24:17.753948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.033442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:17.754044Z","caller":"traceutil/trace.go:171","msg":"trace[1425346718] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"2.648471605s","start":"2026-05-06T10:24:15.105555Z","end":"2026-05-06T10:24:17.754027Z","steps":["trace[1425346718] 'process raft request' (duration: 2.463291638s)","trace[1425346718] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:517; } (duration: 184.797575ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:17.754092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:15.10553Z","time spent":"2.648541587s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:18.237362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T10:24:18.237447Z","caller":"traceutil/trace.go:171","msg":"trace[1296021134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116794s","start":"2026-05-06T10:24:16.23731Z","end":"2026-05-06T10:24:18.237427Z","steps":["trace[1296021134] 'agreement among raft nodes before linearized reading' (duration: 1.99998112s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.237503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.237296Z","time spent":"2.000191616s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:24:18.55939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.295219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:18.559953Z","caller":"traceutil/trace.go:171","msg":"trace[1229326196] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"2.839918099s","start":"2026-05-06T10:24:15.720014Z","end":"2026-05-06T10:24:18.559932Z","steps":["trace[1229326196] 'process raft request' (duration: 2.839702992s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.56005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:15.719987Z","time spent":"2.840014182s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:18.560077Z","caller":"traceutil/trace.go:171","msg":"trace[548151743] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"143.31793ms","start":"2026-05-06T10:24:18.416739Z","end":"2026-05-06T10:24:18.560057Z","steps":["trace[548151743] 'process raft request' (duration: 143.268198ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.560096Z","caller":"traceutil/trace.go:171","msg":"trace[918942776] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"163.857686ms","start":"2026-05-06T10:24:18.396202Z","end":"2026-05-06T10:24:18.56006Z","steps":["trace[918942776] 'process raft request' (duration: 163.65592ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.56017Z","caller":"traceutil/trace.go:171","msg":"trace[1624216312] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"3.142787398s","start":"2026-05-06T10:24:15.417375Z","end":"2026-05-06T10:24:18.560163Z","steps":["trace[1624216312] 'process raft request' (duration: 2.336639352s)","trace[1624216312] 'compare' (duration: 804.810744ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:18.560166Z","caller":"traceutil/trace.go:171","msg":"trace[1896823768] linearizableReadLoop","detail":"{readStateIndex:26245; appliedIndex:26240; }","duration":"2.170659039s","start":"2026-05-06T10:24:16.38948Z","end":"2026-05-06T10:24:18.560139Z","steps":["trace[1896823768] 'read index received' (duration: 15.732795ms)","trace[1896823768] 'applied index is now lower than readState.Index' (duration: 2.154919514s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:18.560257Z","caller":"traceutil/trace.go:171","msg":"trace[270546450] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"164.32775ms","start":"2026-05-06T10:24:18.395904Z","end":"2026-05-06T10:24:18.560232Z","steps":["trace[270546450] 'process raft request' (duration: 163.910107ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.560308Z","caller":"traceutil/trace.go:171","msg":"trace[1745558915] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"2.166988004s","start":"2026-05-06T10:24:16.393305Z","end":"2026-05-06T10:24:18.560293Z","steps":["trace[1745558915] 'process raft request' (duration: 2.166457578s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.560316Z","caller":"traceutil/trace.go:171","msg":"trace[1805679811] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"162.513823ms","start":"2026-05-06T10:24:18.397772Z","end":"2026-05-06T10:24:18.560286Z","steps":["trace[1805679811] 'process raft request' (duration: 162.203943ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.560169Z","caller":"traceutil/trace.go:171","msg":"trace[118479087] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"163.770143ms","start":"2026-05-06T10:24:18.396368Z","end":"2026-05-06T10:24:18.560139Z","steps":["trace[118479087] 'process raft request' (duration: 163.547156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.5604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.393286Z","time spent":"2.167056397s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:18.560312Z","caller":"traceutil/trace.go:171","msg":"trace[889485996] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"164.02116ms","start":"2026-05-06T10:24:18.396276Z","end":"2026-05-06T10:24:18.560297Z","steps":["trace[889485996] 'process raft request' (duration: 163.610677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.56043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881739992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.560435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955498977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:18.560288Z","caller":"traceutil/trace.go:171","msg":"trace[1734144306] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"3.141344643s","start":"2026-05-06T10:24:15.418938Z","end":"2026-05-06T10:24:18.560283Z","steps":["trace[1734144306] 'process raft request' (duration: 3.140565308s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544567425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:18.560497Z","caller":"traceutil/trace.go:171","msg":"trace[1811301825] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25410; }","duration":"2.544617696s","start":"2026-05-06T10:24:16.015875Z","end":"2026-05-06T10:24:18.560493Z","steps":["trace[1811301825] 'agreement among raft nodes before linearized reading' (duration: 2.544592886s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.015855Z","time spent":"2.544654738s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.560459Z","caller":"traceutil/trace.go:171","msg":"trace[464665200] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25410; }","duration":"3.881792464s","start":"2026-05-06T10:24:14.67866Z","end":"2026-05-06T10:24:18.560453Z","steps":["trace[464665200] 'agreement among raft nodes before linearized reading' (duration: 3.881743733s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:15.418927Z","time spent":"3.141569111s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:18.560204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:15.417352Z","time spent":"3.14283515s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:18.560499Z","caller":"traceutil/trace.go:171","msg":"trace[527706024] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25410; }","duration":"4.9556216s","start":"2026-05-06T10:24:13.604857Z","end":"2026-05-06T10:24:18.560478Z","steps":["trace[527706024] 'agreement among raft nodes before linearized reading' (duration: 4.955489606s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.483694855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.560561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:14.678652Z","time spent":"3.881889907s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:18.560637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891539706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.560675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.142501104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-06T10:24:18.560683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.604833Z","time spent":"4.955789316s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.560563Z","caller":"traceutil/trace.go:171","msg":"trace[504646618] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"164.048432ms","start":"2026-05-06T10:24:18.396489Z","end":"2026-05-06T10:24:18.560537Z","steps":["trace[504646618] 'process raft request' (duration: 163.455593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862145834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:18.560734Z","caller":"traceutil/trace.go:171","msg":"trace[788311178] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25410; }","duration":"5.142580056s","start":"2026-05-06T10:24:13.418124Z","end":"2026-05-06T10:24:18.560704Z","steps":["trace[788311178] 'agreement among raft nodes before linearized reading' (duration: 5.142450552s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.560756Z","caller":"traceutil/trace.go:171","msg":"trace[1162153248] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25410; }","duration":"3.862195546s","start":"2026-05-06T10:24:14.698556Z","end":"2026-05-06T10:24:18.560751Z","steps":["trace[1162153248] 'agreement among raft nodes before linearized reading' (duration: 3.862161935s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:14.698541Z","time spent":"3.862227256s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.560694Z","caller":"traceutil/trace.go:171","msg":"trace[1128048773] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25410; }","duration":"3.891636269s","start":"2026-05-06T10:24:14.669043Z","end":"2026-05-06T10:24:18.560679Z","steps":["trace[1128048773] 'agreement among raft nodes before linearized reading' (duration: 3.891546417s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.560627Z","caller":"traceutil/trace.go:171","msg":"trace[908414450] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25410; }","duration":"3.483749757s","start":"2026-05-06T10:24:15.076871Z","end":"2026-05-06T10:24:18.560621Z","steps":["trace[908414450] 'agreement among raft nodes before linearized reading' (duration: 3.483720916s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143241138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-06T10:24:18.560887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:15.076852Z","time spent":"3.484014745s","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.560916Z","caller":"traceutil/trace.go:171","msg":"trace[1190093343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25410; }","duration":"4.143343151s","start":"2026-05-06T10:24:14.417556Z","end":"2026-05-06T10:24:18.560899Z","steps":["trace[1190093343] 'agreement among raft nodes before linearized reading' (duration: 4.143163686s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.56094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.140142187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:18.560957Z","caller":"traceutil/trace.go:171","msg":"trace[348237910] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25410; }","duration":"5.140196539s","start":"2026-05-06T10:24:13.420755Z","end":"2026-05-06T10:24:18.560952Z","steps":["trace[348237910] 'agreement among raft nodes before linearized reading' (duration: 5.140169578s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.56095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139834238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-05-06T10:24:18.560961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.038053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.560961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:14.417533Z","time spent":"4.143415774s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:18.560976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.420734Z","time spent":"5.140238921s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-06T10:24:18.560813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:14.669023Z","time spent":"3.891770614s","remote":"127.0.0.1:37144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:18.561014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733106345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.56103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.736189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:18.561055Z","caller":"traceutil/trace.go:171","msg":"trace[1547300163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25410; }","duration":"318.791471ms","start":"2026-05-06T10:24:18.242256Z","end":"2026-05-06T10:24:18.561047Z","steps":["trace[1547300163] 'agreement among raft nodes before linearized reading' (duration: 318.75877ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.561053Z","caller":"traceutil/trace.go:171","msg":"trace[750689150] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25410; }","duration":"4.733182358s","start":"2026-05-06T10:24:13.82786Z","end":"2026-05-06T10:24:18.561042Z","steps":["trace[750689150] 'agreement among raft nodes before linearized reading' (duration: 4.733104345s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.56092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166636133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:18.561089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.242239Z","time spent":"318.844603ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:24:18.561103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.827836Z","time spent":"4.733254569s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:18.561145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233276716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.561177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600449678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:18.561195Z","caller":"traceutil/trace.go:171","msg":"trace[1949378122] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25410; }","duration":"1.600497699s","start":"2026-05-06T10:24:16.960693Z","end":"2026-05-06T10:24:18.56119Z","steps":["trace[1949378122] 'agreement among raft nodes before linearized reading' (duration: 1.600459908s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160047785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-06T10:24:18.561209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.960674Z","time spent":"1.600531851s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.5612Z","caller":"traceutil/trace.go:171","msg":"trace[1267084807] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25410; }","duration":"1.233369988s","start":"2026-05-06T10:24:17.327817Z","end":"2026-05-06T10:24:18.561187Z","steps":["trace[1267084807] 'agreement among raft nodes before linearized reading' (duration: 1.233271455s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.561228Z","caller":"traceutil/trace.go:171","msg":"trace[1515778833] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25410; }","duration":"2.160091557s","start":"2026-05-06T10:24:16.401124Z","end":"2026-05-06T10:24:18.561216Z","steps":["trace[1515778833] 'agreement among raft nodes before linearized reading' (duration: 2.160010935s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.56077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.418105Z","time spent":"5.142657368s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-06T10:24:18.561243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.780208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:18.56111Z","caller":"traceutil/trace.go:171","msg":"trace[2139092759] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25410; }","duration":"2.16685532s","start":"2026-05-06T10:24:16.394246Z","end":"2026-05-06T10:24:18.561102Z","steps":["trace[2139092759] 'agreement among raft nodes before linearized reading' (duration: 2.166623932s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.401114Z","time spent":"2.160147959s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:18.561291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.394236Z","time spent":"2.167050226s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.561295Z","caller":"traceutil/trace.go:171","msg":"trace[228488418] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25410; }","duration":"439.870281ms","start":"2026-05-06T10:24:18.121409Z","end":"2026-05-06T10:24:18.561279Z","steps":["trace[228488418] 'agreement among raft nodes before linearized reading' (duration: 439.787259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16429306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-06T10:24:18.560997Z","caller":"traceutil/trace.go:171","msg":"trace[2066137589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25410; }","duration":"165.098115ms","start":"2026-05-06T10:24:18.395886Z","end":"2026-05-06T10:24:18.560984Z","steps":["trace[2066137589] 'agreement among raft nodes before linearized reading' (duration: 165.053424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.121389Z","time spent":"439.935993ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.560985Z","caller":"traceutil/trace.go:171","msg":"trace[723743931] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25410; }","duration":"5.13989824s","start":"2026-05-06T10:24:13.421078Z","end":"2026-05-06T10:24:18.560976Z","steps":["trace[723743931] 'agreement among raft nodes before linearized reading' (duration: 5.139815247s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.030613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.561414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.421049Z","time spent":"5.140355774s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-05-06T10:24:18.561238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:17.327803Z","time spent":"1.233424951s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:18.561436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167147619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6da31517-1b9d-4877-a238-8785c7d2ef43\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-06T10:24:18.561464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.541641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:18.561335Z","caller":"traceutil/trace.go:171","msg":"trace[1068553113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25410; }","duration":"2.164336641s","start":"2026-05-06T10:24:16.39699Z","end":"2026-05-06T10:24:18.561327Z","steps":["trace[1068553113] 'agreement among raft nodes before linearized reading' (duration: 2.164230367s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.561499Z","caller":"traceutil/trace.go:171","msg":"trace[1478809778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25410; }","duration":"583.601603ms","start":"2026-05-06T10:24:17.97789Z","end":"2026-05-06T10:24:18.561492Z","steps":["trace[1478809778] 'agreement among raft nodes before linearized reading' (duration: 583.550631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973241997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:18.561525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:17.977876Z","time spent":"583.644095ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T10:24:18.561536Z","caller":"traceutil/trace.go:171","msg":"trace[1762239151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25410; }","duration":"1.973421724s","start":"2026-05-06T10:24:16.588103Z","end":"2026-05-06T10:24:18.561525Z","steps":["trace[1762239151] 'agreement among raft nodes before linearized reading' (duration: 1.97329434s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.560872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.066471555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:18.561528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.396983Z","time spent":"2.164526586s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T10:24:18.561556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.588083Z","time spent":"1.973466715s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:18.561547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.269435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:18.561421Z","caller":"traceutil/trace.go:171","msg":"trace[615053372] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25410; }","duration":"855.100986ms","start":"2026-05-06T10:24:17.706311Z","end":"2026-05-06T10:24:18.561412Z","steps":["trace[615053372] 'agreement among raft nodes before linearized reading' (duration: 855.041655ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:18.561617Z","caller":"traceutil/trace.go:171","msg":"trace[1886763034] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25410; }","duration":"421.385189ms","start":"2026-05-06T10:24:18.140216Z","end":"2026-05-06T10:24:18.561601Z","steps":["trace[1886763034] 'agreement among raft nodes before linearized reading' (duration: 421.278616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:17.70629Z","time spent":"855.340273ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:18.561666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.140183Z","time spent":"421.468652ms","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.561566Z","caller":"traceutil/trace.go:171","msg":"trace[475061532] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25410; }","duration":"5.067202768s","start":"2026-05-06T10:24:13.494352Z","end":"2026-05-06T10:24:18.561555Z","steps":["trace[475061532] 'agreement among raft nodes before linearized reading' (duration: 5.066440024s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:13.494331Z","time spent":"5.067371904s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:18.561467Z","caller":"traceutil/trace.go:171","msg":"trace[821098732] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6da31517-1b9d-4877-a238-8785c7d2ef43; range_end:; response_count:1; response_revision:25410; }","duration":"2.167199051s","start":"2026-05-06T10:24:16.394256Z","end":"2026-05-06T10:24:18.561455Z","steps":["trace[821098732] 'agreement among raft nodes before linearized reading' (duration: 2.167122498s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.561761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:16.39424Z","time spent":"2.167510671s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-6da31517-1b9d-4877-a238-8785c7d2ef43\" "} {"level":"warn","ts":"2026-05-06T10:24:18.925923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.451713ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-06T10:24:18.926039Z","caller":"traceutil/trace.go:171","msg":"trace[931158870] linearizableReadLoop","detail":"{readStateIndex:26254; appliedIndex:26253; }","duration":"359.547393ms","start":"2026-05-06T10:24:18.566471Z","end":"2026-05-06T10:24:18.926019Z","steps":["trace[931158870] 'read index received' (duration: 128.07784ms)","trace[931158870] 'applied index is now lower than readState.Index' (duration: 231.467913ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:18.926122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.566225Z","time spent":"359.893314ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T10:24:18.926534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.044628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-06T10:24:18.926856Z","caller":"traceutil/trace.go:171","msg":"trace[1818279191] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25410; }","duration":"360.378979ms","start":"2026-05-06T10:24:18.566456Z","end":"2026-05-06T10:24:18.926835Z","steps":["trace[1818279191] 'agreement among raft nodes before linearized reading' (duration: 359.873954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:18.926901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.56645Z","time spent":"360.438311ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T10:24:19.949921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.881497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:19.95031Z","caller":"traceutil/trace.go:171","msg":"trace[1749107621] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"1.383022057s","start":"2026-05-06T10:24:18.567271Z","end":"2026-05-06T10:24:19.950293Z","steps":["trace[1749107621] 'process raft request' (duration: 1.382722198s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:19.950308Z","caller":"traceutil/trace.go:171","msg":"trace[215359190] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"1.383144481s","start":"2026-05-06T10:24:18.567135Z","end":"2026-05-06T10:24:19.95028Z","steps":["trace[215359190] 'process raft request' (duration: 651.82746ms)","trace[215359190] 'compare' (duration: 730.6441ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:19.950367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.567254Z","time spent":"1.38309126s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:24:19.950435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.567126Z","time spent":"1.383240575s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:20.300022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.926131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:24:20.300131Z","caller":"traceutil/trace.go:171","msg":"trace[982916301] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25413; }","duration":"1.37227197s","start":"2026-05-06T10:24:18.927847Z","end":"2026-05-06T10:24:20.300119Z","steps":["trace[982916301] 'process raft request' (duration: 1.372239009s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.927824Z","time spent":"1.372323401s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:20.300192Z","caller":"traceutil/trace.go:171","msg":"trace[68662821] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26254; }","duration":"1.374097297s","start":"2026-05-06T10:24:18.926076Z","end":"2026-05-06T10:24:20.300173Z","steps":["trace[68662821] 'read index received' (duration: 292.905546ms)","trace[68662821] 'applied index is now lower than readState.Index' (duration: 1.08118806s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:20.300244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648078408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:20.30027Z","caller":"traceutil/trace.go:171","msg":"trace[1880953292] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25413; }","duration":"1.648129049s","start":"2026-05-06T10:24:18.652133Z","end":"2026-05-06T10:24:20.300262Z","steps":["trace[1880953292] 'agreement among raft nodes before linearized reading' (duration: 1.648084738s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697747161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-05-06T10:24:20.300285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.652117Z","time spent":"1.648164551s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-06T10:24:20.300299Z","caller":"traceutil/trace.go:171","msg":"trace[1376469563] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25413; }","duration":"1.697801092s","start":"2026-05-06T10:24:18.602489Z","end":"2026-05-06T10:24:20.30029Z","steps":["trace[1376469563] 'agreement among raft nodes before linearized reading' (duration: 1.697754391s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.602468Z","time spent":"1.697841324s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-05-06T10:24:20.30034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733381752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-06T10:24:20.300359Z","caller":"traceutil/trace.go:171","msg":"trace[906308464] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25413; }","duration":"1.733411163s","start":"2026-05-06T10:24:18.566942Z","end":"2026-05-06T10:24:20.300353Z","steps":["trace[906308464] 'agreement among raft nodes before linearized reading' (duration: 1.73331438s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146127983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:20.300368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402837171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:20.300375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.566921Z","time spent":"1.733450634s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-06T10:24:20.300381Z","caller":"traceutil/trace.go:171","msg":"trace[1241456425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25413; }","duration":"1.146253318s","start":"2026-05-06T10:24:19.154123Z","end":"2026-05-06T10:24:20.300376Z","steps":["trace[1241456425] 'agreement among raft nodes before linearized reading' (duration: 1.146225467s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:20.300382Z","caller":"traceutil/trace.go:171","msg":"trace[1397588311] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25413; }","duration":"1.402886213s","start":"2026-05-06T10:24:18.897491Z","end":"2026-05-06T10:24:20.300377Z","steps":["trace[1397588311] 'agreement among raft nodes before linearized reading' (duration: 1.402862642s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:19.154101Z","time spent":"1.146291448s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:24:20.3004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.897471Z","time spent":"1.402922904s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:20.300402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688289653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:20.300417Z","caller":"traceutil/trace.go:171","msg":"trace[1047754829] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25413; }","duration":"1.688344254s","start":"2026-05-06T10:24:18.612067Z","end":"2026-05-06T10:24:20.300411Z","steps":["trace[1047754829] 'agreement among raft nodes before linearized reading' (duration: 1.688317953s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.61205Z","time spent":"1.688375606s","remote":"127.0.0.1:46994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:20.300402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362269195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-06T10:24:20.30043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.345875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-06T10:24:20.300475Z","caller":"traceutil/trace.go:171","msg":"trace[1848120471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25413; }","duration":"1.362378238s","start":"2026-05-06T10:24:18.938077Z","end":"2026-05-06T10:24:20.300455Z","steps":["trace[1848120471] 'agreement among raft nodes before linearized reading' (duration: 1.362232174s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:20.300482Z","caller":"traceutil/trace.go:171","msg":"trace[832408318] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25413; }","duration":"733.448899ms","start":"2026-05-06T10:24:19.567022Z","end":"2026-05-06T10:24:20.300471Z","steps":["trace[832408318] 'agreement among raft nodes before linearized reading' (duration: 733.285274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:19.567001Z","time spent":"733.4989ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:20.30054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097484053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T10:24:20.300541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156673996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:20.300557Z","caller":"traceutil/trace.go:171","msg":"trace[2097594132] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25413; }","duration":"1.097538675s","start":"2026-05-06T10:24:19.203014Z","end":"2026-05-06T10:24:20.300553Z","steps":["trace[2097594132] 'agreement among raft nodes before linearized reading' (duration: 1.097446172s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:20.300561Z","caller":"traceutil/trace.go:171","msg":"trace[59725524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25413; }","duration":"1.156733478s","start":"2026-05-06T10:24:19.143822Z","end":"2026-05-06T10:24:20.300556Z","steps":["trace[59725524] 'agreement among raft nodes before linearized reading' (duration: 1.156695936s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:19.202995Z","time spent":"1.097572976s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:20.300579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:19.143799Z","time spent":"1.156775309s","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:20.300504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:18.938063Z","time spent":"1.36243486s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T10:24:20.300621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.672117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-06T10:24:20.300639Z","caller":"traceutil/trace.go:171","msg":"trace[702158556] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25413; }","duration":"345.714098ms","start":"2026-05-06T10:24:19.954919Z","end":"2026-05-06T10:24:20.300633Z","steps":["trace[702158556] 'agreement among raft nodes before linearized reading' (duration: 345.661746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.300652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:19.954906Z","time spent":"345.74353ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:24:20.638491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.532296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:20.638618Z","caller":"traceutil/trace.go:171","msg":"trace[1432399344] linearizableReadLoop","detail":"{readStateIndex:26260; appliedIndex:26259; }","duration":"272.384961ms","start":"2026-05-06T10:24:20.366215Z","end":"2026-05-06T10:24:20.6386Z","steps":["trace[1432399344] 'read index received' (duration: 53.647919ms)","trace[1432399344] 'applied index is now lower than readState.Index' (duration: 218.734962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:20.638714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.454028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:20.63875Z","caller":"traceutil/trace.go:171","msg":"trace[1092926077] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"335.770735ms","start":"2026-05-06T10:24:20.302942Z","end":"2026-05-06T10:24:20.638713Z","steps":["trace[1092926077] 'process raft request' (duration: 116.883028ms)","trace[1092926077] 'compare' (duration: 218.245106ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:20.638791Z","caller":"traceutil/trace.go:171","msg":"trace[1885776892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25414; }","duration":"330.553141ms","start":"2026-05-06T10:24:20.308221Z","end":"2026-05-06T10:24:20.638775Z","steps":["trace[1885776892] 'agreement among raft nodes before linearized reading' (duration: 330.405836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.638806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.341401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-05-06T10:24:20.63881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.987037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-06T10:24:20.638829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.308212Z","time spent":"330.608852ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T10:24:20.638855Z","caller":"traceutil/trace.go:171","msg":"trace[1493263249] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288; range_end:; response_count:1; response_revision:25414; }","duration":"335.428824ms","start":"2026-05-06T10:24:20.303414Z","end":"2026-05-06T10:24:20.638842Z","steps":["trace[1493263249] 'agreement among raft nodes before linearized reading' (duration: 335.270319ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:20.638888Z","caller":"traceutil/trace.go:171","msg":"trace[1640546178] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25414; }","duration":"333.06057ms","start":"2026-05-06T10:24:20.305791Z","end":"2026-05-06T10:24:20.638852Z","steps":["trace[1640546178] 'agreement among raft nodes before linearized reading' (duration: 332.872024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.638892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.302934Z","time spent":"335.884559ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:20.638907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.303395Z","time spent":"335.496616ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-b8fe8f91-6898-4ccc-96fa-bf833f610288\" "} {"level":"warn","ts":"2026-05-06T10:24:20.63893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.305783Z","time spent":"333.139372ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-06T10:24:20.682178Z","caller":"traceutil/trace.go:171","msg":"trace[180856375] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"314.62299ms","start":"2026-05-06T10:24:20.367526Z","end":"2026-05-06T10:24:20.682149Z","steps":["trace[180856375] 'process raft request' (duration: 314.464735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:20.682357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.367513Z","time spent":"314.751714ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:22.045095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.336862584s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:24:22.045557Z","caller":"traceutil/trace.go:171","msg":"trace[863954494] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"1.478865572s","start":"2026-05-06T10:24:20.566666Z","end":"2026-05-06T10:24:22.045532Z","steps":["trace[863954494] 'process raft request' (duration: 1.478776919s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:22.045597Z","caller":"traceutil/trace.go:171","msg":"trace[493365463] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"1.479293876s","start":"2026-05-06T10:24:20.566275Z","end":"2026-05-06T10:24:22.045569Z","steps":["trace[493365463] 'process raft request' (duration: 1.479013927s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.045694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.566655Z","time spent":"1.478971066s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:22.045738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.566248Z","time spent":"1.479403039s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:22.045854Z","caller":"traceutil/trace.go:171","msg":"trace[1118025316] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"1.478918904s","start":"2026-05-06T10:24:20.566923Z","end":"2026-05-06T10:24:22.045841Z","steps":["trace[1118025316] 'process raft request' (duration: 1.478565562s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.045913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.566914Z","time spent":"1.478972255s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:22.046018Z","caller":"traceutil/trace.go:171","msg":"trace[1945123640] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"1.479019287s","start":"2026-05-06T10:24:20.566983Z","end":"2026-05-06T10:24:22.046002Z","steps":["trace[1945123640] 'process raft request' (duration: 1.478750808s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:22.04604Z","caller":"traceutil/trace.go:171","msg":"trace[2136736136] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"1.478980196s","start":"2026-05-06T10:24:20.567027Z","end":"2026-05-06T10:24:22.046007Z","steps":["trace[2136736136] 'process raft request' (duration: 1.478865702s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.04608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.566974Z","time spent":"1.479073049s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:22.046161Z","caller":"traceutil/trace.go:171","msg":"trace[1480624547] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"1.478716107s","start":"2026-05-06T10:24:20.567424Z","end":"2026-05-06T10:24:22.04614Z","steps":["trace[1480624547] 'process raft request' (duration: 1.478527961s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.046209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.56702Z","time spent":"1.479101259s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:22.046224Z","caller":"traceutil/trace.go:171","msg":"trace[176869901] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"1.477783258s","start":"2026-05-06T10:24:20.56843Z","end":"2026-05-06T10:24:22.046213Z","steps":["trace[176869901] 'process raft request' (duration: 1.477699886s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:22.046248Z","caller":"traceutil/trace.go:171","msg":"trace[548895925] linearizableReadLoop","detail":"{readStateIndex:26269; appliedIndex:26260; }","duration":"1.407583279s","start":"2026-05-06T10:24:20.638654Z","end":"2026-05-06T10:24:22.046237Z","steps":["trace[548895925] 'read index received' (duration: 43.390215ms)","trace[548895925] 'applied index is now lower than readState.Index' (duration: 1.364192334s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:22.046265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.567414Z","time spent":"1.47880111s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:22.046296Z","caller":"traceutil/trace.go:171","msg":"trace[233457600] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"1.404126891s","start":"2026-05-06T10:24:20.642162Z","end":"2026-05-06T10:24:22.046289Z","steps":["trace[233457600] 'process raft request' (duration: 1.403997807s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.046306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.568419Z","time spent":"1.47783509s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:22.04633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.642131Z","time spent":"1.404178922s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T10:24:22.046325Z","caller":"traceutil/trace.go:171","msg":"trace[94354855] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"1.400039322s","start":"2026-05-06T10:24:20.646268Z","end":"2026-05-06T10:24:22.046307Z","steps":["trace[94354855] 'process raft request' (duration: 1.399929519s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:22.046179Z","caller":"traceutil/trace.go:171","msg":"trace[700958789] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"1.478207021s","start":"2026-05-06T10:24:20.567962Z","end":"2026-05-06T10:24:22.046169Z","steps":["trace[700958789] 'process raft request' (duration: 1.478104708s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.046413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.646255Z","time spent":"1.400110574s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:22.046416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.567951Z","time spent":"1.478425198s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:22.046482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675654805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-06T10:24:22.046512Z","caller":"traceutil/trace.go:171","msg":"trace[1323878604] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25425; }","duration":"1.675690845s","start":"2026-05-06T10:24:20.370812Z","end":"2026-05-06T10:24:22.046502Z","steps":["trace[1323878604] 'agreement among raft nodes before linearized reading' (duration: 1.675571362s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.04652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676737739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18acf2e71762b16e\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-05-06T10:24:22.046539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.370808Z","time spent":"1.675725156s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-05-06T10:24:22.046549Z","caller":"traceutil/trace.go:171","msg":"trace[1241743823] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18acf2e71762b16e; range_end:; response_count:1; response_revision:25425; }","duration":"1.67678838s","start":"2026-05-06T10:24:20.369752Z","end":"2026-05-06T10:24:22.046541Z","steps":["trace[1241743823] 'agreement among raft nodes before linearized reading' (duration: 1.676677366s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.046575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.369745Z","time spent":"1.67682209s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18acf2e71762b16e\" "} {"level":"warn","ts":"2026-05-06T10:24:22.834445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.080797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:22.834739Z","caller":"traceutil/trace.go:171","msg":"trace[534562822] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"1.82897996s","start":"2026-05-06T10:24:21.005717Z","end":"2026-05-06T10:24:22.834697Z","steps":["trace[534562822] 'process raft request' (duration: 1.395568122s)","trace[534562822] 'compare' (duration: 432.811429ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:22.834793Z","caller":"traceutil/trace.go:171","msg":"trace[328367366] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26271; }","duration":"788.500741ms","start":"2026-05-06T10:24:22.046271Z","end":"2026-05-06T10:24:22.834772Z","steps":["trace[328367366] 'read index received' (duration: 355.054082ms)","trace[328367366] 'applied index is now lower than readState.Index' (duration: 433.445449ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:22.834909Z","caller":"traceutil/trace.go:171","msg":"trace[44147711] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"785.673342ms","start":"2026-05-06T10:24:22.049155Z","end":"2026-05-06T10:24:22.834829Z","steps":["trace[44147711] 'process raft request' (duration: 785.396653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.834981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436572743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-06T10:24:22.834996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:21.005698Z","time spent":"1.829133105s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:22.835038Z","caller":"traceutil/trace.go:171","msg":"trace[1204956415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25427; }","duration":"1.436671206s","start":"2026-05-06T10:24:21.398352Z","end":"2026-05-06T10:24:22.835023Z","steps":["trace[1204956415] 'agreement among raft nodes before linearized reading' (duration: 1.436443259s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:21.398332Z","time spent":"1.436742037s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-06T10:24:22.835031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.049139Z","time spent":"785.850338ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:22.83515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.801463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-06T10:24:22.835197Z","caller":"traceutil/trace.go:171","msg":"trace[335567748] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25428; }","duration":"783.884776ms","start":"2026-05-06T10:24:22.051298Z","end":"2026-05-06T10:24:22.835182Z","steps":["trace[335567748] 'agreement among raft nodes before linearized reading' (duration: 783.739181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903200825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:22.835245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.051286Z","time spent":"783.947658ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-06T10:24:22.835218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371604238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:22.835271Z","caller":"traceutil/trace.go:171","msg":"trace[1412294483] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25428; }","duration":"1.903378801s","start":"2026-05-06T10:24:20.931866Z","end":"2026-05-06T10:24:22.835245Z","steps":["trace[1412294483] 'agreement among raft nodes before linearized reading' (duration: 1.902943917s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189172983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-05-06T10:24:22.835327Z","caller":"traceutil/trace.go:171","msg":"trace[119129770] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25428; }","duration":"2.189211224s","start":"2026-05-06T10:24:20.646109Z","end":"2026-05-06T10:24:22.83532Z","steps":["trace[119129770] 'agreement among raft nodes before linearized reading' (duration: 2.188729049s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.646101Z","time spent":"2.189250965s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-05-06T10:24:22.835353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.93185Z","time spent":"1.903481414s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:22.83537Z","caller":"traceutil/trace.go:171","msg":"trace[2051924255] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25428; }","duration":"1.371799644s","start":"2026-05-06T10:24:21.463551Z","end":"2026-05-06T10:24:22.835351Z","steps":["trace[2051924255] 'agreement among raft nodes before linearized reading' (duration: 1.371266847s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864046623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:22.835458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:21.463531Z","time spent":"1.371906978s","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:22.835247Z","caller":"traceutil/trace.go:171","msg":"trace[1186704511] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"784.383781ms","start":"2026-05-06T10:24:22.050848Z","end":"2026-05-06T10:24:22.835232Z","steps":["trace[1186704511] 'process raft request' (duration: 783.933547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193005263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-06T10:24:22.835542Z","caller":"traceutil/trace.go:171","msg":"trace[1054169590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25428; }","duration":"2.193041264s","start":"2026-05-06T10:24:20.642493Z","end":"2026-05-06T10:24:22.835534Z","steps":["trace[1054169590] 'agreement among raft nodes before linearized reading' (duration: 2.192356102s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.050828Z","time spent":"784.699021ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:24:22.835566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.44854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:22.835629Z","caller":"traceutil/trace.go:171","msg":"trace[1954596823] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25428; }","duration":"693.520162ms","start":"2026-05-06T10:24:22.142072Z","end":"2026-05-06T10:24:22.835592Z","steps":["trace[1954596823] 'agreement among raft nodes before linearized reading' (duration: 693.400348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.065767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:22.835185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15096137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-06T10:24:22.835704Z","caller":"traceutil/trace.go:171","msg":"trace[1259330693] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25428; }","duration":"133.282624ms","start":"2026-05-06T10:24:22.702411Z","end":"2026-05-06T10:24:22.835694Z","steps":["trace[1259330693] 'agreement among raft nodes before linearized reading' (duration: 133.045707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525826901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-06T10:24:22.835718Z","caller":"traceutil/trace.go:171","msg":"trace[316617074] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25428; }","duration":"2.151521628s","start":"2026-05-06T10:24:20.684181Z","end":"2026-05-06T10:24:22.835702Z","steps":["trace[316617074] 'agreement among raft nodes before linearized reading' (duration: 2.15061655s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.68417Z","time spent":"2.15157557s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-06T10:24:22.835452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.095093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:22.835493Z","caller":"traceutil/trace.go:171","msg":"trace[1337300958] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25428; }","duration":"1.864141446s","start":"2026-05-06T10:24:20.971339Z","end":"2026-05-06T10:24:22.83548Z","steps":["trace[1337300958] 'agreement among raft nodes before linearized reading' (duration: 1.863454135s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:22.835783Z","caller":"traceutil/trace.go:171","msg":"trace[1820740565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25428; }","duration":"1.525931074s","start":"2026-05-06T10:24:21.309834Z","end":"2026-05-06T10:24:22.835765Z","steps":["trace[1820740565] 'agreement among raft nodes before linearized reading' (duration: 1.525008085s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.971322Z","time spent":"1.864516789s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:22.835767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189253635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"warn","ts":"2026-05-06T10:24:22.835858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:21.309818Z","time spent":"1.526029417s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:22.835566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.642483Z","time spent":"2.193078376s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:24:22.835815Z","caller":"traceutil/trace.go:171","msg":"trace[1428322065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25428; }","duration":"682.505266ms","start":"2026-05-06T10:24:22.153303Z","end":"2026-05-06T10:24:22.835808Z","steps":["trace[1428322065] 'agreement among raft nodes before linearized reading' (duration: 682.111933ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:22.835998Z","caller":"traceutil/trace.go:171","msg":"trace[874610891] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25428; }","duration":"2.189575855s","start":"2026-05-06T10:24:20.64637Z","end":"2026-05-06T10:24:22.835946Z","steps":["trace[874610891] 'agreement among raft nodes before linearized reading' (duration: 2.18846623s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.836154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:20.646365Z","time spent":"2.189770382s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-06T10:24:22.836078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.153284Z","time spent":"682.781835ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:24:22.835292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.044642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:22.836513Z","caller":"traceutil/trace.go:171","msg":"trace[273142827] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25428; }","duration":"165.27006ms","start":"2026-05-06T10:24:22.671199Z","end":"2026-05-06T10:24:22.836469Z","steps":["trace[273142827] 'agreement among raft nodes before linearized reading' (duration: 164.034252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:22.835673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.142029Z","time spent":"693.631086ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:23.344221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:23.845159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:24:24.159389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317520656s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T10:24:24.662222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208278799s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:24.662318Z","caller":"traceutil/trace.go:171","msg":"trace[480831767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25428; }","duration":"1.208386392s","start":"2026-05-06T10:24:23.453919Z","end":"2026-05-06T10:24:24.662306Z","steps":["trace[480831767] 'range keys from in-memory index tree' (duration: 1.208265397s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:24.663514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.852233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:24.66366Z","caller":"traceutil/trace.go:171","msg":"trace[547706092] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"1.821854815s","start":"2026-05-06T10:24:22.841779Z","end":"2026-05-06T10:24:24.663634Z","steps":["trace[547706092] 'process raft request' (duration: 1.317807636s)","trace[547706092] 'compare' (duration: 503.712168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:24.663811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.841768Z","time spent":"1.822005559s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:24:25.2852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125564505s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:24:25.285637Z","caller":"traceutil/trace.go:171","msg":"trace[1726226785] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"1.234318978s","start":"2026-05-06T10:24:24.051295Z","end":"2026-05-06T10:24:25.285614Z","steps":["trace[1726226785] 'process raft request' (duration: 1.234250686s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:25.285707Z","caller":"traceutil/trace.go:171","msg":"trace[1466364729] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"1.718197613s","start":"2026-05-06T10:24:23.567484Z","end":"2026-05-06T10:24:25.285681Z","steps":["trace[1466364729] 'process raft request' (duration: 1.717877703s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.285776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.051275Z","time spent":"1.234406991s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:25.285839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.567459Z","time spent":"1.718313117s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:25.285817Z","caller":"traceutil/trace.go:171","msg":"trace[1772516572] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"1.235634819s","start":"2026-05-06T10:24:24.05015Z","end":"2026-05-06T10:24:25.285785Z","steps":["trace[1772516572] 'process raft request' (duration: 1.23535625s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:25.285941Z","caller":"traceutil/trace.go:171","msg":"trace[2098675983] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"1.234156473s","start":"2026-05-06T10:24:24.051776Z","end":"2026-05-06T10:24:25.285933Z","steps":["trace[2098675983] 'process raft request' (duration: 1.233998318s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:25.285934Z","caller":"traceutil/trace.go:171","msg":"trace[1590411755] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"1.234193364s","start":"2026-05-06T10:24:24.051704Z","end":"2026-05-06T10:24:25.285898Z","steps":["trace[1590411755] 'process raft request' (duration: 1.233875714s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.285966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.050129Z","time spent":"1.235762183s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:25.285997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.051748Z","time spent":"1.234208284s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:25.285987Z","caller":"traceutil/trace.go:171","msg":"trace[444619224] linearizableReadLoop","detail":"{readStateIndex:26276; appliedIndex:26274; }","duration":"2.442551565s","start":"2026-05-06T10:24:22.843423Z","end":"2026-05-06T10:24:25.285975Z","steps":["trace[444619224] 'read index received' (duration: 1.316207255s)","trace[444619224] 'applied index is now lower than readState.Index' (duration: 1.12634346s)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:25.286113Z","caller":"traceutil/trace.go:171","msg":"trace[449056500] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"1.233894144s","start":"2026-05-06T10:24:24.052207Z","end":"2026-05-06T10:24:25.286101Z","steps":["trace[449056500] 'process raft request' (duration: 1.233692718s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.051678Z","time spent":"1.234328548s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:25.28615Z","caller":"traceutil/trace.go:171","msg":"trace[1068487685] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"1.233512962s","start":"2026-05-06T10:24:24.052629Z","end":"2026-05-06T10:24:25.286142Z","steps":["trace[1068487685] 'process raft request' (duration: 1.233294205s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438053034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-05-06T10:24:25.28617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.052178Z","time spent":"1.233962876s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:25.286198Z","caller":"traceutil/trace.go:171","msg":"trace[1633920478] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25438; }","duration":"2.438085065s","start":"2026-05-06T10:24:22.848103Z","end":"2026-05-06T10:24:25.286188Z","steps":["trace[1633920478] 'agreement among raft nodes before linearized reading' (duration: 2.437999702s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.052621Z","time spent":"1.233558303s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:25.286216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.848074Z","time spent":"2.438138007s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-06T10:24:25.286118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442684799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-06T10:24:25.28626Z","caller":"traceutil/trace.go:171","msg":"trace[215728483] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25438; }","duration":"2.442836745s","start":"2026-05-06T10:24:22.843409Z","end":"2026-05-06T10:24:25.286246Z","steps":["trace[215728483] 'agreement among raft nodes before linearized reading' (duration: 2.442601337s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:25.286284Z","caller":"traceutil/trace.go:171","msg":"trace[1347579651] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"1.234057639s","start":"2026-05-06T10:24:24.052213Z","end":"2026-05-06T10:24:25.286271Z","steps":["trace[1347579651] 'process raft request' (duration: 1.233656647s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.843403Z","time spent":"2.442882406s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-06T10:24:25.28633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.052195Z","time spent":"1.234110291s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:25.28641Z","caller":"traceutil/trace.go:171","msg":"trace[968506032] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"1.232822971s","start":"2026-05-06T10:24:24.05358Z","end":"2026-05-06T10:24:25.286403Z","steps":["trace[968506032] 'process raft request' (duration: 1.232367716s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446516404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-06T10:24:25.286452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.053566Z","time spent":"1.232863271s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:25.286485Z","caller":"traceutil/trace.go:171","msg":"trace[636732596] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25438; }","duration":"1.446576286s","start":"2026-05-06T10:24:23.8399Z","end":"2026-05-06T10:24:25.286476Z","steps":["trace[636732596] 'agreement among raft nodes before linearized reading' (duration: 1.446449812s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.28651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.83989Z","time spent":"1.446615087s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:25.286527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279134397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T10:24:25.286549Z","caller":"traceutil/trace.go:171","msg":"trace[246435918] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25438; }","duration":"1.27919612s","start":"2026-05-06T10:24:24.007347Z","end":"2026-05-06T10:24:25.286543Z","steps":["trace[246435918] 'agreement among raft nodes before linearized reading' (duration: 1.279056256s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.007328Z","time spent":"1.279235321s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:25.286625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132229135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:25.286606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.323458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-06T10:24:25.286642Z","caller":"traceutil/trace.go:171","msg":"trace[600453548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25438; }","duration":"1.132273847s","start":"2026-05-06T10:24:24.154361Z","end":"2026-05-06T10:24:25.286635Z","steps":["trace[600453548] 'agreement among raft nodes before linearized reading' (duration: 1.132249286s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.601091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:24:25.286691Z","caller":"traceutil/trace.go:171","msg":"trace[332700709] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25438; }","duration":"620.397001ms","start":"2026-05-06T10:24:24.666248Z","end":"2026-05-06T10:24:25.286645Z","steps":["trace[332700709] 'agreement among raft nodes before linearized reading' (duration: 620.128623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.666238Z","time spent":"620.481133ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:24:25.286751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402873921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-69r79\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-05-06T10:24:25.286784Z","caller":"traceutil/trace.go:171","msg":"trace[1338082324] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-69r79; range_end:; response_count:1; response_revision:25438; }","duration":"1.402947603s","start":"2026-05-06T10:24:23.883827Z","end":"2026-05-06T10:24:25.286775Z","steps":["trace[1338082324] 'agreement among raft nodes before linearized reading' (duration: 1.402825239s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.28681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.883806Z","time spent":"1.402997465s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-69r79\" "} {"level":"info","ts":"2026-05-06T10:24:25.286726Z","caller":"traceutil/trace.go:171","msg":"trace[61277638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25438; }","duration":"438.706014ms","start":"2026-05-06T10:24:24.848006Z","end":"2026-05-06T10:24:25.286712Z","steps":["trace[61277638] 'agreement among raft nodes before linearized reading' (duration: 438.602901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067277226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-06T10:24:25.286892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855961197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:25.286906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485934385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:25.286925Z","caller":"traceutil/trace.go:171","msg":"trace[201389042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25438; }","duration":"2.067331188s","start":"2026-05-06T10:24:23.219565Z","end":"2026-05-06T10:24:25.286896Z","steps":["trace[201389042] 'agreement among raft nodes before linearized reading' (duration: 2.067234695s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897783774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:25.286938Z","caller":"traceutil/trace.go:171","msg":"trace[780715198] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25438; }","duration":"1.85604006s","start":"2026-05-06T10:24:23.430883Z","end":"2026-05-06T10:24:25.286923Z","steps":["trace[780715198] 'agreement among raft nodes before linearized reading' (duration: 1.855956047s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.219544Z","time spent":"2.067399201s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-06T10:24:25.286943Z","caller":"traceutil/trace.go:171","msg":"trace[1878115474] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25438; }","duration":"1.486007917s","start":"2026-05-06T10:24:23.800924Z","end":"2026-05-06T10:24:25.286932Z","steps":["trace[1878115474] 'agreement among raft nodes before linearized reading' (duration: 1.485949175s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:25.286967Z","caller":"traceutil/trace.go:171","msg":"trace[1171642463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25438; }","duration":"1.897845776s","start":"2026-05-06T10:24:23.38911Z","end":"2026-05-06T10:24:25.286955Z","steps":["trace[1171642463] 'agreement among raft nodes before linearized reading' (duration: 1.897785224s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.286976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.800906Z","time spent":"1.486062928s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:25.286689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.154348Z","time spent":"1.132306797s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:24:25.286866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:24.847988Z","time spent":"438.861139ms","remote":"127.0.0.1:49054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:25.286974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.430864Z","time spent":"1.856101292s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:24:25.287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.389093Z","time spent":"1.897898347s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:25.28715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396272069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:25.287185Z","caller":"traceutil/trace.go:171","msg":"trace[805669539] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25438; }","duration":"2.396360012s","start":"2026-05-06T10:24:22.890815Z","end":"2026-05-06T10:24:25.287175Z","steps":["trace[805669539] 'agreement among raft nodes before linearized reading' (duration: 2.39629998s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.287216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069068913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-06T10:24:25.287215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:22.890792Z","time spent":"2.396415504s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:25.287238Z","caller":"traceutil/trace.go:171","msg":"trace[77785728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25438; }","duration":"2.069127025s","start":"2026-05-06T10:24:23.218104Z","end":"2026-05-06T10:24:25.287231Z","steps":["trace[77785728] 'agreement among raft nodes before linearized reading' (duration: 2.069062743s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.28726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:23.218085Z","time spent":"2.069170986s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-06T10:24:25.560206Z","caller":"traceutil/trace.go:171","msg":"trace[1756608632] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26284; }","duration":"268.890991ms","start":"2026-05-06T10:24:25.291288Z","end":"2026-05-06T10:24:25.560179Z","steps":["trace[1756608632] 'read index received' (duration: 182.42214ms)","trace[1756608632] 'applied index is now lower than readState.Index' (duration: 86.466771ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:25.560229Z","caller":"traceutil/trace.go:171","msg":"trace[223459666] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"271.010827ms","start":"2026-05-06T10:24:25.289183Z","end":"2026-05-06T10:24:25.560194Z","steps":["trace[223459666] 'process raft request' (duration: 184.443754ms)","trace[223459666] 'compare' (duration: 86.188391ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:25.560425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.117598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66a0817b-22f2-4487-b49c-77c609914802\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-06T10:24:25.560497Z","caller":"traceutil/trace.go:171","msg":"trace[552770042] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66a0817b-22f2-4487-b49c-77c609914802; range_end:; response_count:1; response_revision:25439; }","duration":"269.225261ms","start":"2026-05-06T10:24:25.291255Z","end":"2026-05-06T10:24:25.56048Z","steps":["trace[552770042] 'agreement among raft nodes before linearized reading' (duration: 269.007015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.948077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.192287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:25.948362Z","caller":"traceutil/trace.go:171","msg":"trace[1210949094] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26285; }","duration":"388.082091ms","start":"2026-05-06T10:24:25.560264Z","end":"2026-05-06T10:24:25.948346Z","steps":["trace[1210949094] 'read index received' (duration: 216.42869ms)","trace[1210949094] 'applied index is now lower than readState.Index' (duration: 171.652421ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:25.948481Z","caller":"traceutil/trace.go:171","msg":"trace[817573442] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"657.146268ms","start":"2026-05-06T10:24:25.291323Z","end":"2026-05-06T10:24:25.948469Z","steps":["trace[817573442] 'process raft request' (duration: 485.455145ms)","trace[817573442] 'compare' (duration: 170.612679ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:25.948546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.291305Z","time spent":"657.208519ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:25.948787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.306637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:25.948892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.723093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18acf2e71a52989e\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-05-06T10:24:25.948947Z","caller":"traceutil/trace.go:171","msg":"trace[1211376333] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25442; }","duration":"633.443272ms","start":"2026-05-06T10:24:25.315409Z","end":"2026-05-06T10:24:25.948853Z","steps":["trace[1211376333] 'agreement among raft nodes before linearized reading' (duration: 633.256386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.949004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.659751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:25.94904Z","caller":"traceutil/trace.go:171","msg":"trace[204410707] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25442; }","duration":"655.709383ms","start":"2026-05-06T10:24:25.293323Z","end":"2026-05-06T10:24:25.949033Z","steps":["trace[204410707] 'agreement among raft nodes before linearized reading' (duration: 655.656361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.94906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.298714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T10:24:25.949048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.315389Z","time spent":"633.644118ms","remote":"127.0.0.1:37146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:25.949068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.293319Z","time spent":"655.743654ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-06T10:24:25.949101Z","caller":"traceutil/trace.go:171","msg":"trace[29311647] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec; range_end:; response_count:1; response_revision:25442; }","duration":"385.354286ms","start":"2026-05-06T10:24:25.563733Z","end":"2026-05-06T10:24:25.949088Z","steps":["trace[29311647] 'agreement among raft nodes before linearized reading' (duration: 385.260933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.949703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.563728Z","time spent":"385.933554ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acf0b3a2cf1bec\" "} {"level":"warn","ts":"2026-05-06T10:24:25.94897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.606353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-06T10:24:25.949821Z","caller":"traceutil/trace.go:171","msg":"trace[1039653896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25442; }","duration":"386.482611ms","start":"2026-05-06T10:24:25.563325Z","end":"2026-05-06T10:24:25.949808Z","steps":["trace[1039653896] 'agreement among raft nodes before linearized reading' (duration: 385.529931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.949865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.563309Z","time spent":"386.542934ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-05-06T10:24:25.948961Z","caller":"traceutil/trace.go:171","msg":"trace[1661479058] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18acf2e71a52989e; range_end:; response_count:1; response_revision:25442; }","duration":"655.834246ms","start":"2026-05-06T10:24:25.293108Z","end":"2026-05-06T10:24:25.948942Z","steps":["trace[1661479058] 'agreement among raft nodes before linearized reading' (duration: 655.601649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.950083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.293102Z","time spent":"656.968082ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18acf2e71a52989e\" "} {"level":"info","ts":"2026-05-06T10:24:25.949109Z","caller":"traceutil/trace.go:171","msg":"trace[1876519605] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"652.605305ms","start":"2026-05-06T10:24:25.296492Z","end":"2026-05-06T10:24:25.949098Z","steps":["trace[1876519605] 'process raft request' (duration: 651.791849ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:25.949091Z","caller":"traceutil/trace.go:171","msg":"trace[2123929674] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"656.109855ms","start":"2026-05-06T10:24:25.292935Z","end":"2026-05-06T10:24:25.949045Z","steps":["trace[2123929674] 'process raft request' (duration: 655.252628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.95048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.292927Z","time spent":"657.492278ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:25.949004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.552645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:25.950538Z","caller":"traceutil/trace.go:171","msg":"trace[1374261295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25442; }","duration":"655.190966ms","start":"2026-05-06T10:24:25.295332Z","end":"2026-05-06T10:24:25.950523Z","steps":["trace[1374261295] 'agreement among raft nodes before linearized reading' (duration: 653.466091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.950526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.296484Z","time spent":"653.691609ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:25.950593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.295326Z","time spent":"655.253078ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:24:25.949159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.293614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:25.949241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.383665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:24:25.950823Z","caller":"traceutil/trace.go:171","msg":"trace[1994381331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25442; }","duration":"645.003136ms","start":"2026-05-06T10:24:25.305809Z","end":"2026-05-06T10:24:25.950812Z","steps":["trace[1994381331] 'agreement among raft nodes before linearized reading' (duration: 642.867089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.950859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.305788Z","time spent":"645.060467ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:24:25.951229Z","caller":"traceutil/trace.go:171","msg":"trace[1212792863] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25442; }","duration":"502.804391ms","start":"2026-05-06T10:24:25.447858Z","end":"2026-05-06T10:24:25.950662Z","steps":["trace[1212792863] 'agreement among raft nodes before linearized reading' (duration: 501.276623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:25.952781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.447798Z","time spent":"503.517144ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:26.455888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212205901,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T10:24:26.69299Z","caller":"traceutil/trace.go:171","msg":"trace[420271420] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"740.950194ms","start":"2026-05-06T10:24:25.952015Z","end":"2026-05-06T10:24:26.692965Z","steps":["trace[420271420] 'process raft request' (duration: 675.505215ms)","trace[420271420] 'compare' (duration: 64.912302ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:26.693103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.951992Z","time spent":"741.053987ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:26.718069Z","caller":"traceutil/trace.go:171","msg":"trace[425600815] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26288; }","duration":"762.875444ms","start":"2026-05-06T10:24:25.955172Z","end":"2026-05-06T10:24:26.718047Z","steps":["trace[425600815] 'read index received' (duration: 672.330625ms)","trace[425600815] 'applied index is now lower than readState.Index' (duration: 90.543989ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:26.718087Z","caller":"traceutil/trace.go:171","msg":"trace[1458496353] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"765.61778ms","start":"2026-05-06T10:24:25.952438Z","end":"2026-05-06T10:24:26.718056Z","steps":["trace[1458496353] 'process raft request' (duration: 765.461395ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:26.718193Z","caller":"traceutil/trace.go:171","msg":"trace[2108000138] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"646.70323ms","start":"2026-05-06T10:24:26.071453Z","end":"2026-05-06T10:24:26.718157Z","steps":["trace[2108000138] 'process raft request' (duration: 646.550695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:26.718231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.952422Z","time spent":"765.730094ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:26.718256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.06969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-42f6e2bb-3a1a-4b63-884d-0213772c22b9\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-05-06T10:24:26.718268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.958616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:26.718292Z","caller":"traceutil/trace.go:171","msg":"trace[1861256905] range","detail":"{range_begin:/registry/persistentvolumes/pvc-42f6e2bb-3a1a-4b63-884d-0213772c22b9; range_end:; response_count:1; response_revision:25445; }","duration":"763.127972ms","start":"2026-05-06T10:24:25.955146Z","end":"2026-05-06T10:24:26.718274Z","steps":["trace[1861256905] 'agreement among raft nodes before linearized reading' (duration: 763.005488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:26.71832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.955136Z","time spent":"763.179084ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-42f6e2bb-3a1a-4b63-884d-0213772c22b9\" "} {"level":"warn","ts":"2026-05-06T10:24:26.718314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:26.071424Z","time spent":"646.825022ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:26.718325Z","caller":"traceutil/trace.go:171","msg":"trace[2043522770] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25445; }","duration":"763.07389ms","start":"2026-05-06T10:24:25.955235Z","end":"2026-05-06T10:24:26.718309Z","steps":["trace[2043522770] 'agreement among raft nodes before linearized reading' (duration: 762.968307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:26.718363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.95522Z","time spent":"763.133832ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:24:26.718502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.495222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"warn","ts":"2026-05-06T10:24:26.718544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.687985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-06T10:24:26.718583Z","caller":"traceutil/trace.go:171","msg":"trace[1932648056] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25445; }","duration":"264.631526ms","start":"2026-05-06T10:24:26.453929Z","end":"2026-05-06T10:24:26.718561Z","steps":["trace[1932648056] 'agreement among raft nodes before linearized reading' (duration: 264.331147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:26.718586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.785162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:24:26.718633Z","caller":"traceutil/trace.go:171","msg":"trace[845811611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25445; }","duration":"762.853203ms","start":"2026-05-06T10:24:25.95577Z","end":"2026-05-06T10:24:26.718623Z","steps":["trace[845811611] 'agreement among raft nodes before linearized reading' (duration: 762.717369ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:26.718631Z","caller":"traceutil/trace.go:171","msg":"trace[24365878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25445; }","duration":"425.815599ms","start":"2026-05-06T10:24:26.292792Z","end":"2026-05-06T10:24:26.718607Z","steps":["trace[24365878] 'agreement among raft nodes before linearized reading' (duration: 425.583111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:26.718661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:25.955763Z","time spent":"762.893304ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:24:26.718682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:26.292772Z","time spent":"425.899312ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:27.197802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.807687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:27.197988Z","caller":"traceutil/trace.go:171","msg":"trace[1658673425] linearizableReadLoop","detail":"{readStateIndex:26292; appliedIndex:26291; }","duration":"474.734158ms","start":"2026-05-06T10:24:26.723235Z","end":"2026-05-06T10:24:27.197969Z","steps":["trace[1658673425] 'read index received' (duration: 308.527378ms)","trace[1658673425] 'applied index is now lower than readState.Index' (duration: 166.20434ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:27.198213Z","caller":"traceutil/trace.go:171","msg":"trace[2115465086] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"477.182605ms","start":"2026-05-06T10:24:26.720977Z","end":"2026-05-06T10:24:27.19816Z","steps":["trace[2115465086] 'process raft request' (duration: 310.619794ms)","trace[2115465086] 'compare' (duration: 165.401024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:27.198254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.009837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:24:27.198339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:26.720961Z","time spent":"477.310008ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:27.198399Z","caller":"traceutil/trace.go:171","msg":"trace[1790481584] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25446; }","duration":"475.145631ms","start":"2026-05-06T10:24:26.723206Z","end":"2026-05-06T10:24:27.198352Z","steps":["trace[1790481584] 'agreement among raft nodes before linearized reading' (duration: 474.973446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:27.198473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:26.723193Z","time spent":"475.263744ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:24:27.232687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.240452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-06T10:24:27.23277Z","caller":"traceutil/trace.go:171","msg":"trace[925409998] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25447; }","duration":"406.369796ms","start":"2026-05-06T10:24:26.826378Z","end":"2026-05-06T10:24:27.232748Z","steps":["trace[925409998] 'agreement among raft nodes before linearized reading' (duration: 406.079527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:27.23277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.395854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:27.232825Z","caller":"traceutil/trace.go:171","msg":"trace[477825757] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25447; }","duration":"444.534817ms","start":"2026-05-06T10:24:26.788276Z","end":"2026-05-06T10:24:27.232811Z","steps":["trace[477825757] 'agreement among raft nodes before linearized reading' (duration: 444.442855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:27.232866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:26.788259Z","time spent":"444.59908ms","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-06T10:24:27.233266Z","caller":"traceutil/trace.go:171","msg":"trace[943527609] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"492.034913ms","start":"2026-05-06T10:24:26.741223Z","end":"2026-05-06T10:24:27.233258Z","steps":["trace[943527609] 'process raft request' (duration: 491.01338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:27.233353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:26.741203Z","time spent":"492.096014ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:27.233794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:26.826361Z","time spent":"407.388979ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-05-06T10:24:27.43066Z","caller":"traceutil/trace.go:171","msg":"trace[1382438428] linearizableReadLoop","detail":"{readStateIndex:26294; appliedIndex:26293; }","duration":"193.493458ms","start":"2026-05-06T10:24:27.237143Z","end":"2026-05-06T10:24:27.430637Z","steps":["trace[1382438428] 'read index received' (duration: 121.480252ms)","trace[1382438428] 'applied index is now lower than readState.Index' (duration: 72.011966ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:27.430693Z","caller":"traceutil/trace.go:171","msg":"trace[871479751] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"194.277683ms","start":"2026-05-06T10:24:27.236381Z","end":"2026-05-06T10:24:27.430659Z","steps":["trace[871479751] 'process raft request' (duration: 122.163354ms)","trace[871479751] 'compare' (duration: 71.947124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:27.430831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.676374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:27.430878Z","caller":"traceutil/trace.go:171","msg":"trace[2126613229] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25448; }","duration":"193.764557ms","start":"2026-05-06T10:24:27.237097Z","end":"2026-05-06T10:24:27.430861Z","steps":["trace[2126613229] 'agreement among raft nodes before linearized reading' (duration: 193.654614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.004699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.141212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:28.004929Z","caller":"traceutil/trace.go:171","msg":"trace[532942559] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"711.364813ms","start":"2026-05-06T10:24:27.293551Z","end":"2026-05-06T10:24:28.004916Z","steps":["trace[532942559] 'process raft request' (duration: 711.303631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.004989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.293544Z","time spent":"711.417024ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:28.00503Z","caller":"traceutil/trace.go:171","msg":"trace[380878121] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"711.59322ms","start":"2026-05-06T10:24:27.293404Z","end":"2026-05-06T10:24:28.004997Z","steps":["trace[380878121] 'process raft request' (duration: 453.083517ms)","trace[380878121] 'compare' (duration: 257.620585ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:28.005139Z","caller":"traceutil/trace.go:171","msg":"trace[1852358418] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"711.649162ms","start":"2026-05-06T10:24:27.293481Z","end":"2026-05-06T10:24:28.00513Z","steps":["trace[1852358418] 'process raft request' (duration: 711.293451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.005178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.293457Z","time spent":"711.701073ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:28.005167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.29338Z","time spent":"711.714544ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:28.005267Z","caller":"traceutil/trace.go:171","msg":"trace[2107695730] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"711.760175ms","start":"2026-05-06T10:24:27.293499Z","end":"2026-05-06T10:24:28.005259Z","steps":["trace[2107695730] 'process raft request' (duration: 711.326721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.005311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.293492Z","time spent":"711.796296ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:28.005327Z","caller":"traceutil/trace.go:171","msg":"trace[1590795205] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"711.708594ms","start":"2026-05-06T10:24:27.293609Z","end":"2026-05-06T10:24:28.005317Z","steps":["trace[1590795205] 'process raft request' (duration: 711.27678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.005374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.293603Z","time spent":"711.749875ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:28.005551Z","caller":"traceutil/trace.go:171","msg":"trace[1086683732] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"711.888129ms","start":"2026-05-06T10:24:27.293655Z","end":"2026-05-06T10:24:28.005543Z","steps":["trace[1086683732] 'process raft request' (duration: 711.60966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.005601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.293648Z","time spent":"711.92994ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:28.006697Z","caller":"traceutil/trace.go:171","msg":"trace[259439186] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"713.030325ms","start":"2026-05-06T10:24:27.293657Z","end":"2026-05-06T10:24:28.006687Z","steps":["trace[259439186] 'process raft request' (duration: 711.853318ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:28.006706Z","caller":"traceutil/trace.go:171","msg":"trace[875756072] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26294; }","duration":"575.969062ms","start":"2026-05-06T10:24:27.430721Z","end":"2026-05-06T10:24:28.006691Z","steps":["trace[875756072] 'read index received' (duration: 315.757765ms)","trace[875756072] 'applied index is now lower than readState.Index' (duration: 260.210127ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:28.006729Z","caller":"traceutil/trace.go:171","msg":"trace[1487856215] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"711.355773ms","start":"2026-05-06T10:24:27.295359Z","end":"2026-05-06T10:24:28.006715Z","steps":["trace[1487856215] 'process raft request' (duration: 711.26057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.006748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.293625Z","time spent":"713.098807ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:28.006789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.295347Z","time spent":"711.417714ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:28.006862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.001336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-06T10:24:28.006888Z","caller":"traceutil/trace.go:171","msg":"trace[1145870895] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf; range_end:; response_count:1; response_revision:25456; }","duration":"769.059518ms","start":"2026-05-06T10:24:27.237818Z","end":"2026-05-06T10:24:28.006878Z","steps":["trace[1145870895] 'agreement among raft nodes before linearized reading' (duration: 768.939464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.00691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.237806Z","time spent":"769.098069ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-3c1e9417-9021-41cf-ba1b-7cdaf92d16cf\" "} {"level":"info","ts":"2026-05-06T10:24:28.10127Z","caller":"traceutil/trace.go:171","msg":"trace[1583902880] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"264.363937ms","start":"2026-05-06T10:24:27.83688Z","end":"2026-05-06T10:24:28.101244Z","steps":["trace[1583902880] 'process raft request' (duration: 264.193722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.101413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.071166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:28.101452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.626334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-05-06T10:24:28.101526Z","caller":"traceutil/trace.go:171","msg":"trace[2057371326] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25457; }","duration":"338.703016ms","start":"2026-05-06T10:24:27.762805Z","end":"2026-05-06T10:24:28.101508Z","steps":["trace[2057371326] 'agreement among raft nodes before linearized reading' (duration: 338.416527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.101575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.333756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-06T10:24:28.101603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.878929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-06T10:24:28.101526Z","caller":"traceutil/trace.go:171","msg":"trace[1405941100] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25457; }","duration":"624.237091ms","start":"2026-05-06T10:24:27.477263Z","end":"2026-05-06T10:24:28.1015Z","steps":["trace[1405941100] 'agreement among raft nodes before linearized reading' (duration: 624.011054ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:28.101635Z","caller":"traceutil/trace.go:171","msg":"trace[482812552] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25457; }","duration":"257.434099ms","start":"2026-05-06T10:24:27.844184Z","end":"2026-05-06T10:24:28.101618Z","steps":["trace[482812552] 'agreement among raft nodes before linearized reading' (duration: 257.221342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.101645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.477246Z","time spent":"624.386476ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:28.101598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.762721Z","time spent":"338.863382ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-05-06T10:24:28.101653Z","caller":"traceutil/trace.go:171","msg":"trace[437050937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25457; }","duration":"377.954551ms","start":"2026-05-06T10:24:27.723671Z","end":"2026-05-06T10:24:28.101625Z","steps":["trace[437050937] 'agreement among raft nodes before linearized reading' (duration: 377.803226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.101716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.160171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-06T10:24:28.101761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.910835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18acf2ea23d4d362\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-06T10:24:28.101799Z","caller":"traceutil/trace.go:171","msg":"trace[836134768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25457; }","duration":"667.264135ms","start":"2026-05-06T10:24:27.434516Z","end":"2026-05-06T10:24:28.10178Z","steps":["trace[836134768] 'agreement among raft nodes before linearized reading' (duration: 667.024057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.10179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.723647Z","time spent":"378.124747ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"info","ts":"2026-05-06T10:24:28.101828Z","caller":"traceutil/trace.go:171","msg":"trace[883540020] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18acf2ea23d4d362; range_end:; response_count:1; response_revision:25457; }","duration":"667.992478ms","start":"2026-05-06T10:24:27.433818Z","end":"2026-05-06T10:24:28.101811Z","steps":["trace[883540020] 'agreement among raft nodes before linearized reading' (duration: 667.7601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.101841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.434512Z","time spent":"667.316126ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:24:28.101862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:27.433778Z","time spent":"668.07802ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18acf2ea23d4d362\" "} {"level":"info","ts":"2026-05-06T10:24:28.289492Z","caller":"traceutil/trace.go:171","msg":"trace[639662308] linearizableReadLoop","detail":"{readStateIndex:26304; appliedIndex:26303; }","duration":"184.618579ms","start":"2026-05-06T10:24:28.104852Z","end":"2026-05-06T10:24:28.289471Z","steps":["trace[639662308] 'read index received' (duration: 112.245511ms)","trace[639662308] 'applied index is now lower than readState.Index' (duration: 72.371408ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:28.289584Z","caller":"traceutil/trace.go:171","msg":"trace[1976622202] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"185.173537ms","start":"2026-05-06T10:24:28.1044Z","end":"2026-05-06T10:24:28.289574Z","steps":["trace[1976622202] 'process raft request' (duration: 112.670446ms)","trace[1976622202] 'compare' (duration: 71.772058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:28.28991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.035013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f50fe40-fd85-4dad-9c13-a555a491f8e6\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-06T10:24:28.289988Z","caller":"traceutil/trace.go:171","msg":"trace[1264056900] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f50fe40-fd85-4dad-9c13-a555a491f8e6; range_end:; response_count:1; response_revision:25458; }","duration":"185.133815ms","start":"2026-05-06T10:24:28.104838Z","end":"2026-05-06T10:24:28.289972Z","steps":["trace[1264056900] 'agreement among raft nodes before linearized reading' (duration: 184.870577ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:28.294528Z","caller":"traceutil/trace.go:171","msg":"trace[1759403241] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"185.951771ms","start":"2026-05-06T10:24:28.108556Z","end":"2026-05-06T10:24:28.294508Z","steps":["trace[1759403241] 'process raft request' (duration: 185.875359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.294924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.860771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-06T10:24:28.294958Z","caller":"traceutil/trace.go:171","msg":"trace[1579383076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25459; }","duration":"180.925353ms","start":"2026-05-06T10:24:28.114025Z","end":"2026-05-06T10:24:28.29495Z","steps":["trace[1579383076] 'agreement among raft nodes before linearized reading' (duration: 180.861471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.947557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.02213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:28.947693Z","caller":"traceutil/trace.go:171","msg":"trace[1886614638] linearizableReadLoop","detail":"{readStateIndex:26325; appliedIndex:26324; }","duration":"485.477086ms","start":"2026-05-06T10:24:28.4622Z","end":"2026-05-06T10:24:28.947677Z","steps":["trace[1886614638] 'read index received' (duration: 76.192787ms)","trace[1886614638] 'applied index is now lower than readState.Index' (duration: 409.282579ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:28.947797Z","caller":"traceutil/trace.go:171","msg":"trace[1735676096] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"506.775566ms","start":"2026-05-06T10:24:28.440982Z","end":"2026-05-06T10:24:28.947758Z","steps":["trace[1735676096] 'process raft request' (duration: 97.470067ms)","trace[1735676096] 'compare' (duration: 408.70867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:28.947909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.710793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-06T10:24:28.947944Z","caller":"traceutil/trace.go:171","msg":"trace[1731984180] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25479; }","duration":"485.772995ms","start":"2026-05-06T10:24:28.462163Z","end":"2026-05-06T10:24:28.947935Z","steps":["trace[1731984180] 'agreement among raft nodes before linearized reading' (duration: 485.598019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.947962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:28.440973Z","time spent":"506.90394ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:28.947978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:28.462147Z","time spent":"485.823137ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-06T10:24:28.948366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.315921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:2246"} {"level":"warn","ts":"2026-05-06T10:24:28.948389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.762815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-05-06T10:24:28.948472Z","caller":"traceutil/trace.go:171","msg":"trace[694683684] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25479; }","duration":"444.473656ms","start":"2026-05-06T10:24:28.503972Z","end":"2026-05-06T10:24:28.948446Z","steps":["trace[694683684] 'agreement among raft nodes before linearized reading' (duration: 444.198077ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:28.948491Z","caller":"traceutil/trace.go:171","msg":"trace[317562904] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25479; }","duration":"103.90378ms","start":"2026-05-06T10:24:28.844565Z","end":"2026-05-06T10:24:28.948469Z","steps":["trace[317562904] 'agreement among raft nodes before linearized reading' (duration: 103.60311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.948534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:28.503956Z","time spent":"444.563728ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2269,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:28.948389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.189176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-06T10:24:28.948611Z","caller":"traceutil/trace.go:171","msg":"trace[552450808] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25479; }","duration":"382.461604ms","start":"2026-05-06T10:24:28.566127Z","end":"2026-05-06T10:24:28.948589Z","steps":["trace[552450808] 'agreement among raft nodes before linearized reading' (duration: 382.056412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:28.948683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:28.566098Z","time spent":"382.565568ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T10:24:29.399909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.695813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:29.400118Z","caller":"traceutil/trace.go:171","msg":"trace[689307036] linearizableReadLoop","detail":"{readStateIndex:26337; appliedIndex:26335; }","duration":"293.504395ms","start":"2026-05-06T10:24:29.106601Z","end":"2026-05-06T10:24:29.400105Z","steps":["trace[689307036] 'read index received' (duration: 80.564885ms)","trace[689307036] 'applied index is now lower than readState.Index' (duration: 212.93881ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:29.400191Z","caller":"traceutil/trace.go:171","msg":"trace[1583911473] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"378.050956ms","start":"2026-05-06T10:24:29.022132Z","end":"2026-05-06T10:24:29.400183Z","steps":["trace[1583911473] 'process raft request' (duration: 165.015782ms)","trace[1583911473] 'compare' (duration: 212.551519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:29.400237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:29.022116Z","time spent":"378.097677ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:29.400472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.817325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:29.400501Z","caller":"traceutil/trace.go:171","msg":"trace[582301335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25490; }","duration":"245.865926ms","start":"2026-05-06T10:24:29.154626Z","end":"2026-05-06T10:24:29.400492Z","steps":["trace[582301335] 'agreement among raft nodes before linearized reading' (duration: 245.820055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:29.400563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.937279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-06T10:24:29.400721Z","caller":"traceutil/trace.go:171","msg":"trace[221740986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25490; }","duration":"294.132095ms","start":"2026-05-06T10:24:29.106564Z","end":"2026-05-06T10:24:29.400696Z","steps":["trace[221740986] 'agreement among raft nodes before linearized reading' (duration: 293.786364ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:29.400878Z","caller":"traceutil/trace.go:171","msg":"trace[771200695] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"377.86938ms","start":"2026-05-06T10:24:29.022983Z","end":"2026-05-06T10:24:29.400852Z","steps":["trace[771200695] 'process raft request' (duration: 377.009203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:29.400993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:29.022976Z","time spent":"377.962132ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T10:24:29.705782Z","caller":"traceutil/trace.go:171","msg":"trace[1658688413] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"298.586006ms","start":"2026-05-06T10:24:29.407166Z","end":"2026-05-06T10:24:29.705752Z","steps":["trace[1658688413] 'process raft request' (duration: 236.523413ms)","trace[1658688413] 'compare' (duration: 61.919398ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:29.755252Z","caller":"traceutil/trace.go:171","msg":"trace[484703833] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"346.094971ms","start":"2026-05-06T10:24:29.409132Z","end":"2026-05-06T10:24:29.755227Z","steps":["trace[484703833] 'process raft request' (duration: 345.903205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:29.755395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:29.409113Z","time spent":"346.209584ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:30.244391Z","caller":"traceutil/trace.go:171","msg":"trace[1644157714] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26341; }","duration":"276.366136ms","start":"2026-05-06T10:24:29.968006Z","end":"2026-05-06T10:24:30.244372Z","steps":["trace[1644157714] 'read index received' (duration: 276.166129ms)","trace[1644157714] 'applied index is now lower than readState.Index' (duration: 199.047µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:30.244437Z","caller":"traceutil/trace.go:171","msg":"trace[1160166318] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"354.432623ms","start":"2026-05-06T10:24:29.889971Z","end":"2026-05-06T10:24:30.244404Z","steps":["trace[1160166318] 'process raft request' (duration: 354.265187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.244543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.523831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:30.244574Z","caller":"traceutil/trace.go:171","msg":"trace[213940414] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25495; }","duration":"276.605174ms","start":"2026-05-06T10:24:29.96796Z","end":"2026-05-06T10:24:30.244565Z","steps":["trace[213940414] 'agreement among raft nodes before linearized reading' (duration: 276.514511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.244579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:29.88996Z","time spent":"354.543606ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:30.744981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212206018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T10:24:30.812667Z","caller":"traceutil/trace.go:171","msg":"trace[696087180] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"802.13389ms","start":"2026-05-06T10:24:30.01051Z","end":"2026-05-06T10:24:30.812644Z","steps":["trace[696087180] 'process raft request' (duration: 801.809579ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:30.812693Z","caller":"traceutil/trace.go:171","msg":"trace[1729636456] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"802.051177ms","start":"2026-05-06T10:24:30.010624Z","end":"2026-05-06T10:24:30.812675Z","steps":["trace[1729636456] 'process raft request' (duration: 801.975584ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:30.812746Z","caller":"traceutil/trace.go:171","msg":"trace[961591570] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"802.104538ms","start":"2026-05-06T10:24:30.01059Z","end":"2026-05-06T10:24:30.812695Z","steps":["trace[961591570] 'process raft request' (duration: 801.956464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.812797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.010479Z","time spent":"802.259184ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:30.812797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.010618Z","time spent":"802.12694ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:30.81296Z","caller":"traceutil/trace.go:171","msg":"trace[1070430017] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"802.112319ms","start":"2026-05-06T10:24:30.010786Z","end":"2026-05-06T10:24:30.812898Z","steps":["trace[1070430017] 'process raft request' (duration: 801.84932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.813004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.010584Z","time spent":"802.255844ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:30.813064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.01078Z","time spent":"802.238473ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:30.813132Z","caller":"traceutil/trace.go:171","msg":"trace[1089964083] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"801.449348ms","start":"2026-05-06T10:24:30.011669Z","end":"2026-05-06T10:24:30.813118Z","steps":["trace[1089964083] 'process raft request' (duration: 801.278823ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:30.812989Z","caller":"traceutil/trace.go:171","msg":"trace[1793172208] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"801.685575ms","start":"2026-05-06T10:24:30.011294Z","end":"2026-05-06T10:24:30.812979Z","steps":["trace[1793172208] 'process raft request' (duration: 801.53271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.813209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.011662Z","time spent":"801.51071ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:30.813302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.011287Z","time spent":"801.915303ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:30.813354Z","caller":"traceutil/trace.go:171","msg":"trace[1488226342] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"801.149108ms","start":"2026-05-06T10:24:30.01218Z","end":"2026-05-06T10:24:30.813329Z","steps":["trace[1488226342] 'process raft request' (duration: 800.89342ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:30.8134Z","caller":"traceutil/trace.go:171","msg":"trace[710700025] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"800.716505ms","start":"2026-05-06T10:24:30.01267Z","end":"2026-05-06T10:24:30.813386Z","steps":["trace[710700025] 'process raft request' (duration: 800.639302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.813472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.012646Z","time spent":"800.792038ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:30.813503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.012172Z","time spent":"801.256932ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:30.815698Z","caller":"traceutil/trace.go:171","msg":"trace[1205602677] linearizableReadLoop","detail":"{readStateIndex:26351; appliedIndex:26342; }","duration":"571.227094ms","start":"2026-05-06T10:24:30.244452Z","end":"2026-05-06T10:24:30.815679Z","steps":["trace[1205602677] 'read index received' (duration: 567.897759ms)","trace[1205602677] 'applied index is now lower than readState.Index' (duration: 3.328385ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:24:30.815779Z","caller":"traceutil/trace.go:171","msg":"trace[1042641187] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"522.553853ms","start":"2026-05-06T10:24:30.293208Z","end":"2026-05-06T10:24:30.815762Z","steps":["trace[1042641187] 'process raft request' (duration: 522.328816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.815808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.17458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:30.815834Z","caller":"traceutil/trace.go:171","msg":"trace[705314163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25504; }","duration":"624.249453ms","start":"2026-05-06T10:24:30.191576Z","end":"2026-05-06T10:24:30.815825Z","steps":["trace[705314163] 'agreement among raft nodes before linearized reading' (duration: 624.184741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.815855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.191535Z","time spent":"624.314624ms","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:30.815853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.841667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:30.815866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.29319Z","time spent":"522.635125ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:24:30.815876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.489038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:24:30.815933Z","caller":"traceutil/trace.go:171","msg":"trace[264381113] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25504; }","duration":"104.597612ms","start":"2026-05-06T10:24:30.711319Z","end":"2026-05-06T10:24:30.815917Z","steps":["trace[264381113] 'agreement among raft nodes before linearized reading' (duration: 104.497918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.815997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.686801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-05-06T10:24:30.816031Z","caller":"traceutil/trace.go:171","msg":"trace[1784287700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:25504; }","duration":"409.760253ms","start":"2026-05-06T10:24:30.406262Z","end":"2026-05-06T10:24:30.816022Z","steps":["trace[1784287700] 'agreement among raft nodes before linearized reading' (duration: 409.650309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.816055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.406241Z","time spent":"409.807115ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"warn","ts":"2026-05-06T10:24:30.816143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.771701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-06T10:24:30.815897Z","caller":"traceutil/trace.go:171","msg":"trace[203911613] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25504; }","duration":"444.93843ms","start":"2026-05-06T10:24:30.370945Z","end":"2026-05-06T10:24:30.815884Z","steps":["trace[203911613] 'agreement among raft nodes before linearized reading' (duration: 444.855317ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:30.816166Z","caller":"traceutil/trace.go:171","msg":"trace[650915738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25504; }","duration":"435.824133ms","start":"2026-05-06T10:24:30.380335Z","end":"2026-05-06T10:24:30.816159Z","steps":["trace[650915738] 'agreement among raft nodes before linearized reading' (duration: 435.73277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.816172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.173046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:24:30.816185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.380316Z","time spent":"435.865015ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-06T10:24:30.816194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.370907Z","time spent":"445.272531ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:24:30.816212Z","caller":"traceutil/trace.go:171","msg":"trace[936816018] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25504; }","duration":"847.25537ms","start":"2026-05-06T10:24:29.968946Z","end":"2026-05-06T10:24:30.816202Z","steps":["trace[936816018] 'agreement among raft nodes before linearized reading' (duration: 847.181677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:30.816251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:29.96893Z","time spent":"847.312701ms","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:24:31.234567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.607146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:24:31.23468Z","caller":"traceutil/trace.go:171","msg":"trace[1066220517] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"324.81241ms","start":"2026-05-06T10:24:30.909842Z","end":"2026-05-06T10:24:31.234654Z","steps":["trace[1066220517] 'process raft request' (duration: 73.492052ms)","trace[1066220517] 'compare' (duration: 250.168282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:31.234796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:24:30.909824Z","time spent":"324.927014ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:24:32.988776Z","caller":"traceutil/trace.go:171","msg":"trace[1705901571] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"169.508654ms","start":"2026-05-06T10:24:32.819244Z","end":"2026-05-06T10:24:32.988752Z","steps":["trace[1705901571] 'process raft request' (duration: 169.36309ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.991907Z","caller":"traceutil/trace.go:171","msg":"trace[902637135] linearizableReadLoop","detail":"{readStateIndex:26372; appliedIndex:26364; }","duration":"164.779484ms","start":"2026-05-06T10:24:32.827106Z","end":"2026-05-06T10:24:32.991885Z","steps":["trace[902637135] 'read index received' (duration: 161.552833ms)","trace[902637135] 'applied index is now lower than readState.Index' (duration: 3.225231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:32.992175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.048333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:24:32.992218Z","caller":"traceutil/trace.go:171","msg":"trace[977240665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25524; }","duration":"165.122275ms","start":"2026-05-06T10:24:32.827085Z","end":"2026-05-06T10:24:32.992207Z","steps":["trace[977240665] 'agreement among raft nodes before linearized reading' (duration: 164.899138ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.992506Z","caller":"traceutil/trace.go:171","msg":"trace[1014717535] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"173.076106ms","start":"2026-05-06T10:24:32.819419Z","end":"2026-05-06T10:24:32.992495Z","steps":["trace[1014717535] 'process raft request' (duration: 172.090565ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.992643Z","caller":"traceutil/trace.go:171","msg":"trace[242487448] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"173.082206ms","start":"2026-05-06T10:24:32.819552Z","end":"2026-05-06T10:24:32.992634Z","steps":["trace[242487448] 'process raft request' (duration: 172.104295ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.992764Z","caller":"traceutil/trace.go:171","msg":"trace[327599264] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"172.191468ms","start":"2026-05-06T10:24:32.820564Z","end":"2026-05-06T10:24:32.992755Z","steps":["trace[327599264] 'process raft request' (duration: 171.151295ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.992915Z","caller":"traceutil/trace.go:171","msg":"trace[614010900] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"171.828426ms","start":"2026-05-06T10:24:32.821078Z","end":"2026-05-06T10:24:32.992906Z","steps":["trace[614010900] 'process raft request' (duration: 170.67512ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.993029Z","caller":"traceutil/trace.go:171","msg":"trace[2013622143] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"171.823877ms","start":"2026-05-06T10:24:32.821179Z","end":"2026-05-06T10:24:32.993003Z","steps":["trace[2013622143] 'process raft request' (duration: 170.603548ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.993239Z","caller":"traceutil/trace.go:171","msg":"trace[1768168606] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"171.760115ms","start":"2026-05-06T10:24:32.821469Z","end":"2026-05-06T10:24:32.993229Z","steps":["trace[1768168606] 'process raft request' (duration: 170.34661ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:24:32.993328Z","caller":"traceutil/trace.go:171","msg":"trace[1015785178] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"170.234997ms","start":"2026-05-06T10:24:32.823085Z","end":"2026-05-06T10:24:32.99332Z","steps":["trace[1015785178] 'process raft request' (duration: 168.76116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:24:34.033177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.232974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:24:34.033325Z","caller":"traceutil/trace.go:171","msg":"trace[1838400105] linearizableReadLoop","detail":"{readStateIndex:26380; appliedIndex:26379; }","duration":"148.10178ms","start":"2026-05-06T10:24:33.885199Z","end":"2026-05-06T10:24:34.0333Z","steps":["trace[1838400105] 'read index received' (duration: 31.471µs)","trace[1838400105] 'applied index is now lower than readState.Index' (duration: 148.068259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:24:34.033586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.377028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-69r79\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-05-06T10:24:34.033629Z","caller":"traceutil/trace.go:171","msg":"trace[1116390208] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-69r79; range_end:; response_count:1; response_revision:25531; }","duration":"148.478612ms","start":"2026-05-06T10:24:33.885136Z","end":"2026-05-06T10:24:34.033615Z","steps":["trace[1116390208] 'agreement among raft nodes before linearized reading' (duration: 148.232114ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:20.963952Z","caller":"traceutil/trace.go:171","msg":"trace[1889472108] linearizableReadLoop","detail":"{readStateIndex:26811; appliedIndex:26810; }","duration":"279.905098ms","start":"2026-05-06T10:25:20.684023Z","end":"2026-05-06T10:25:20.963928Z","steps":["trace[1889472108] 'read index received' (duration: 279.754073ms)","trace[1889472108] 'applied index is now lower than readState.Index' (duration: 149.975µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:20.964017Z","caller":"traceutil/trace.go:171","msg":"trace[1342960205] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"347.309119ms","start":"2026-05-06T10:25:20.616677Z","end":"2026-05-06T10:25:20.963987Z","steps":["trace[1342960205] 'process raft request' (duration: 347.090322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:20.964116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.084433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:20.964158Z","caller":"traceutil/trace.go:171","msg":"trace[1662545722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25950; }","duration":"280.206447ms","start":"2026-05-06T10:25:20.683938Z","end":"2026-05-06T10:25:20.964145Z","steps":["trace[1662545722] 'agreement among raft nodes before linearized reading' (duration: 280.114794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:20.964207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:20.616655Z","time spent":"347.448402ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:21.125444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.643586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:25:21.125543Z","caller":"traceutil/trace.go:171","msg":"trace[1937658083] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"246.893938ms","start":"2026-05-06T10:25:20.87863Z","end":"2026-05-06T10:25:21.125524Z","steps":["trace[1937658083] 'process raft request' (duration: 126.099068ms)","trace[1937658083] 'compare' (duration: 120.518372ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:26.48214Z","caller":"traceutil/trace.go:171","msg":"trace[1654585552] linearizableReadLoop","detail":"{readStateIndex:26855; appliedIndex:26854; }","duration":"327.698731ms","start":"2026-05-06T10:25:26.154419Z","end":"2026-05-06T10:25:26.482118Z","steps":["trace[1654585552] 'read index received' (duration: 327.480665ms)","trace[1654585552] 'applied index is now lower than readState.Index' (duration: 217.256µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:26.482262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.831265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:26.482253Z","caller":"traceutil/trace.go:171","msg":"trace[2077341910] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"349.659842ms","start":"2026-05-06T10:25:26.132549Z","end":"2026-05-06T10:25:26.482209Z","steps":["trace[2077341910] 'process raft request' (duration: 349.422665ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:26.482299Z","caller":"traceutil/trace.go:171","msg":"trace[1618440730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25993; }","duration":"327.921149ms","start":"2026-05-06T10:25:26.154368Z","end":"2026-05-06T10:25:26.482289Z","steps":["trace[1618440730] 'agreement among raft nodes before linearized reading' (duration: 327.843876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:26.482344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:26.154349Z","time spent":"327.98783ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:25:26.482431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:26.13253Z","time spent":"349.811176ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:26.847042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.732577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:25:26.847198Z","caller":"traceutil/trace.go:171","msg":"trace[835526954] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25993; }","duration":"215.002555ms","start":"2026-05-06T10:25:26.632162Z","end":"2026-05-06T10:25:26.847164Z","steps":["trace[835526954] 'count revisions from in-memory index tree' (duration: 214.551631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:27.779207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212207420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:25:28.126974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140641841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:25:28.127059Z","caller":"traceutil/trace.go:171","msg":"trace[459154152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25994; }","duration":"1.140778835s","start":"2026-05-06T10:25:26.986261Z","end":"2026-05-06T10:25:28.12704Z","steps":["trace[459154152] 'range keys from in-memory index tree' (duration: 1.140366473s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.127099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:26.986242Z","time spent":"1.140846138s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:25:28.279734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212207420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:25:28.399046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217719776s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:25:28.399488Z","caller":"traceutil/trace.go:171","msg":"trace[268961153] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"1.218311435s","start":"2026-05-06T10:25:27.181151Z","end":"2026-05-06T10:25:28.399462Z","steps":["trace[268961153] 'process raft request' (duration: 1.218120689s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.399695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.181117Z","time spent":"1.218445459s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:28.405401Z","caller":"traceutil/trace.go:171","msg":"trace[1647523397] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"1.224227261s","start":"2026-05-06T10:25:27.181149Z","end":"2026-05-06T10:25:28.405376Z","steps":["trace[1647523397] 'process raft request' (duration: 1.224012584s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.405565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.181117Z","time spent":"1.224358285s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:28.405654Z","caller":"traceutil/trace.go:171","msg":"trace[473111397] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"1.224421197s","start":"2026-05-06T10:25:27.181215Z","end":"2026-05-06T10:25:28.405636Z","steps":["trace[473111397] 'process raft request' (duration: 1.224114597s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.405755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.181191Z","time spent":"1.22452054s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:28.405862Z","caller":"traceutil/trace.go:171","msg":"trace[1005429107] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"1.224646604s","start":"2026-05-06T10:25:27.18119Z","end":"2026-05-06T10:25:28.405836Z","steps":["trace[1005429107] 'process raft request' (duration: 1.224371216s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:28.405895Z","caller":"traceutil/trace.go:171","msg":"trace[2143267037] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"1.224273692s","start":"2026-05-06T10:25:27.18159Z","end":"2026-05-06T10:25:28.405863Z","steps":["trace[2143267037] 'process raft request' (duration: 1.224088046s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:28.405903Z","caller":"traceutil/trace.go:171","msg":"trace[922994241] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"1.214539496s","start":"2026-05-06T10:25:27.191351Z","end":"2026-05-06T10:25:28.40589Z","steps":["trace[922994241] 'process raft request' (duration: 1.214488684s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:28.405987Z","caller":"traceutil/trace.go:171","msg":"trace[1038844142] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"1.220020349s","start":"2026-05-06T10:25:27.185953Z","end":"2026-05-06T10:25:28.405973Z","steps":["trace[1038844142] 'process raft request' (duration: 1.219812612s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.405988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.181162Z","time spent":"1.224763748s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:28.406062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.185939Z","time spent":"1.220089531s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:28.406071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.18158Z","time spent":"1.224402957s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:28.40611Z","caller":"traceutil/trace.go:171","msg":"trace[1737466534] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"1.214058782s","start":"2026-05-06T10:25:27.192038Z","end":"2026-05-06T10:25:28.406097Z","steps":["trace[1737466534] 'process raft request' (duration: 1.213825764s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.40617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.192024Z","time spent":"1.214114053s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:28.406279Z","caller":"traceutil/trace.go:171","msg":"trace[578725156] linearizableReadLoop","detail":"{readStateIndex:26865; appliedIndex:26856; }","duration":"1.12787024s","start":"2026-05-06T10:25:27.278391Z","end":"2026-05-06T10:25:28.406261Z","steps":["trace[578725156] 'read index received' (duration: 1.12088445s)","trace[578725156] 'applied index is now lower than readState.Index' (duration: 6.98123ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:28.406312Z","caller":"traceutil/trace.go:171","msg":"trace[215688414] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"275.453967ms","start":"2026-05-06T10:25:28.130845Z","end":"2026-05-06T10:25:28.406298Z","steps":["trace[215688414] 'process raft request' (duration: 275.205129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.406337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.191337Z","time spent":"1.214667981s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:28.406471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071459294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:28.406543Z","caller":"traceutil/trace.go:171","msg":"trace[2108861034] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26003; }","duration":"1.071583928s","start":"2026-05-06T10:25:27.33494Z","end":"2026-05-06T10:25:28.406524Z","steps":["trace[2108861034] 'agreement among raft nodes before linearized reading' (duration: 1.071476485s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.406552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.492138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:28.406584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.281854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T10:25:28.406596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.334917Z","time spent":"1.071666401s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:25:28.4066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.573577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:28.406642Z","caller":"traceutil/trace.go:171","msg":"trace[5345903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26003; }","duration":"788.368186ms","start":"2026-05-06T10:25:27.618259Z","end":"2026-05-06T10:25:28.406627Z","steps":["trace[5345903] 'agreement among raft nodes before linearized reading' (duration: 788.260203ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:28.406661Z","caller":"traceutil/trace.go:171","msg":"trace[1988460555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26003; }","duration":"252.66748ms","start":"2026-05-06T10:25:28.153984Z","end":"2026-05-06T10:25:28.406651Z","steps":["trace[1988460555] 'agreement among raft nodes before linearized reading' (duration: 252.594138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.406683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.618207Z","time spent":"788.46553ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:25:28.406804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.407695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:28.406846Z","caller":"traceutil/trace.go:171","msg":"trace[597884055] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26003; }","duration":"766.488208ms","start":"2026-05-06T10:25:27.640344Z","end":"2026-05-06T10:25:28.406833Z","steps":["trace[597884055] 'agreement among raft nodes before linearized reading' (duration: 766.423306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.406875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.759505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:28.406889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.640335Z","time spent":"766.540679ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:25:28.406594Z","caller":"traceutil/trace.go:171","msg":"trace[1521680757] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26003; }","duration":"234.588022ms","start":"2026-05-06T10:25:28.171994Z","end":"2026-05-06T10:25:28.406582Z","steps":["trace[1521680757] 'agreement among raft nodes before linearized reading' (duration: 234.51879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.406924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.809821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:25:28.406927Z","caller":"traceutil/trace.go:171","msg":"trace[2132172959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26003; }","duration":"430.835266ms","start":"2026-05-06T10:25:27.976072Z","end":"2026-05-06T10:25:28.406908Z","steps":["trace[2132172959] 'agreement among raft nodes before linearized reading' (duration: 430.760914ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:28.406977Z","caller":"traceutil/trace.go:171","msg":"trace[260682747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26003; }","duration":"789.916005ms","start":"2026-05-06T10:25:27.617046Z","end":"2026-05-06T10:25:28.406962Z","steps":["trace[260682747] 'agreement among raft nodes before linearized reading' (duration: 789.75776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.406992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.976056Z","time spent":"430.920499ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:25:28.406483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128086886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-06T10:25:28.40706Z","caller":"traceutil/trace.go:171","msg":"trace[2044309018] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26003; }","duration":"1.128663484s","start":"2026-05-06T10:25:27.278383Z","end":"2026-05-06T10:25:28.407046Z","steps":["trace[2044309018] 'agreement among raft nodes before linearized reading' (duration: 1.127980023s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.406553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.058111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T10:25:28.407099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.278364Z","time spent":"1.128722816s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-05-06T10:25:28.407146Z","caller":"traceutil/trace.go:171","msg":"trace[892605730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26003; }","duration":"600.680361ms","start":"2026-05-06T10:25:27.806436Z","end":"2026-05-06T10:25:28.407117Z","steps":["trace[892605730] 'agreement among raft nodes before linearized reading' (duration: 600.02601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.407166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001874055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:25:28.407196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.806415Z","time spent":"600.766534ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T10:25:28.407019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.617007Z","time spent":"790.002477ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T10:25:28.407207Z","caller":"traceutil/trace.go:171","msg":"trace[83830851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26003; }","duration":"1.001946747s","start":"2026-05-06T10:25:27.405247Z","end":"2026-05-06T10:25:28.407194Z","steps":["trace[83830851] 'agreement among raft nodes before linearized reading' (duration: 1.001826223s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:28.407245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:27.405228Z","time spent":"1.002006868s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T10:25:51.282037Z","caller":"traceutil/trace.go:171","msg":"trace[169562937] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"195.719938ms","start":"2026-05-06T10:25:51.086292Z","end":"2026-05-06T10:25:51.282012Z","steps":["trace[169562937] 'process raft request' (duration: 195.551173ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:51.282403Z","caller":"traceutil/trace.go:171","msg":"trace[2035128468] linearizableReadLoop","detail":"{readStateIndex:27039; appliedIndex:27039; }","duration":"130.678731ms","start":"2026-05-06T10:25:51.151711Z","end":"2026-05-06T10:25:51.28239Z","steps":["trace[2035128468] 'read index received' (duration: 130.672951ms)","trace[2035128468] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:51.282545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.814296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:51.282635Z","caller":"traceutil/trace.go:171","msg":"trace[126910252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26172; }","duration":"130.94851ms","start":"2026-05-06T10:25:51.151671Z","end":"2026-05-06T10:25:51.282619Z","steps":["trace[126910252] 'agreement among raft nodes before linearized reading' (duration: 130.757364ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:51.771953Z","caller":"traceutil/trace.go:171","msg":"trace[386760832] linearizableReadLoop","detail":"{readStateIndex:27040; appliedIndex:27039; }","duration":"166.979684ms","start":"2026-05-06T10:25:51.604951Z","end":"2026-05-06T10:25:51.77193Z","steps":["trace[386760832] 'read index received' (duration: 166.796398ms)","trace[386760832] 'applied index is now lower than readState.Index' (duration: 182.406µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:51.772072Z","caller":"traceutil/trace.go:171","msg":"trace[1555006013] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"227.960573ms","start":"2026-05-06T10:25:51.544084Z","end":"2026-05-06T10:25:51.772045Z","steps":["trace[1555006013] 'process raft request' (duration: 227.707785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:51.772096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.122079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:51.77214Z","caller":"traceutil/trace.go:171","msg":"trace[2077343193] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26173; }","duration":"167.226292ms","start":"2026-05-06T10:25:51.604901Z","end":"2026-05-06T10:25:51.772127Z","steps":["trace[2077343193] 'agreement among raft nodes before linearized reading' (duration: 167.117909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:52.789911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.381143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:25:52.790023Z","caller":"traceutil/trace.go:171","msg":"trace[49004108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26181; }","duration":"103.534628ms","start":"2026-05-06T10:25:52.686464Z","end":"2026-05-06T10:25:52.789998Z","steps":["trace[49004108] 'range keys from in-memory index tree' (duration: 103.180486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:52.790097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.137514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:25:52.79017Z","caller":"traceutil/trace.go:171","msg":"trace[736192570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26181; }","duration":"102.235787ms","start":"2026-05-06T10:25:52.687917Z","end":"2026-05-06T10:25:52.790153Z","steps":["trace[736192570] 'range keys from in-memory index tree' (duration: 101.990259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:52.790381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.962628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-06T10:25:52.790393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.111433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:25:52.79044Z","caller":"traceutil/trace.go:171","msg":"trace[1593903291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26181; }","duration":"102.172885ms","start":"2026-05-06T10:25:52.688253Z","end":"2026-05-06T10:25:52.790426Z","steps":["trace[1593903291] 'range keys from in-memory index tree' (duration: 101.99273ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:52.790412Z","caller":"traceutil/trace.go:171","msg":"trace[572283060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26181; }","duration":"102.004529ms","start":"2026-05-06T10:25:52.6884Z","end":"2026-05-06T10:25:52.790405Z","steps":["trace[572283060] 'range keys from in-memory index tree' (duration: 101.907266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:52.790452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.094383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:25:52.790671Z","caller":"traceutil/trace.go:171","msg":"trace[1953668392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26181; }","duration":"102.302049ms","start":"2026-05-06T10:25:52.688345Z","end":"2026-05-06T10:25:52.790647Z","steps":["trace[1953668392] 'range keys from in-memory index tree' (duration: 102.044451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:53.458812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212207875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T10:25:53.702197Z","caller":"traceutil/trace.go:171","msg":"trace[1846286910] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"907.378931ms","start":"2026-05-06T10:25:52.79479Z","end":"2026-05-06T10:25:53.702169Z","steps":["trace[1846286910] 'process raft request' (duration: 907.104103ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:53.702202Z","caller":"traceutil/trace.go:171","msg":"trace[1744038781] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"905.884635ms","start":"2026-05-06T10:25:52.796286Z","end":"2026-05-06T10:25:53.702171Z","steps":["trace[1744038781] 'process raft request' (duration: 905.812692ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:53.702255Z","caller":"traceutil/trace.go:171","msg":"trace[674465542] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"907.093172ms","start":"2026-05-06T10:25:52.795115Z","end":"2026-05-06T10:25:53.702208Z","steps":["trace[674465542] 'process raft request' (duration: 906.940897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:53.702318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:52.794769Z","time spent":"907.485404ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:53.702354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:52.796278Z","time spent":"905.999778ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:53.702377Z","caller":"traceutil/trace.go:171","msg":"trace[356452050] linearizableReadLoop","detail":"{readStateIndex:27053; appliedIndex:27049; }","duration":"743.668779ms","start":"2026-05-06T10:25:52.958688Z","end":"2026-05-06T10:25:53.702357Z","steps":["trace[356452050] 'read index received' (duration: 743.123352ms)","trace[356452050] 'applied index is now lower than readState.Index' (duration: 543.477µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:53.702464Z","caller":"traceutil/trace.go:171","msg":"trace[1493369417] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"901.512027ms","start":"2026-05-06T10:25:52.800915Z","end":"2026-05-06T10:25:53.702427Z","steps":["trace[1493369417] 'process raft request' (duration: 901.218547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:53.702542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.242382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:53.702559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.872206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:25:53.702581Z","caller":"traceutil/trace.go:171","msg":"trace[1283345442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26186; }","duration":"549.310714ms","start":"2026-05-06T10:25:53.153259Z","end":"2026-05-06T10:25:53.702569Z","steps":["trace[1283345442] 'agreement among raft nodes before linearized reading' (duration: 549.245112ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:53.702602Z","caller":"traceutil/trace.go:171","msg":"trace[2143359358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26186; }","duration":"743.956149ms","start":"2026-05-06T10:25:52.958633Z","end":"2026-05-06T10:25:53.702589Z","steps":["trace[2143359358] 'agreement among raft nodes before linearized reading' (duration: 743.850985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:53.70261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:53.153243Z","time spent":"549.360305ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:25:53.702625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:52.958611Z","time spent":"744.007751ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:25:53.702741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.229536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:53.702494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:52.795108Z","time spent":"907.255778ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:53.702805Z","caller":"traceutil/trace.go:171","msg":"trace[1064883377] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26186; }","duration":"422.294768ms","start":"2026-05-06T10:25:53.280487Z","end":"2026-05-06T10:25:53.702782Z","steps":["trace[1064883377] 'agreement among raft nodes before linearized reading' (duration: 422.178724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:53.702816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:52.800908Z","time spent":"901.722383ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:53.702854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:53.28045Z","time spent":"422.389511ms","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:25:53.99857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.358685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:53.998673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.227246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:25:53.998664Z","caller":"traceutil/trace.go:171","msg":"trace[1625060676] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26186; }","duration":"105.486199ms","start":"2026-05-06T10:25:53.893147Z","end":"2026-05-06T10:25:53.998634Z","steps":["trace[1625060676] 'count revisions from in-memory index tree' (duration: 105.288863ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:53.998707Z","caller":"traceutil/trace.go:171","msg":"trace[1782885771] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26186; }","duration":"184.302088ms","start":"2026-05-06T10:25:53.814395Z","end":"2026-05-06T10:25:53.998697Z","steps":["trace[1782885771] 'count revisions from in-memory index tree' (duration: 184.149613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:53.998903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.41545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:53.998933Z","caller":"traceutil/trace.go:171","msg":"trace[1563629101] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26186; }","duration":"148.481972ms","start":"2026-05-06T10:25:53.850443Z","end":"2026-05-06T10:25:53.998925Z","steps":["trace[1563629101] 'count revisions from in-memory index tree' (duration: 148.293946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.247763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.467935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:25:55.24801Z","caller":"traceutil/trace.go:171","msg":"trace[957003578] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"270.018937ms","start":"2026-05-06T10:25:54.977967Z","end":"2026-05-06T10:25:55.247986Z","steps":["trace[957003578] 'process raft request' (duration: 269.901443ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.248064Z","caller":"traceutil/trace.go:171","msg":"trace[1414331901] linearizableReadLoop","detail":"{readStateIndex:27088; appliedIndex:27087; }","duration":"432.368005ms","start":"2026-05-06T10:25:54.815657Z","end":"2026-05-06T10:25:55.248025Z","steps":["trace[1414331901] 'read index received' (duration: 49.643762ms)","trace[1414331901] 'applied index is now lower than readState.Index' (duration: 382.718943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:55.248408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.849373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:55.248444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.283943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:55.248495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.817049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-06T10:25:55.248514Z","caller":"traceutil/trace.go:171","msg":"trace[1939807697] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26219; }","duration":"155.020419ms","start":"2026-05-06T10:25:55.093472Z","end":"2026-05-06T10:25:55.248493Z","steps":["trace[1939807697] 'agreement among raft nodes before linearized reading' (duration: 154.832723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.2485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.186792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:25:55.248552Z","caller":"traceutil/trace.go:171","msg":"trace[503439343] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26219; }","duration":"432.914902ms","start":"2026-05-06T10:25:54.815622Z","end":"2026-05-06T10:25:55.248536Z","steps":["trace[503439343] 'agreement among raft nodes before linearized reading' (duration: 432.644053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.248569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.773859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-06T10:25:55.24859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:54.815589Z","time spent":"432.992034ms","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-05-06T10:25:55.248601Z","caller":"traceutil/trace.go:171","msg":"trace[444426636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26219; }","duration":"379.347686ms","start":"2026-05-06T10:25:54.869228Z","end":"2026-05-06T10:25:55.248576Z","steps":["trace[444426636] 'agreement among raft nodes before linearized reading' (duration: 379.071427ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.248627Z","caller":"traceutil/trace.go:171","msg":"trace[72194000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26219; }","duration":"413.866202ms","start":"2026-05-06T10:25:54.834747Z","end":"2026-05-06T10:25:55.248613Z","steps":["trace[72194000] 'agreement among raft nodes before linearized reading' (duration: 413.540312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.248649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:54.869214Z","time spent":"379.425989ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:25:55.248668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:54.834733Z","time spent":"413.923015ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T10:25:55.248535Z","caller":"traceutil/trace.go:171","msg":"trace[438607676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26219; }","duration":"399.440358ms","start":"2026-05-06T10:25:54.849071Z","end":"2026-05-06T10:25:55.248512Z","steps":["trace[438607676] 'agreement among raft nodes before linearized reading' (duration: 399.244732ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.248791Z","caller":"traceutil/trace.go:171","msg":"trace[2077160547] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"436.687011ms","start":"2026-05-06T10:25:54.811497Z","end":"2026-05-06T10:25:55.248184Z","steps":["trace[2077160547] 'process raft request' (duration: 53.717571ms)","trace[2077160547] 'compare' (duration: 382.169115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:55.248904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:54.81148Z","time spent":"437.348041ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24483,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:25:55.248867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:54.849055Z","time spent":"399.710667ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:25:55.249211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.508767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-05-06T10:25:55.249287Z","caller":"traceutil/trace.go:171","msg":"trace[67744887] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26219; }","duration":"219.636001ms","start":"2026-05-06T10:25:55.029635Z","end":"2026-05-06T10:25:55.249271Z","steps":["trace[67744887] 'agreement among raft nodes before linearized reading' (duration: 218.6598ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460037Z","caller":"traceutil/trace.go:171","msg":"trace[610214271] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"136.785844ms","start":"2026-05-06T10:25:55.323214Z","end":"2026-05-06T10:25:55.46Z","steps":["trace[610214271] 'process raft request' (duration: 136.564927ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460039Z","caller":"traceutil/trace.go:171","msg":"trace[18720941] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"136.691261ms","start":"2026-05-06T10:25:55.323314Z","end":"2026-05-06T10:25:55.460005Z","steps":["trace[18720941] 'process raft request' (duration: 136.592388ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460056Z","caller":"traceutil/trace.go:171","msg":"trace[592185840] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"136.498045ms","start":"2026-05-06T10:25:55.323531Z","end":"2026-05-06T10:25:55.460029Z","steps":["trace[592185840] 'process raft request' (duration: 136.407412ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460149Z","caller":"traceutil/trace.go:171","msg":"trace[986399452] linearizableReadLoop","detail":"{readStateIndex:27110; appliedIndex:27100; }","duration":"134.831233ms","start":"2026-05-06T10:25:55.325298Z","end":"2026-05-06T10:25:55.46013Z","steps":["trace[986399452] 'read index received' (duration: 45.418249ms)","trace[986399452] 'applied index is now lower than readState.Index' (duration: 89.411494ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:55.460132Z","caller":"traceutil/trace.go:171","msg":"trace[1707397416] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"136.400202ms","start":"2026-05-06T10:25:55.323692Z","end":"2026-05-06T10:25:55.460092Z","steps":["trace[1707397416] 'process raft request' (duration: 136.279348ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460281Z","caller":"traceutil/trace.go:171","msg":"trace[942439442] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"136.053541ms","start":"2026-05-06T10:25:55.324205Z","end":"2026-05-06T10:25:55.460259Z","steps":["trace[942439442] 'process raft request' (duration: 135.890996ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460298Z","caller":"traceutil/trace.go:171","msg":"trace[639794722] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"136.086502ms","start":"2026-05-06T10:25:55.324151Z","end":"2026-05-06T10:25:55.460238Z","steps":["trace[639794722] 'process raft request' (duration: 135.921957ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.46049Z","caller":"traceutil/trace.go:171","msg":"trace[598979744] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"136.740093ms","start":"2026-05-06T10:25:55.323709Z","end":"2026-05-06T10:25:55.46045Z","steps":["trace[598979744] 'process raft request' (duration: 136.291239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.460593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.692966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-06T10:25:55.460631Z","caller":"traceutil/trace.go:171","msg":"trace[1342056911] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"136.489055ms","start":"2026-05-06T10:25:55.324023Z","end":"2026-05-06T10:25:55.460512Z","steps":["trace[1342056911] 'process raft request' (duration: 136.00224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.46046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.137332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:55.460818Z","caller":"traceutil/trace.go:171","msg":"trace[1183750910] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"136.094252ms","start":"2026-05-06T10:25:55.324077Z","end":"2026-05-06T10:25:55.460171Z","steps":["trace[1183750910] 'process raft request' (duration: 135.970998ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460918Z","caller":"traceutil/trace.go:171","msg":"trace[1490396106] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26240; }","duration":"135.617238ms","start":"2026-05-06T10:25:55.325265Z","end":"2026-05-06T10:25:55.460883Z","steps":["trace[1490396106] 'agreement among raft nodes before linearized reading' (duration: 134.984178ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.460719Z","caller":"traceutil/trace.go:171","msg":"trace[335156035] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26240; }","duration":"119.839491ms","start":"2026-05-06T10:25:55.340828Z","end":"2026-05-06T10:25:55.460667Z","steps":["trace[335156035] 'agreement among raft nodes before linearized reading' (duration: 119.48417ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.588662Z","caller":"traceutil/trace.go:171","msg":"trace[665004861] linearizableReadLoop","detail":"{readStateIndex:27111; appliedIndex:27110; }","duration":"120.15036ms","start":"2026-05-06T10:25:55.468484Z","end":"2026-05-06T10:25:55.588635Z","steps":["trace[665004861] 'read index received' (duration: 97.182068ms)","trace[665004861] 'applied index is now lower than readState.Index' (duration: 22.967362ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:55.588727Z","caller":"traceutil/trace.go:171","msg":"trace[1517091723] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"120.409258ms","start":"2026-05-06T10:25:55.468254Z","end":"2026-05-06T10:25:55.588663Z","steps":["trace[1517091723] 'process raft request' (duration: 97.553079ms)","trace[1517091723] 'compare' (duration: 22.523439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:55.588977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.46476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-05-06T10:25:55.589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.032163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-05-06T10:25:55.589035Z","caller":"traceutil/trace.go:171","msg":"trace[1583926026] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26241; }","duration":"120.564253ms","start":"2026-05-06T10:25:55.468453Z","end":"2026-05-06T10:25:55.589017Z","steps":["trace[1583926026] 'agreement among raft nodes before linearized reading' (duration: 120.329916ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.589057Z","caller":"traceutil/trace.go:171","msg":"trace[1883549072] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26241; }","duration":"104.123846ms","start":"2026-05-06T10:25:55.484916Z","end":"2026-05-06T10:25:55.58904Z","steps":["trace[1883549072] 'agreement among raft nodes before linearized reading' (duration: 103.979282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.589077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.935094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18776"} {"level":"info","ts":"2026-05-06T10:25:55.589177Z","caller":"traceutil/trace.go:171","msg":"trace[732365426] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26241; }","duration":"120.046338ms","start":"2026-05-06T10:25:55.469107Z","end":"2026-05-06T10:25:55.589153Z","steps":["trace[732365426] 'agreement among raft nodes before linearized reading' (duration: 119.754218ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.966104Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069e9.wal"} {"level":"info","ts":"2026-05-06T10:25:55.966614Z","caller":"traceutil/trace.go:171","msg":"trace[1829384556] linearizableReadLoop","detail":"{readStateIndex:27112; appliedIndex:27111; }","duration":"372.182131ms","start":"2026-05-06T10:25:55.594406Z","end":"2026-05-06T10:25:55.966588Z","steps":["trace[1829384556] 'read index received' (duration: 371.82825ms)","trace[1829384556] 'applied index is now lower than readState.Index' (duration: 352.741µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:55.966717Z","caller":"traceutil/trace.go:171","msg":"trace[534580371] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"373.41799ms","start":"2026-05-06T10:25:55.593252Z","end":"2026-05-06T10:25:55.96667Z","steps":["trace[534580371] 'process raft request' (duration: 373.112841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.966864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:55.593234Z","time spent":"373.542164ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:25:55.967065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.2585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:25:55.967101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.890701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-05-06T10:25:55.967075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.363586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:25:55.967127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.28374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T10:25:55.967144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.296471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:25:55.967206Z","caller":"traceutil/trace.go:171","msg":"trace[1407084683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26242; }","duration":"260.359783ms","start":"2026-05-06T10:25:55.706826Z","end":"2026-05-06T10:25:55.967186Z","steps":["trace[1407084683] 'agreement among raft nodes before linearized reading' (duration: 259.9523ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.967211Z","caller":"traceutil/trace.go:171","msg":"trace[1634215075] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26242; }","duration":"310.565242ms","start":"2026-05-06T10:25:55.656603Z","end":"2026-05-06T10:25:55.967168Z","steps":["trace[1634215075] 'agreement among raft nodes before linearized reading' (duration: 310.17118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.967273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.872163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-06T10:25:55.967249Z","caller":"traceutil/trace.go:171","msg":"trace[1295591750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26242; }","duration":"260.404084ms","start":"2026-05-06T10:25:55.706826Z","end":"2026-05-06T10:25:55.96723Z","steps":["trace[1295591750] 'agreement among raft nodes before linearized reading' (duration: 260.061883ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.967154Z","caller":"traceutil/trace.go:171","msg":"trace[1076996444] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26242; }","duration":"370.982033ms","start":"2026-05-06T10:25:55.596155Z","end":"2026-05-06T10:25:55.967137Z","steps":["trace[1076996444] 'agreement among raft nodes before linearized reading' (duration: 370.592051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.967305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:55.656578Z","time spent":"310.705957ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:25:55.967336Z","caller":"traceutil/trace.go:171","msg":"trace[1960035495] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26242; }","duration":"372.943126ms","start":"2026-05-06T10:25:55.594368Z","end":"2026-05-06T10:25:55.967311Z","steps":["trace[1960035495] 'agreement among raft nodes before linearized reading' (duration: 372.367628ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:55.967151Z","caller":"traceutil/trace.go:171","msg":"trace[1946262461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26242; }","duration":"260.402404ms","start":"2026-05-06T10:25:55.706728Z","end":"2026-05-06T10:25:55.96713Z","steps":["trace[1946262461] 'agreement among raft nodes before linearized reading' (duration: 260.159326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.967344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:55.596143Z","time spent":"371.18591ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-05-06T10:25:55.96711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.357576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-06T10:25:55.967382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:55.594354Z","time spent":"373.019208ms","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-05-06T10:25:55.967412Z","caller":"traceutil/trace.go:171","msg":"trace[1863355351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26242; }","duration":"365.686307ms","start":"2026-05-06T10:25:55.601709Z","end":"2026-05-06T10:25:55.967395Z","steps":["trace[1863355351] 'agreement among raft nodes before linearized reading' (duration: 365.117059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:55.967446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:55.601703Z","time spent":"365.732249ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T10:25:55.967164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.002852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:25:55.967505Z","caller":"traceutil/trace.go:171","msg":"trace[1151206482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26242; }","duration":"260.392144ms","start":"2026-05-06T10:25:55.707095Z","end":"2026-05-06T10:25:55.967487Z","steps":["trace[1151206482] 'agreement among raft nodes before linearized reading' (duration: 259.779855ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.150352Z","caller":"traceutil/trace.go:171","msg":"trace[517487164] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"177.632279ms","start":"2026-05-06T10:25:55.972681Z","end":"2026-05-06T10:25:56.150313Z","steps":["trace[517487164] 'process raft request' (duration: 177.261927ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.150388Z","caller":"traceutil/trace.go:171","msg":"trace[1673619273] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"177.378551ms","start":"2026-05-06T10:25:55.972978Z","end":"2026-05-06T10:25:56.150357Z","steps":["trace[1673619273] 'process raft request' (duration: 177.194445ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.150415Z","caller":"traceutil/trace.go:171","msg":"trace[387109380] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"177.386501ms","start":"2026-05-06T10:25:55.972999Z","end":"2026-05-06T10:25:56.150386Z","steps":["trace[387109380] 'process raft request' (duration: 177.276408ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.150695Z","caller":"traceutil/trace.go:171","msg":"trace[475145469] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"176.937557ms","start":"2026-05-06T10:25:55.973746Z","end":"2026-05-06T10:25:56.150684Z","steps":["trace[475145469] 'process raft request' (duration: 176.584016ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.151254Z","caller":"traceutil/trace.go:171","msg":"trace[1538690654] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"176.932897ms","start":"2026-05-06T10:25:55.974273Z","end":"2026-05-06T10:25:56.151206Z","steps":["trace[1538690654] 'process raft request' (duration: 176.294027ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.151398Z","caller":"traceutil/trace.go:171","msg":"trace[1842169205] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"176.623007ms","start":"2026-05-06T10:25:55.974756Z","end":"2026-05-06T10:25:56.151379Z","steps":["trace[1842169205] 'process raft request' (duration: 176.264626ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.151515Z","caller":"traceutil/trace.go:171","msg":"trace[1761062638] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"176.71668ms","start":"2026-05-06T10:25:55.974752Z","end":"2026-05-06T10:25:56.151469Z","steps":["trace[1761062638] 'process raft request' (duration: 176.560865ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.151532Z","caller":"traceutil/trace.go:171","msg":"trace[842771390] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"176.316058ms","start":"2026-05-06T10:25:55.975181Z","end":"2026-05-06T10:25:56.151497Z","steps":["trace[842771390] 'process raft request' (duration: 176.241176ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.151537Z","caller":"traceutil/trace.go:171","msg":"trace[251512809] linearizableReadLoop","detail":"{readStateIndex:27118; appliedIndex:27112; }","duration":"177.190915ms","start":"2026-05-06T10:25:55.974311Z","end":"2026-05-06T10:25:56.151502Z","steps":["trace[251512809] 'read index received' (duration: 23.381615ms)","trace[251512809] 'applied index is now lower than readState.Index' (duration: 153.80802ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:56.151553Z","caller":"traceutil/trace.go:171","msg":"trace[62444705] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"176.265616ms","start":"2026-05-06T10:25:55.975258Z","end":"2026-05-06T10:25:56.151523Z","steps":["trace[62444705] 'process raft request' (duration: 176.202734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.151809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.467054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-06T10:25:56.151852Z","caller":"traceutil/trace.go:171","msg":"trace[1500333349] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26252; }","duration":"177.567797ms","start":"2026-05-06T10:25:55.974269Z","end":"2026-05-06T10:25:56.151837Z","steps":["trace[1500333349] 'agreement among raft nodes before linearized reading' (duration: 177.35542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.152008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.454562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-06T10:25:56.15212Z","caller":"traceutil/trace.go:171","msg":"trace[392630356] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26252; }","duration":"176.616657ms","start":"2026-05-06T10:25:55.975485Z","end":"2026-05-06T10:25:56.152102Z","steps":["trace[392630356] 'agreement among raft nodes before linearized reading' (duration: 176.283317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.152241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.762502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-06T10:25:56.152309Z","caller":"traceutil/trace.go:171","msg":"trace[1822370967] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26252; }","duration":"135.881726ms","start":"2026-05-06T10:25:56.016407Z","end":"2026-05-06T10:25:56.152289Z","steps":["trace[1822370967] 'agreement among raft nodes before linearized reading' (duration: 135.653259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.154475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.706163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111991"} {"level":"info","ts":"2026-05-06T10:25:56.154529Z","caller":"traceutil/trace.go:171","msg":"trace[515392580] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26252; }","duration":"178.767435ms","start":"2026-05-06T10:25:55.97575Z","end":"2026-05-06T10:25:56.154518Z","steps":["trace[515392580] 'agreement among raft nodes before linearized reading' (duration: 176.39153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.539545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.964472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:25:56.539702Z","caller":"traceutil/trace.go:171","msg":"trace[1974433272] linearizableReadLoop","detail":"{readStateIndex:27128; appliedIndex:27123; }","duration":"375.370571ms","start":"2026-05-06T10:25:56.164314Z","end":"2026-05-06T10:25:56.539685Z","steps":["trace[1974433272] 'read index received' (duration: 36.789708ms)","trace[1974433272] 'applied index is now lower than readState.Index' (duration: 338.555583ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:56.539926Z","caller":"traceutil/trace.go:171","msg":"trace[610811153] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"375.802295ms","start":"2026-05-06T10:25:56.164083Z","end":"2026-05-06T10:25:56.539885Z","steps":["trace[610811153] 'process raft request' (duration: 175.43253ms)","trace[610811153] 'compare' (duration: 199.57331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:56.540053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.739159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-05-06T10:25:56.540099Z","caller":"traceutil/trace.go:171","msg":"trace[1236532440] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26258; }","duration":"379.814781ms","start":"2026-05-06T10:25:56.160271Z","end":"2026-05-06T10:25:56.540086Z","steps":["trace[1236532440] 'agreement among raft nodes before linearized reading' (duration: 379.607535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.540091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.164072Z","time spent":"375.933429ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8817,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:25:56.540135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.16026Z","time spent":"379.866682ms","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-06T10:25:56.576245Z","caller":"traceutil/trace.go:171","msg":"trace[1647675428] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"370.23109ms","start":"2026-05-06T10:25:56.205975Z","end":"2026-05-06T10:25:56.576206Z","steps":["trace[1647675428] 'process raft request' (duration: 369.881789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.576281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.161366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:56.576294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.052643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:56.576344Z","caller":"traceutil/trace.go:171","msg":"trace[720358018] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26262; }","duration":"369.235849ms","start":"2026-05-06T10:25:56.207089Z","end":"2026-05-06T10:25:56.576325Z","steps":["trace[720358018] 'agreement among raft nodes before linearized reading' (duration: 369.079494ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.57636Z","caller":"traceutil/trace.go:171","msg":"trace[20453827] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-init; range_end:; response_count:0; response_revision:26262; }","duration":"410.154456ms","start":"2026-05-06T10:25:56.166188Z","end":"2026-05-06T10:25:56.576342Z","steps":["trace[20453827] 'agreement among raft nodes before linearized reading' (duration: 410.005231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.576345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.173403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-05-06T10:25:56.576398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.166181Z","time spent":"410.209238ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-init\" "} {"level":"info","ts":"2026-05-06T10:25:56.576436Z","caller":"traceutil/trace.go:171","msg":"trace[1155211404] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"366.811722ms","start":"2026-05-06T10:25:56.209618Z","end":"2026-05-06T10:25:56.57643Z","steps":["trace[1155211404] 'process raft request' (duration: 366.43352ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.576452Z","caller":"traceutil/trace.go:171","msg":"trace[186138885] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"366.76027ms","start":"2026-05-06T10:25:56.209679Z","end":"2026-05-06T10:25:56.576439Z","steps":["trace[186138885] 'process raft request' (duration: 366.416759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.576505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.209604Z","time spent":"366.857914ms","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6150,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:56.576523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.958892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-05-06T10:25:56.576427Z","caller":"traceutil/trace.go:171","msg":"trace[572014632] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26262; }","duration":"408.280267ms","start":"2026-05-06T10:25:56.16813Z","end":"2026-05-06T10:25:56.576411Z","steps":["trace[572014632] 'agreement among raft nodes before linearized reading' (duration: 408.03905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.576715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.168123Z","time spent":"408.515784ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-05-06T10:25:56.576412Z","caller":"traceutil/trace.go:171","msg":"trace[1136397198] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"366.956707ms","start":"2026-05-06T10:25:56.209446Z","end":"2026-05-06T10:25:56.576403Z","steps":["trace[1136397198] 'process raft request' (duration: 366.542134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.576876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.209419Z","time spent":"367.399171ms","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6319,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:56.57639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.205947Z","time spent":"370.377705ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T10:25:56.576377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.207028Z","time spent":"369.343482ms","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-05-06T10:25:56.576525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.209659Z","time spent":"366.827763ms","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6907,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:56.576574Z","caller":"traceutil/trace.go:171","msg":"trace[145687006] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26262; }","duration":"411.038104ms","start":"2026-05-06T10:25:56.165522Z","end":"2026-05-06T10:25:56.57656Z","steps":["trace[145687006] 'agreement among raft nodes before linearized reading' (duration: 410.933391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.577182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:56.165504Z","time spent":"411.656863ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-06T10:25:56.797818Z","caller":"traceutil/trace.go:171","msg":"trace[1643142008] linearizableReadLoop","detail":"{readStateIndex:27133; appliedIndex:27132; }","duration":"221.657924ms","start":"2026-05-06T10:25:56.576142Z","end":"2026-05-06T10:25:56.797799Z","steps":["trace[1643142008] 'read index received' (duration: 220.2437ms)","trace[1643142008] 'applied index is now lower than readState.Index' (duration: 1.413354ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:56.797974Z","caller":"traceutil/trace.go:171","msg":"trace[889037318] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"249.575273ms","start":"2026-05-06T10:25:56.548358Z","end":"2026-05-06T10:25:56.797933Z","steps":["trace[889037318] 'process raft request' (duration: 247.997654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.798513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.762135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-06T10:25:56.798614Z","caller":"traceutil/trace.go:171","msg":"trace[314531935] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26263; }","duration":"253.904479ms","start":"2026-05-06T10:25:56.544686Z","end":"2026-05-06T10:25:56.798591Z","steps":["trace[314531935] 'agreement among raft nodes before linearized reading' (duration: 253.634681ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835296Z","caller":"traceutil/trace.go:171","msg":"trace[282342579] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"254.116175ms","start":"2026-05-06T10:25:56.581158Z","end":"2026-05-06T10:25:56.835274Z","steps":["trace[282342579] 'process raft request' (duration: 253.9513ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835583Z","caller":"traceutil/trace.go:171","msg":"trace[558287932] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"253.951201ms","start":"2026-05-06T10:25:56.58162Z","end":"2026-05-06T10:25:56.835571Z","steps":["trace[558287932] 'process raft request' (duration: 253.629821ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.83567Z","caller":"traceutil/trace.go:171","msg":"trace[981288864] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"228.942064ms","start":"2026-05-06T10:25:56.60672Z","end":"2026-05-06T10:25:56.835662Z","steps":["trace[981288864] 'process raft request' (duration: 228.626604ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835693Z","caller":"traceutil/trace.go:171","msg":"trace[1725292000] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"199.640582ms","start":"2026-05-06T10:25:56.636032Z","end":"2026-05-06T10:25:56.835672Z","steps":["trace[1725292000] 'process raft request' (duration: 199.419695ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835704Z","caller":"traceutil/trace.go:171","msg":"trace[1925946688] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"253.697203ms","start":"2026-05-06T10:25:56.581965Z","end":"2026-05-06T10:25:56.835662Z","steps":["trace[1925946688] 'process raft request' (duration: 253.30658ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835785Z","caller":"traceutil/trace.go:171","msg":"trace[1627055316] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"253.232158ms","start":"2026-05-06T10:25:56.582547Z","end":"2026-05-06T10:25:56.835779Z","steps":["trace[1627055316] 'process raft request' (duration: 252.744133ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835777Z","caller":"traceutil/trace.go:171","msg":"trace[541021650] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"128.474882ms","start":"2026-05-06T10:25:56.707271Z","end":"2026-05-06T10:25:56.835746Z","steps":["trace[541021650] 'process raft request' (duration: 128.280376ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835894Z","caller":"traceutil/trace.go:171","msg":"trace[1960071730] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"254.443476ms","start":"2026-05-06T10:25:56.581422Z","end":"2026-05-06T10:25:56.835865Z","steps":["trace[1960071730] 'process raft request' (duration: 253.796386ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.835922Z","caller":"traceutil/trace.go:171","msg":"trace[880205250] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"129.66189ms","start":"2026-05-06T10:25:56.706245Z","end":"2026-05-06T10:25:56.835906Z","steps":["trace[880205250] 'process raft request' (duration: 129.263738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.836161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.860866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6168"} {"level":"info","ts":"2026-05-06T10:25:56.836182Z","caller":"traceutil/trace.go:171","msg":"trace[785930668] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:26278; }","duration":"252.904008ms","start":"2026-05-06T10:25:56.583273Z","end":"2026-05-06T10:25:56.836177Z","steps":["trace[785930668] 'agreement among raft nodes before linearized reading' (duration: 252.808055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.836346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.869746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111991"} {"level":"info","ts":"2026-05-06T10:25:56.836412Z","caller":"traceutil/trace.go:171","msg":"trace[1614413361] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26278; }","duration":"252.957019ms","start":"2026-05-06T10:25:56.583441Z","end":"2026-05-06T10:25:56.836398Z","steps":["trace[1614413361] 'agreement among raft nodes before linearized reading' (duration: 252.632899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.836386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.442703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6337"} {"level":"info","ts":"2026-05-06T10:25:56.836467Z","caller":"traceutil/trace.go:171","msg":"trace[440457676] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:26278; }","duration":"252.534086ms","start":"2026-05-06T10:25:56.583927Z","end":"2026-05-06T10:25:56.836461Z","steps":["trace[440457676] 'agreement among raft nodes before linearized reading' (duration: 252.424702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:56.836285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.325695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:6925"} {"level":"warn","ts":"2026-05-06T10:25:56.836569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.512488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:25:56.836371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.425773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-06T10:25:56.836586Z","caller":"traceutil/trace.go:171","msg":"trace[2142325797] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:26278; }","duration":"249.650825ms","start":"2026-05-06T10:25:56.586914Z","end":"2026-05-06T10:25:56.836564Z","steps":["trace[2142325797] 'agreement among raft nodes before linearized reading' (duration: 249.154429ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.836614Z","caller":"traceutil/trace.go:171","msg":"trace[1361267673] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26278; }","duration":"253.697952ms","start":"2026-05-06T10:25:56.582911Z","end":"2026-05-06T10:25:56.836609Z","steps":["trace[1361267673] 'agreement among raft nodes before linearized reading' (duration: 253.393053ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.836625Z","caller":"traceutil/trace.go:171","msg":"trace[1852671344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26278; }","duration":"172.57571ms","start":"2026-05-06T10:25:56.664031Z","end":"2026-05-06T10:25:56.836607Z","steps":["trace[1852671344] 'agreement among raft nodes before linearized reading' (duration: 172.483727ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965083Z","caller":"traceutil/trace.go:171","msg":"trace[1485357976] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"120.491761ms","start":"2026-05-06T10:25:56.844566Z","end":"2026-05-06T10:25:56.965057Z","steps":["trace[1485357976] 'process raft request' (duration: 120.341836ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965184Z","caller":"traceutil/trace.go:171","msg":"trace[2119785217] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"117.141126ms","start":"2026-05-06T10:25:56.848018Z","end":"2026-05-06T10:25:56.965159Z","steps":["trace[2119785217] 'process raft request' (duration: 117.022763ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.9653Z","caller":"traceutil/trace.go:171","msg":"trace[328435092] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"117.322742ms","start":"2026-05-06T10:25:56.84795Z","end":"2026-05-06T10:25:56.965272Z","steps":["trace[328435092] 'process raft request' (duration: 117.052853ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965299Z","caller":"traceutil/trace.go:171","msg":"trace[1141126980] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"114.846014ms","start":"2026-05-06T10:25:56.850434Z","end":"2026-05-06T10:25:56.96528Z","steps":["trace[1141126980] 'process raft request' (duration: 114.72639ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965371Z","caller":"traceutil/trace.go:171","msg":"trace[1868800428] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"120.796551ms","start":"2026-05-06T10:25:56.844566Z","end":"2026-05-06T10:25:56.965363Z","steps":["trace[1868800428] 'process raft request' (duration: 120.204972ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965401Z","caller":"traceutil/trace.go:171","msg":"trace[1658099611] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"120.466601ms","start":"2026-05-06T10:25:56.844924Z","end":"2026-05-06T10:25:56.965391Z","steps":["trace[1658099611] 'process raft request' (duration: 120.049928ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965594Z","caller":"traceutil/trace.go:171","msg":"trace[102438594] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"114.570655ms","start":"2026-05-06T10:25:56.851013Z","end":"2026-05-06T10:25:56.965583Z","steps":["trace[102438594] 'process raft request' (duration: 114.190363ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965667Z","caller":"traceutil/trace.go:171","msg":"trace[177720861] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"116.95137ms","start":"2026-05-06T10:25:56.848705Z","end":"2026-05-06T10:25:56.965656Z","steps":["trace[177720861] 'process raft request' (duration: 116.418193ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965342Z","caller":"traceutil/trace.go:171","msg":"trace[1256966092] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"120.492871ms","start":"2026-05-06T10:25:56.844817Z","end":"2026-05-06T10:25:56.96531Z","steps":["trace[1256966092] 'process raft request' (duration: 120.12813ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965745Z","caller":"traceutil/trace.go:171","msg":"trace[2003124368] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"117.542438ms","start":"2026-05-06T10:25:56.848182Z","end":"2026-05-06T10:25:56.965724Z","steps":["trace[2003124368] 'process raft request' (duration: 116.903758ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.965915Z","caller":"traceutil/trace.go:171","msg":"trace[452005598] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"114.240465ms","start":"2026-05-06T10:25:56.851659Z","end":"2026-05-06T10:25:56.9659Z","steps":["trace[452005598] 'process raft request' (duration: 113.851772ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.966047Z","caller":"traceutil/trace.go:171","msg":"trace[636947374] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"114.037958ms","start":"2026-05-06T10:25:56.851998Z","end":"2026-05-06T10:25:56.966036Z","steps":["trace[636947374] 'process raft request' (duration: 113.802581ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.966156Z","caller":"traceutil/trace.go:171","msg":"trace[1947948145] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"114.11801ms","start":"2026-05-06T10:25:56.852027Z","end":"2026-05-06T10:25:56.966145Z","steps":["trace[1947948145] 'process raft request' (duration: 113.940865ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.966193Z","caller":"traceutil/trace.go:171","msg":"trace[1977545075] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"113.807212ms","start":"2026-05-06T10:25:56.852374Z","end":"2026-05-06T10:25:56.966181Z","steps":["trace[1977545075] 'process raft request' (duration: 113.718999ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.966247Z","caller":"traceutil/trace.go:171","msg":"trace[313372298] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27149; }","duration":"118.130537ms","start":"2026-05-06T10:25:56.848097Z","end":"2026-05-06T10:25:56.966228Z","steps":["trace[313372298] 'read index received' (duration: 36.433316ms)","trace[313372298] 'applied index is now lower than readState.Index' (duration: 81.696251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:56.966388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.278211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-06T10:25:56.966415Z","caller":"traceutil/trace.go:171","msg":"trace[728609369] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26295; }","duration":"118.350534ms","start":"2026-05-06T10:25:56.848054Z","end":"2026-05-06T10:25:56.966405Z","steps":["trace[728609369] 'agreement among raft nodes before linearized reading' (duration: 118.217439ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.966427Z","caller":"traceutil/trace.go:171","msg":"trace[965631269] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"111.162128ms","start":"2026-05-06T10:25:56.855252Z","end":"2026-05-06T10:25:56.966414Z","steps":["trace[965631269] 'process raft request' (duration: 110.890079ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:56.966495Z","caller":"traceutil/trace.go:171","msg":"trace[1050419896] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"100.576315ms","start":"2026-05-06T10:25:56.865906Z","end":"2026-05-06T10:25:56.966482Z","steps":["trace[1050419896] 'process raft request' (duration: 100.272525ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.018463Z","caller":"traceutil/trace.go:171","msg":"trace[385669348] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"107.356488ms","start":"2026-05-06T10:25:56.911085Z","end":"2026-05-06T10:25:57.018442Z","steps":["trace[385669348] 'process raft request' (duration: 107.306106ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.018508Z","caller":"traceutil/trace.go:171","msg":"trace[1344600900] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"130.389123ms","start":"2026-05-06T10:25:56.888089Z","end":"2026-05-06T10:25:57.018478Z","steps":["trace[1344600900] 'process raft request' (duration: 130.192447ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252144Z","caller":"traceutil/trace.go:171","msg":"trace[2052950199] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"182.09789ms","start":"2026-05-06T10:25:57.070022Z","end":"2026-05-06T10:25:57.25212Z","steps":["trace[2052950199] 'process raft request' (duration: 181.920314ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252296Z","caller":"traceutil/trace.go:171","msg":"trace[1449960191] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"182.320847ms","start":"2026-05-06T10:25:57.069964Z","end":"2026-05-06T10:25:57.252285Z","steps":["trace[1449960191] 'process raft request' (duration: 172.617842ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252363Z","caller":"traceutil/trace.go:171","msg":"trace[1643766894] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"172.397115ms","start":"2026-05-06T10:25:57.07995Z","end":"2026-05-06T10:25:57.252347Z","steps":["trace[1643766894] 'process raft request' (duration: 172.305842ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252378Z","caller":"traceutil/trace.go:171","msg":"trace[10270566] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"182.294786ms","start":"2026-05-06T10:25:57.070056Z","end":"2026-05-06T10:25:57.25235Z","steps":["trace[10270566] 'process raft request' (duration: 181.925754ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252426Z","caller":"traceutil/trace.go:171","msg":"trace[681733117] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"176.594587ms","start":"2026-05-06T10:25:57.07582Z","end":"2026-05-06T10:25:57.252415Z","steps":["trace[681733117] 'process raft request' (duration: 176.298078ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252515Z","caller":"traceutil/trace.go:171","msg":"trace[239447596] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"176.657459ms","start":"2026-05-06T10:25:57.075848Z","end":"2026-05-06T10:25:57.252506Z","steps":["trace[239447596] 'process raft request' (duration: 176.328988ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252539Z","caller":"traceutil/trace.go:171","msg":"trace[437321698] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"174.588464ms","start":"2026-05-06T10:25:57.077939Z","end":"2026-05-06T10:25:57.252528Z","steps":["trace[437321698] 'process raft request' (duration: 174.273364ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252749Z","caller":"traceutil/trace.go:171","msg":"trace[817393184] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"177.077692ms","start":"2026-05-06T10:25:57.075656Z","end":"2026-05-06T10:25:57.252734Z","steps":["trace[817393184] 'process raft request' (duration: 176.36369ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252755Z","caller":"traceutil/trace.go:171","msg":"trace[1610201445] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"172.517468ms","start":"2026-05-06T10:25:57.080215Z","end":"2026-05-06T10:25:57.252732Z","steps":["trace[1610201445] 'process raft request' (duration: 172.089774ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252822Z","caller":"traceutil/trace.go:171","msg":"trace[1835749761] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"177.067271ms","start":"2026-05-06T10:25:57.075744Z","end":"2026-05-06T10:25:57.252811Z","steps":["trace[1835749761] 'process raft request' (duration: 176.338528ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.252847Z","caller":"traceutil/trace.go:171","msg":"trace[784232990] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"172.216279ms","start":"2026-05-06T10:25:57.080618Z","end":"2026-05-06T10:25:57.252834Z","steps":["trace[784232990] 'process raft request' (duration: 172.004893ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.253019Z","caller":"traceutil/trace.go:171","msg":"trace[1750140187] linearizableReadLoop","detail":"{readStateIndex:27182; appliedIndex:27174; }","duration":"175.891635ms","start":"2026-05-06T10:25:57.077113Z","end":"2026-05-06T10:25:57.253004Z","steps":["trace[1750140187] 'read index received' (duration: 59.402189ms)","trace[1750140187] 'applied index is now lower than readState.Index' (duration: 116.488475ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:57.253061Z","caller":"traceutil/trace.go:171","msg":"trace[949890658] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"171.826186ms","start":"2026-05-06T10:25:57.081225Z","end":"2026-05-06T10:25:57.253051Z","steps":["trace[949890658] 'process raft request' (duration: 171.560158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:57.253134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.003428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:57.253169Z","caller":"traceutil/trace.go:171","msg":"trace[445913676] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26316; }","duration":"176.07921ms","start":"2026-05-06T10:25:57.077076Z","end":"2026-05-06T10:25:57.253155Z","steps":["trace[445913676] 'agreement among raft nodes before linearized reading' (duration: 176.011778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:57.253878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.861962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-05-06T10:25:57.253933Z","caller":"traceutil/trace.go:171","msg":"trace[685818797] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26316; }","duration":"113.955395ms","start":"2026-05-06T10:25:57.139966Z","end":"2026-05-06T10:25:57.253921Z","steps":["trace[685818797] 'agreement among raft nodes before linearized reading' (duration: 113.167281ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:57.659105Z","caller":"traceutil/trace.go:171","msg":"trace[1335939922] linearizableReadLoop","detail":"{readStateIndex:27192; appliedIndex:27191; }","duration":"296.701995ms","start":"2026-05-06T10:25:57.362384Z","end":"2026-05-06T10:25:57.659086Z","steps":["trace[1335939922] 'read index received' (duration: 295.995213ms)","trace[1335939922] 'applied index is now lower than readState.Index' (duration: 705.872µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:57.659185Z","caller":"traceutil/trace.go:171","msg":"trace[816098941] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"299.633507ms","start":"2026-05-06T10:25:57.359545Z","end":"2026-05-06T10:25:57.659178Z","steps":["trace[816098941] 'process raft request' (duration: 298.909884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:57.65939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.005294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-05-06T10:25:57.659422Z","caller":"traceutil/trace.go:171","msg":"trace[1135017271] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26321; }","duration":"297.083636ms","start":"2026-05-06T10:25:57.362331Z","end":"2026-05-06T10:25:57.659415Z","steps":["trace[1135017271] 'agreement among raft nodes before linearized reading' (duration: 296.971713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:57.659839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.002838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111991"} {"level":"info","ts":"2026-05-06T10:25:57.659859Z","caller":"traceutil/trace.go:171","msg":"trace[2113263264] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26321; }","duration":"210.025218ms","start":"2026-05-06T10:25:57.44983Z","end":"2026-05-06T10:25:57.659855Z","steps":["trace[2113263264] 'agreement among raft nodes before linearized reading' (duration: 209.669347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:57.660043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.027178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-06T10:25:57.660119Z","caller":"traceutil/trace.go:171","msg":"trace[1367555923] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-db-init; range_end:; response_count:1; response_revision:26321; }","duration":"121.144512ms","start":"2026-05-06T10:25:57.538958Z","end":"2026-05-06T10:25:57.660102Z","steps":["trace[1367555923] 'agreement among raft nodes before linearized reading' (duration: 120.921765ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:58.025304Z","caller":"traceutil/trace.go:171","msg":"trace[1189124389] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"153.088897ms","start":"2026-05-06T10:25:57.872186Z","end":"2026-05-06T10:25:58.025275Z","steps":["trace[1189124389] 'process raft request' (duration: 147.170931ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:58.339029Z","caller":"traceutil/trace.go:171","msg":"trace[1653766703] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"163.939408ms","start":"2026-05-06T10:25:58.175073Z","end":"2026-05-06T10:25:58.339012Z","steps":["trace[1653766703] 'process raft request' (duration: 163.912947ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:58.339061Z","caller":"traceutil/trace.go:171","msg":"trace[1655079641] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"165.478967ms","start":"2026-05-06T10:25:58.173554Z","end":"2026-05-06T10:25:58.339033Z","steps":["trace[1655079641] 'process raft request' (duration: 143.140014ms)","trace[1655079641] 'compare' (duration: 22.165707ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:58.339086Z","caller":"traceutil/trace.go:171","msg":"trace[1439132671] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"165.463366ms","start":"2026-05-06T10:25:58.173597Z","end":"2026-05-06T10:25:58.33906Z","steps":["trace[1439132671] 'process raft request' (duration: 165.363543ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:58.541279Z","caller":"traceutil/trace.go:171","msg":"trace[1120466748] linearizableReadLoop","detail":"{readStateIndex:27204; appliedIndex:27202; }","duration":"183.38202ms","start":"2026-05-06T10:25:58.357873Z","end":"2026-05-06T10:25:58.541255Z","steps":["trace[1120466748] 'read index received' (duration: 76.868928ms)","trace[1120466748] 'applied index is now lower than readState.Index' (duration: 106.511992ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:58.541337Z","caller":"traceutil/trace.go:171","msg":"trace[1440693638] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"193.24113ms","start":"2026-05-06T10:25:58.348053Z","end":"2026-05-06T10:25:58.541294Z","steps":["trace[1440693638] 'process raft request' (duration: 95.890817ms)","trace[1440693638] 'compare' (duration: 97.172678ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:25:58.541483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.567806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:58.541559Z","caller":"traceutil/trace.go:171","msg":"trace[897661928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26333; }","duration":"183.71124ms","start":"2026-05-06T10:25:58.357834Z","end":"2026-05-06T10:25:58.541545Z","steps":["trace[897661928] 'agreement among raft nodes before linearized reading' (duration: 183.503133ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:58.589585Z","caller":"traceutil/trace.go:171","msg":"trace[734657704] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"146.333995ms","start":"2026-05-06T10:25:58.443225Z","end":"2026-05-06T10:25:58.589559Z","steps":["trace[734657704] 'process raft request' (duration: 146.203621ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:58.589726Z","caller":"traceutil/trace.go:171","msg":"trace[1212123055] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"145.909481ms","start":"2026-05-06T10:25:58.443788Z","end":"2026-05-06T10:25:58.589698Z","steps":["trace[1212123055] 'process raft request' (duration: 145.722236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:58.589906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.378525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:25:58.589995Z","caller":"traceutil/trace.go:171","msg":"trace[1206706353] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26335; }","duration":"179.55393ms","start":"2026-05-06T10:25:58.410419Z","end":"2026-05-06T10:25:58.589973Z","steps":["trace[1206706353] 'agreement among raft nodes before linearized reading' (duration: 179.351024ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:59.316837Z","caller":"traceutil/trace.go:171","msg":"trace[889800219] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"473.101797ms","start":"2026-05-06T10:25:58.843697Z","end":"2026-05-06T10:25:59.316799Z","steps":["trace[889800219] 'process raft request' (duration: 472.913281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:59.317097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.843667Z","time spent":"473.245801ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:59.355271Z","caller":"traceutil/trace.go:171","msg":"trace[2035397157] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"511.522766ms","start":"2026-05-06T10:25:58.843722Z","end":"2026-05-06T10:25:59.355244Z","steps":["trace[2035397157] 'process raft request' (duration: 511.33044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:59.355433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.843694Z","time spent":"511.66478ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:59.355757Z","caller":"traceutil/trace.go:171","msg":"trace[1900795784] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"511.777363ms","start":"2026-05-06T10:25:58.843956Z","end":"2026-05-06T10:25:59.355734Z","steps":["trace[1900795784] 'process raft request' (duration: 511.496564ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:59.355804Z","caller":"traceutil/trace.go:171","msg":"trace[1009943044] linearizableReadLoop","detail":"{readStateIndex:27218; appliedIndex:27210; }","duration":"202.069948ms","start":"2026-05-06T10:25:59.153708Z","end":"2026-05-06T10:25:59.355778Z","steps":["trace[1009943044] 'read index received' (duration: 162.939557ms)","trace[1009943044] 'applied index is now lower than readState.Index' (duration: 39.129331ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:25:59.355849Z","caller":"traceutil/trace.go:171","msg":"trace[2110072345] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"511.909777ms","start":"2026-05-06T10:25:58.843926Z","end":"2026-05-06T10:25:59.355835Z","steps":["trace[2110072345] 'process raft request' (duration: 511.271557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:59.355859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.843931Z","time spent":"511.880936ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:59.355926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.843917Z","time spent":"511.96441ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:59.355945Z","caller":"traceutil/trace.go:171","msg":"trace[2032043003] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"511.871106ms","start":"2026-05-06T10:25:58.844057Z","end":"2026-05-06T10:25:59.355928Z","steps":["trace[2032043003] 'process raft request' (duration: 511.518025ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:59.356028Z","caller":"traceutil/trace.go:171","msg":"trace[2017884819] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"509.700698ms","start":"2026-05-06T10:25:58.846318Z","end":"2026-05-06T10:25:59.356018Z","steps":["trace[2017884819] 'process raft request' (duration: 509.417919ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:25:59.356218Z","caller":"traceutil/trace.go:171","msg":"trace[1852347522] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"510.259436ms","start":"2026-05-06T10:25:58.845946Z","end":"2026-05-06T10:25:59.356205Z","steps":["trace[1852347522] 'process raft request' (duration: 509.75807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:59.356223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.510242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:25:59.356278Z","caller":"traceutil/trace.go:171","msg":"trace[545379207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26346; }","duration":"202.604235ms","start":"2026-05-06T10:25:59.15366Z","end":"2026-05-06T10:25:59.356264Z","steps":["trace[545379207] 'agreement among raft nodes before linearized reading' (duration: 202.46477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:59.356292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.84593Z","time spent":"510.326197ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:59.356087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.844035Z","time spent":"511.953179ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:25:59.356128Z","caller":"traceutil/trace.go:171","msg":"trace[190368810] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"512.070263ms","start":"2026-05-06T10:25:58.84404Z","end":"2026-05-06T10:25:59.356111Z","steps":["trace[190368810] 'process raft request' (duration: 511.625239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:25:59.356459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.846307Z","time spent":"509.947455ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:25:59.356598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:25:58.844011Z","time spent":"512.480236ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:00.358516Z","caller":"traceutil/trace.go:171","msg":"trace[594953336] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"150.159164ms","start":"2026-05-06T10:26:00.208334Z","end":"2026-05-06T10:26:00.358493Z","steps":["trace[594953336] 'process raft request' (duration: 72.418768ms)","trace[594953336] 'compare' (duration: 77.347834ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:00.358728Z","caller":"traceutil/trace.go:171","msg":"trace[1215178515] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"127.332997ms","start":"2026-05-06T10:26:00.231359Z","end":"2026-05-06T10:26:00.358692Z","steps":["trace[1215178515] 'process raft request' (duration: 127.034367ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:01.503076Z","caller":"traceutil/trace.go:171","msg":"trace[752644333] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"139.638454ms","start":"2026-05-06T10:26:01.363403Z","end":"2026-05-06T10:26:01.503042Z","steps":["trace[752644333] 'process raft request' (duration: 106.921265ms)","trace[752644333] 'compare' (duration: 32.43602ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:01.556745Z","caller":"traceutil/trace.go:171","msg":"trace[989158627] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"193.040954ms","start":"2026-05-06T10:26:01.363678Z","end":"2026-05-06T10:26:01.556719Z","steps":["trace[989158627] 'process raft request' (duration: 192.953771ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:01.556759Z","caller":"traceutil/trace.go:171","msg":"trace[127855078] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"193.192349ms","start":"2026-05-06T10:26:01.36353Z","end":"2026-05-06T10:26:01.556723Z","steps":["trace[127855078] 'process raft request' (duration: 192.940341ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:01.556914Z","caller":"traceutil/trace.go:171","msg":"trace[574880817] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"193.197739ms","start":"2026-05-06T10:26:01.363708Z","end":"2026-05-06T10:26:01.556906Z","steps":["trace[574880817] 'process raft request' (duration: 192.971012ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:01.556986Z","caller":"traceutil/trace.go:171","msg":"trace[1466122455] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"193.201619ms","start":"2026-05-06T10:26:01.363767Z","end":"2026-05-06T10:26:01.556969Z","steps":["trace[1466122455] 'process raft request' (duration: 193.058904ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:01.557014Z","caller":"traceutil/trace.go:171","msg":"trace[652349517] linearizableReadLoop","detail":"{readStateIndex:27242; appliedIndex:27236; }","duration":"192.488917ms","start":"2026-05-06T10:26:01.364509Z","end":"2026-05-06T10:26:01.556998Z","steps":["trace[652349517] 'read index received' (duration: 105.83218ms)","trace[652349517] 'applied index is now lower than readState.Index' (duration: 86.655847ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:01.55703Z","caller":"traceutil/trace.go:171","msg":"trace[33380208] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"193.2226ms","start":"2026-05-06T10:26:01.363789Z","end":"2026-05-06T10:26:01.557012Z","steps":["trace[33380208] 'process raft request' (duration: 193.128407ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:01.557039Z","caller":"traceutil/trace.go:171","msg":"trace[1744148354] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"191.733833ms","start":"2026-05-06T10:26:01.365293Z","end":"2026-05-06T10:26:01.557026Z","steps":["trace[1744148354] 'process raft request' (duration: 191.665761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:01.557177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.652462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:26:01.557208Z","caller":"traceutil/trace.go:171","msg":"trace[1407599103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26371; }","duration":"192.724654ms","start":"2026-05-06T10:26:01.364473Z","end":"2026-05-06T10:26:01.557198Z","steps":["trace[1407599103] 'agreement among raft nodes before linearized reading' (duration: 192.58341ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:01.639867Z","caller":"traceutil/trace.go:171","msg":"trace[1086075077] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"142.669008ms","start":"2026-05-06T10:26:01.497173Z","end":"2026-05-06T10:26:01.639842Z","steps":["trace[1086075077] 'process raft request' (duration: 142.420671ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:02.565997Z","caller":"traceutil/trace.go:171","msg":"trace[1512921918] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"122.858166ms","start":"2026-05-06T10:26:02.443109Z","end":"2026-05-06T10:26:02.565967Z","steps":["trace[1512921918] 'process raft request' (duration: 122.804394ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:02.566132Z","caller":"traceutil/trace.go:171","msg":"trace[133677281] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"123.019511ms","start":"2026-05-06T10:26:02.443088Z","end":"2026-05-06T10:26:02.566107Z","steps":["trace[133677281] 'process raft request' (duration: 122.762673ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:02.56612Z","caller":"traceutil/trace.go:171","msg":"trace[1225071343] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"123.420323ms","start":"2026-05-06T10:26:02.442667Z","end":"2026-05-06T10:26:02.566087Z","steps":["trace[1225071343] 'process raft request' (duration: 59.249404ms)","trace[1225071343] 'compare' (duration: 63.756336ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:02.869513Z","caller":"traceutil/trace.go:171","msg":"trace[1034504944] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"126.593644ms","start":"2026-05-06T10:26:02.742885Z","end":"2026-05-06T10:26:02.869479Z","steps":["trace[1034504944] 'process raft request' (duration: 126.373017ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:03.688726Z","caller":"traceutil/trace.go:171","msg":"trace[438141330] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"125.680285ms","start":"2026-05-06T10:26:03.563022Z","end":"2026-05-06T10:26:03.688702Z","steps":["trace[438141330] 'process raft request' (duration: 97.757446ms)","trace[438141330] 'compare' (duration: 27.451454ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:03.688746Z","caller":"traceutil/trace.go:171","msg":"trace[1019557282] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"120.486772ms","start":"2026-05-06T10:26:03.568231Z","end":"2026-05-06T10:26:03.688718Z","steps":["trace[1019557282] 'process raft request' (duration: 120.236804ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:03.688904Z","caller":"traceutil/trace.go:171","msg":"trace[769007527] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"125.749017ms","start":"2026-05-06T10:26:03.563143Z","end":"2026-05-06T10:26:03.688892Z","steps":["trace[769007527] 'process raft request' (duration: 125.20358ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:03.688986Z","caller":"traceutil/trace.go:171","msg":"trace[1838792331] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"125.781538ms","start":"2026-05-06T10:26:03.563196Z","end":"2026-05-06T10:26:03.688978Z","steps":["trace[1838792331] 'process raft request' (duration: 125.20024ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:03.689061Z","caller":"traceutil/trace.go:171","msg":"trace[199699195] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"125.720096ms","start":"2026-05-06T10:26:03.563333Z","end":"2026-05-06T10:26:03.689053Z","steps":["trace[199699195] 'process raft request' (duration: 125.100497ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:04.394651Z","caller":"traceutil/trace.go:171","msg":"trace[797936232] linearizableReadLoop","detail":"{readStateIndex:27269; appliedIndex:27268; }","duration":"375.714032ms","start":"2026-05-06T10:26:04.018911Z","end":"2026-05-06T10:26:04.394625Z","steps":["trace[797936232] 'read index received' (duration: 304.625986ms)","trace[797936232] 'applied index is now lower than readState.Index' (duration: 71.086746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:04.394864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.937559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-06T10:26:04.394898Z","caller":"traceutil/trace.go:171","msg":"trace[855212865] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26396; }","duration":"376.030252ms","start":"2026-05-06T10:26:04.018859Z","end":"2026-05-06T10:26:04.394889Z","steps":["trace[855212865] 'agreement among raft nodes before linearized reading' (duration: 375.867587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:04.394919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:04.018821Z","time spent":"376.091763ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-06T10:26:06.979788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.992413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418529"} {"level":"info","ts":"2026-05-06T10:26:06.979889Z","caller":"traceutil/trace.go:171","msg":"trace[2035863204] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26420; }","duration":"268.141677ms","start":"2026-05-06T10:26:06.711721Z","end":"2026-05-06T10:26:06.979863Z","steps":["trace[2035863204] 'range keys from in-memory index tree' (duration: 267.663092ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:07.161415Z","caller":"traceutil/trace.go:171","msg":"trace[2002796141] linearizableReadLoop","detail":"{readStateIndex:27294; appliedIndex:27293; }","duration":"281.734635ms","start":"2026-05-06T10:26:06.879663Z","end":"2026-05-06T10:26:07.161398Z","steps":["trace[2002796141] 'read index received' (duration: 281.661623ms)","trace[2002796141] 'applied index is now lower than readState.Index' (duration: 72.212µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:07.161499Z","caller":"traceutil/trace.go:171","msg":"trace[2090369414] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"301.234869ms","start":"2026-05-06T10:26:06.860253Z","end":"2026-05-06T10:26:07.161488Z","steps":["trace[2090369414] 'process raft request' (duration: 301.036403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:07.161567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:06.86023Z","time spent":"301.28922ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:07.161582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.8952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:07.161659Z","caller":"traceutil/trace.go:171","msg":"trace[169450295] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26421; }","duration":"282.012054ms","start":"2026-05-06T10:26:06.879629Z","end":"2026-05-06T10:26:07.161641Z","steps":["trace[169450295] 'agreement among raft nodes before linearized reading' (duration: 281.871539ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:07.235915Z","caller":"traceutil/trace.go:171","msg":"trace[717518630] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"315.869089ms","start":"2026-05-06T10:26:06.920019Z","end":"2026-05-06T10:26:07.235888Z","steps":["trace[717518630] 'process raft request' (duration: 315.691404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:07.236071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:06.920001Z","time spent":"315.986762ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:07.236624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.739405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:07.23667Z","caller":"traceutil/trace.go:171","msg":"trace[1335264979] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26422; }","duration":"356.800918ms","start":"2026-05-06T10:26:06.879858Z","end":"2026-05-06T10:26:07.236659Z","steps":["trace[1335264979] 'agreement among raft nodes before linearized reading' (duration: 356.728525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:07.236679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.86751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:07.236706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:06.879852Z","time spent":"356.847269ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-06T10:26:07.236696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.959602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:07.236741Z","caller":"traceutil/trace.go:171","msg":"trace[1653468547] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26422; }","duration":"356.982473ms","start":"2026-05-06T10:26:06.879747Z","end":"2026-05-06T10:26:07.23673Z","steps":["trace[1653468547] 'agreement among raft nodes before linearized reading' (duration: 356.87758ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:07.236758Z","caller":"traceutil/trace.go:171","msg":"trace[1274702368] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26422; }","duration":"357.040675ms","start":"2026-05-06T10:26:06.879699Z","end":"2026-05-06T10:26:07.23674Z","steps":["trace[1274702368] 'agreement among raft nodes before linearized reading' (duration: 356.934842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:07.236773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:06.879725Z","time spent":"357.042265ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:26:07.236795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:06.879693Z","time spent":"357.096637ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-06T10:26:11.039433Z","caller":"traceutil/trace.go:171","msg":"trace[611882893] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"136.441233ms","start":"2026-05-06T10:26:10.902975Z","end":"2026-05-06T10:26:11.039416Z","steps":["trace[611882893] 'process raft request' (duration: 136.33153ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:11.369956Z","caller":"traceutil/trace.go:171","msg":"trace[1497899191] linearizableReadLoop","detail":"{readStateIndex:27336; appliedIndex:27335; }","duration":"107.789432ms","start":"2026-05-06T10:26:11.26214Z","end":"2026-05-06T10:26:11.369929Z","steps":["trace[1497899191] 'read index received' (duration: 91.241791ms)","trace[1497899191] 'applied index is now lower than readState.Index' (duration: 16.546561ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:11.370035Z","caller":"traceutil/trace.go:171","msg":"trace[281366694] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"116.772364ms","start":"2026-05-06T10:26:11.253224Z","end":"2026-05-06T10:26:11.369997Z","steps":["trace[281366694] 'process raft request' (duration: 100.243264ms)","trace[281366694] 'compare' (duration: 16.337294ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:11.370114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.956577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:11.370143Z","caller":"traceutil/trace.go:171","msg":"trace[1498221706] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26462; }","duration":"108.028819ms","start":"2026-05-06T10:26:11.262104Z","end":"2026-05-06T10:26:11.370133Z","steps":["trace[1498221706] 'agreement among raft nodes before linearized reading' (duration: 107.961567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:11.37032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:11.37034Z","caller":"traceutil/trace.go:171","msg":"trace[1179333323] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26462; }","duration":"105.468328ms","start":"2026-05-06T10:26:11.264868Z","end":"2026-05-06T10:26:11.370336Z","steps":["trace[1179333323] 'agreement among raft nodes before linearized reading' (duration: 105.437607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:11.370385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.443788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:11.370399Z","caller":"traceutil/trace.go:171","msg":"trace[548157413] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26462; }","duration":"105.471168ms","start":"2026-05-06T10:26:11.264924Z","end":"2026-05-06T10:26:11.370396Z","steps":["trace[548157413] 'agreement among raft nodes before linearized reading' (duration: 105.448348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:11.37049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.049729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:11.370509Z","caller":"traceutil/trace.go:171","msg":"trace[130061113] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26462; }","duration":"108.085571ms","start":"2026-05-06T10:26:11.262419Z","end":"2026-05-06T10:26:11.370505Z","steps":["trace[130061113] 'agreement among raft nodes before linearized reading' (duration: 108.05704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:11.37044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.441438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:11.370584Z","caller":"traceutil/trace.go:171","msg":"trace[1882983000] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26462; }","duration":"105.590212ms","start":"2026-05-06T10:26:11.26495Z","end":"2026-05-06T10:26:11.37054Z","steps":["trace[1882983000] 'agreement among raft nodes before linearized reading' (duration: 105.351954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:11.370747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.751517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:11.370774Z","caller":"traceutil/trace.go:171","msg":"trace[12747751] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26462; }","duration":"105.793839ms","start":"2026-05-06T10:26:11.264975Z","end":"2026-05-06T10:26:11.370769Z","steps":["trace[12747751] 'agreement among raft nodes before linearized reading' (duration: 105.755508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:11.370912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.08015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:11.371063Z","caller":"traceutil/trace.go:171","msg":"trace[1630141509] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26462; }","duration":"108.871015ms","start":"2026-05-06T10:26:11.262176Z","end":"2026-05-06T10:26:11.371047Z","steps":["trace[1630141509] 'agreement among raft nodes before linearized reading' (duration: 108.054379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:12.113351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.132085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:26:12.113416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.304185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:12.113496Z","caller":"traceutil/trace.go:171","msg":"trace[911534203] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26479; }","duration":"161.380528ms","start":"2026-05-06T10:26:11.952092Z","end":"2026-05-06T10:26:12.113472Z","steps":["trace[911534203] 'agreement among raft nodes before linearized reading' (duration: 161.307865ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:12.113561Z","caller":"traceutil/trace.go:171","msg":"trace[1579079984] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"121.07004ms","start":"2026-05-06T10:26:11.992475Z","end":"2026-05-06T10:26:12.113545Z","steps":["trace[1579079984] 'process raft request' (duration: 93.231294ms)","trace[1579079984] 'compare' (duration: 27.33825ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:12.113426Z","caller":"traceutil/trace.go:171","msg":"trace[5391666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26479; }","duration":"137.257029ms","start":"2026-05-06T10:26:11.976153Z","end":"2026-05-06T10:26:12.11341Z","steps":["trace[5391666] 'agreement among raft nodes before linearized reading' (duration: 137.030982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:12.113358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.202192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:12.113828Z","caller":"traceutil/trace.go:171","msg":"trace[1781465683] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26479; }","duration":"161.697468ms","start":"2026-05-06T10:26:11.952119Z","end":"2026-05-06T10:26:12.113817Z","steps":["trace[1781465683] 'agreement among raft nodes before linearized reading' (duration: 161.074758ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:13.872936Z","caller":"traceutil/trace.go:171","msg":"trace[1686573177] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"127.009356ms","start":"2026-05-06T10:26:13.745887Z","end":"2026-05-06T10:26:13.872896Z","steps":["trace[1686573177] 'process raft request' (duration: 126.830541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:14.27797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.197103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:26:14.306859Z","caller":"traceutil/trace.go:171","msg":"trace[1683143037] linearizableReadLoop","detail":"{readStateIndex:27370; appliedIndex:27366; }","duration":"283.405467ms","start":"2026-05-06T10:26:14.023441Z","end":"2026-05-06T10:26:14.306847Z","steps":["trace[1683143037] 'read index received' (duration: 147.318076ms)","trace[1683143037] 'applied index is now lower than readState.Index' (duration: 136.086921ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:14.307041Z","caller":"traceutil/trace.go:171","msg":"trace[2050550626] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"281.684803ms","start":"2026-05-06T10:26:14.025347Z","end":"2026-05-06T10:26:14.307032Z","steps":["trace[2050550626] 'process raft request' (duration: 281.459576ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:14.307112Z","caller":"traceutil/trace.go:171","msg":"trace[1466819205] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"281.743705ms","start":"2026-05-06T10:26:14.025358Z","end":"2026-05-06T10:26:14.307102Z","steps":["trace[1466819205] 'process raft request' (duration: 281.465707ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:14.307101Z","caller":"traceutil/trace.go:171","msg":"trace[430756882] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"282.906642ms","start":"2026-05-06T10:26:14.02415Z","end":"2026-05-06T10:26:14.307057Z","steps":["trace[430756882] 'process raft request' (duration: 282.633093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:14.307166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.446368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:14.307215Z","caller":"traceutil/trace.go:171","msg":"trace[188338667] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26498; }","duration":"187.556582ms","start":"2026-05-06T10:26:14.119646Z","end":"2026-05-06T10:26:14.307202Z","steps":["trace[188338667] 'agreement among raft nodes before linearized reading' (duration: 187.466499ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:14.307288Z","caller":"traceutil/trace.go:171","msg":"trace[1662107979] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"285.035569ms","start":"2026-05-06T10:26:14.022245Z","end":"2026-05-06T10:26:14.30728Z","steps":["trace[1662107979] 'process raft request' (duration: 284.486442ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:14.30734Z","caller":"traceutil/trace.go:171","msg":"trace[539146575] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"284.026627ms","start":"2026-05-06T10:26:14.023308Z","end":"2026-05-06T10:26:14.307335Z","steps":["trace[539146575] 'process raft request' (duration: 283.455279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:14.307395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.958044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:14.307408Z","caller":"traceutil/trace.go:171","msg":"trace[1038546316] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26498; }","duration":"283.974355ms","start":"2026-05-06T10:26:14.023429Z","end":"2026-05-06T10:26:14.307404Z","steps":["trace[1038546316] 'agreement among raft nodes before linearized reading' (duration: 283.944724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:14.307399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.906927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:14.307383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.860154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:26:14.307463Z","caller":"traceutil/trace.go:171","msg":"trace[355203176] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26498; }","duration":"184.0051ms","start":"2026-05-06T10:26:14.123442Z","end":"2026-05-06T10:26:14.307447Z","steps":["trace[355203176] 'agreement among raft nodes before linearized reading' (duration: 183.721231ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:14.307498Z","caller":"traceutil/trace.go:171","msg":"trace[1858827147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26498; }","duration":"182.997098ms","start":"2026-05-06T10:26:14.124473Z","end":"2026-05-06T10:26:14.30747Z","steps":["trace[1858827147] 'agreement among raft nodes before linearized reading' (duration: 182.673878ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:14.307635Z","caller":"traceutil/trace.go:171","msg":"trace[1548719628] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"300.119784ms","start":"2026-05-06T10:26:14.007474Z","end":"2026-05-06T10:26:14.307594Z","steps":["trace[1548719628] 'process raft request' (duration: 299.165684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:14.307726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:14.007452Z","time spent":"300.215366ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6752,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:14.669735Z","caller":"traceutil/trace.go:171","msg":"trace[157057222] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"130.045842ms","start":"2026-05-06T10:26:14.539661Z","end":"2026-05-06T10:26:14.669707Z","steps":["trace[157057222] 'process raft request' (duration: 129.885977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:16.178463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.72456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:26:16.17854Z","caller":"traceutil/trace.go:171","msg":"trace[438049172] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"202.097429ms","start":"2026-05-06T10:26:15.97643Z","end":"2026-05-06T10:26:16.178527Z","steps":["trace[438049172] 'process raft request' (duration: 66.266565ms)","trace[438049172] 'compare' (duration: 135.631508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:16.390563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.608982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:26:16.390721Z","caller":"traceutil/trace.go:171","msg":"trace[1045609551] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"407.417749ms","start":"2026-05-06T10:26:15.983262Z","end":"2026-05-06T10:26:16.39068Z","steps":["trace[1045609551] 'process raft request' (duration: 301.625901ms)","trace[1045609551] 'compare' (duration: 105.493689ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:16.390796Z","caller":"traceutil/trace.go:171","msg":"trace[1847890108] linearizableReadLoop","detail":"{readStateIndex:27384; appliedIndex:27382; }","duration":"358.656425ms","start":"2026-05-06T10:26:16.032123Z","end":"2026-05-06T10:26:16.39078Z","steps":["trace[1847890108] 'read index received' (duration: 10.661576ms)","trace[1847890108] 'applied index is now lower than readState.Index' (duration: 347.993119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:16.390882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:15.983239Z","time spent":"407.552034ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:16.390958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.83726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:16.390992Z","caller":"traceutil/trace.go:171","msg":"trace[1878440196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26510; }","duration":"358.920014ms","start":"2026-05-06T10:26:16.032061Z","end":"2026-05-06T10:26:16.390981Z","steps":["trace[1878440196] 'agreement among raft nodes before linearized reading' (duration: 358.81407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:16.39102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:16.032037Z","time spent":"358.976396ms","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:26:16.437357Z","caller":"traceutil/trace.go:171","msg":"trace[672113922] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"124.042703ms","start":"2026-05-06T10:26:16.313254Z","end":"2026-05-06T10:26:16.437297Z","steps":["trace[672113922] 'process raft request' (duration: 123.984831ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:16.437347Z","caller":"traceutil/trace.go:171","msg":"trace[1242983140] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"124.186568ms","start":"2026-05-06T10:26:16.313108Z","end":"2026-05-06T10:26:16.437294Z","steps":["trace[1242983140] 'process raft request' (duration: 124.036793ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:16.437644Z","caller":"traceutil/trace.go:171","msg":"trace[391087939] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"124.179288ms","start":"2026-05-06T10:26:16.313454Z","end":"2026-05-06T10:26:16.437633Z","steps":["trace[391087939] 'process raft request' (duration: 124.050884ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:16.437633Z","caller":"traceutil/trace.go:171","msg":"trace[576520890] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"124.237799ms","start":"2026-05-06T10:26:16.313349Z","end":"2026-05-06T10:26:16.437587Z","steps":["trace[576520890] 'process raft request' (duration: 123.916569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:16.437891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.572864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:16.437962Z","caller":"traceutil/trace.go:171","msg":"trace[495147022] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26514; }","duration":"120.680168ms","start":"2026-05-06T10:26:16.317264Z","end":"2026-05-06T10:26:16.437944Z","steps":["trace[495147022] 'agreement among raft nodes before linearized reading' (duration: 120.569364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:16.438013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.92416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:16.43807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.737475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T10:26:16.438086Z","caller":"traceutil/trace.go:171","msg":"trace[1563024057] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26514; }","duration":"118.017753ms","start":"2026-05-06T10:26:16.320051Z","end":"2026-05-06T10:26:16.438069Z","steps":["trace[1563024057] 'agreement among raft nodes before linearized reading' (duration: 117.837338ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:16.438121Z","caller":"traceutil/trace.go:171","msg":"trace[759573600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26514; }","duration":"117.784887ms","start":"2026-05-06T10:26:16.320324Z","end":"2026-05-06T10:26:16.438109Z","steps":["trace[759573600] 'agreement among raft nodes before linearized reading' (duration: 117.671243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:16.43796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.612225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:16.438186Z","caller":"traceutil/trace.go:171","msg":"trace[911854129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26514; }","duration":"120.859913ms","start":"2026-05-06T10:26:16.317315Z","end":"2026-05-06T10:26:16.438175Z","steps":["trace[911854129] 'agreement among raft nodes before linearized reading' (duration: 120.595884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:16.438022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.352786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:16.438272Z","caller":"traceutil/trace.go:171","msg":"trace[1137400713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26514; }","duration":"283.588343ms","start":"2026-05-06T10:26:16.154637Z","end":"2026-05-06T10:26:16.438225Z","steps":["trace[1137400713] 'agreement among raft nodes before linearized reading' (duration: 283.324745ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:16.880458Z","caller":"traceutil/trace.go:171","msg":"trace[1397477082] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"101.890496ms","start":"2026-05-06T10:26:16.778533Z","end":"2026-05-06T10:26:16.880424Z","steps":["trace[1397477082] 'process raft request' (duration: 101.579296ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:18.075118Z","caller":"traceutil/trace.go:171","msg":"trace[444408357] linearizableReadLoop","detail":"{readStateIndex:27398; appliedIndex:27397; }","duration":"141.548354ms","start":"2026-05-06T10:26:17.933547Z","end":"2026-05-06T10:26:18.075095Z","steps":["trace[444408357] 'read index received' (duration: 141.369669ms)","trace[444408357] 'applied index is now lower than readState.Index' (duration: 177.295µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:18.075238Z","caller":"traceutil/trace.go:171","msg":"trace[1194080751] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"143.359621ms","start":"2026-05-06T10:26:17.931868Z","end":"2026-05-06T10:26:18.075228Z","steps":["trace[1194080751] 'process raft request' (duration: 143.050041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:18.075485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.923976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:18.075543Z","caller":"traceutil/trace.go:171","msg":"trace[136519886] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26523; }","duration":"142.024979ms","start":"2026-05-06T10:26:17.933506Z","end":"2026-05-06T10:26:18.075531Z","steps":["trace[136519886] 'agreement among raft nodes before linearized reading' (duration: 141.945587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:18.943135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212208631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:26:19.328201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17496129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:19.328286Z","caller":"traceutil/trace.go:171","msg":"trace[1697662378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26523; }","duration":"1.175068193s","start":"2026-05-06T10:26:18.153197Z","end":"2026-05-06T10:26:19.328266Z","steps":["trace[1697662378] 'range keys from in-memory index tree' (duration: 1.174886677s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.32833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.153151Z","time spent":"1.175169927s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:26:19.328797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031105234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-06T10:26:19.328904Z","caller":"traceutil/trace.go:171","msg":"trace[1471370999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26523; }","duration":"1.031217697s","start":"2026-05-06T10:26:18.297657Z","end":"2026-05-06T10:26:19.328875Z","steps":["trace[1471370999] 'range keys from in-memory index tree' (duration: 1.030881136s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.328971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.297627Z","time spent":"1.03132361s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-05-06T10:26:19.32966Z","caller":"traceutil/trace.go:171","msg":"trace[43984673] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"933.529693ms","start":"2026-05-06T10:26:18.396093Z","end":"2026-05-06T10:26:19.329622Z","steps":["trace[43984673] 'process raft request' (duration: 860.291668ms)","trace[43984673] 'compare' (duration: 72.394458ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:19.329819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.396067Z","time spent":"933.673747ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:19.33003Z","caller":"traceutil/trace.go:171","msg":"trace[1453643137] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27398; }","duration":"887.777613ms","start":"2026-05-06T10:26:18.442236Z","end":"2026-05-06T10:26:19.330013Z","steps":["trace[1453643137] 'read index received' (duration: 814.173367ms)","trace[1453643137] 'applied index is now lower than readState.Index' (duration: 73.603056ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:19.330139Z","caller":"traceutil/trace.go:171","msg":"trace[785033266] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"885.357997ms","start":"2026-05-06T10:26:18.444764Z","end":"2026-05-06T10:26:19.330122Z","steps":["trace[785033266] 'process raft request' (duration: 885.208163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.330475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.277892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:26:19.330518Z","caller":"traceutil/trace.go:171","msg":"trace[1706565716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26528; }","duration":"631.360684ms","start":"2026-05-06T10:26:18.699147Z","end":"2026-05-06T10:26:19.330508Z","steps":["trace[1706565716] 'agreement among raft nodes before linearized reading' (duration: 631.235571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.330518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.489783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:19.330547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.699126Z","time spent":"631.415146ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T10:26:19.330578Z","caller":"traceutil/trace.go:171","msg":"trace[1718602574] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26528; }","duration":"886.577505ms","start":"2026-05-06T10:26:18.443984Z","end":"2026-05-06T10:26:19.330561Z","steps":["trace[1718602574] 'agreement among raft nodes before linearized reading' (duration: 886.208023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.330645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.443972Z","time spent":"886.660648ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-06T10:26:19.330687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.456345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:19.33069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.404457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:19.330722Z","caller":"traceutil/trace.go:171","msg":"trace[930326932] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26528; }","duration":"888.536247ms","start":"2026-05-06T10:26:18.442177Z","end":"2026-05-06T10:26:19.330713Z","steps":["trace[930326932] 'agreement among raft nodes before linearized reading' (duration: 888.482495ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:19.330748Z","caller":"traceutil/trace.go:171","msg":"trace[1341536982] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26528; }","duration":"884.4819ms","start":"2026-05-06T10:26:18.446252Z","end":"2026-05-06T10:26:19.330734Z","steps":["trace[1341536982] 'agreement among raft nodes before linearized reading' (duration: 884.358516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.330758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.442156Z","time spent":"888.596609ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:26:19.330862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.098094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:19.330886Z","caller":"traceutil/trace.go:171","msg":"trace[2089117626] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26528; }","duration":"124.164417ms","start":"2026-05-06T10:26:19.206713Z","end":"2026-05-06T10:26:19.330878Z","steps":["trace[2089117626] 'agreement among raft nodes before linearized reading' (duration: 124.132166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.330906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.788086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-06T10:26:19.330934Z","caller":"traceutil/trace.go:171","msg":"trace[1824016429] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:26528; }","duration":"759.839898ms","start":"2026-05-06T10:26:18.571086Z","end":"2026-05-06T10:26:19.330926Z","steps":["trace[1824016429] 'agreement among raft nodes before linearized reading' (duration: 759.716474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.330972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.571073Z","time spent":"759.893389ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T10:26:19.331023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.444751Z","time spent":"886.225664ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:19.331076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.73324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:26:19.331112Z","caller":"traceutil/trace.go:171","msg":"trace[83975385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26528; }","duration":"421.843764ms","start":"2026-05-06T10:26:18.909254Z","end":"2026-05-06T10:26:19.331098Z","steps":["trace[83975385] 'agreement among raft nodes before linearized reading' (duration: 421.759711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.331207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.887293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:26:19.331224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.993269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:19.33125Z","caller":"traceutil/trace.go:171","msg":"trace[871915618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26528; }","duration":"844.959256ms","start":"2026-05-06T10:26:18.486282Z","end":"2026-05-06T10:26:19.331241Z","steps":["trace[871915618] 'agreement among raft nodes before linearized reading' (duration: 844.855172ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:19.331227Z","caller":"traceutil/trace.go:171","msg":"trace[2011490851] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"887.124003ms","start":"2026-05-06T10:26:18.444087Z","end":"2026-05-06T10:26:19.331212Z","steps":["trace[2011490851] 'process raft request' (duration: 885.663127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.331279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.486267Z","time spent":"845.006748ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:26:19.331309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.444067Z","time spent":"887.211926ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:19.331387Z","caller":"traceutil/trace.go:171","msg":"trace[2134774664] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"887.02663ms","start":"2026-05-06T10:26:18.444351Z","end":"2026-05-06T10:26:19.331378Z","steps":["trace[2134774664] 'process raft request' (duration: 885.519982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.331439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.444337Z","time spent":"887.078891ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:19.331453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.11525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:19.331478Z","caller":"traceutil/trace.go:171","msg":"trace[1288883699] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26528; }","duration":"885.141131ms","start":"2026-05-06T10:26:18.44633Z","end":"2026-05-06T10:26:19.331471Z","steps":["trace[1288883699] 'agreement among raft nodes before linearized reading' (duration: 885.064468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.331504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.446286Z","time spent":"885.213313ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-06T10:26:19.331646Z","caller":"traceutil/trace.go:171","msg":"trace[67051445] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"887.074171ms","start":"2026-05-06T10:26:18.444512Z","end":"2026-05-06T10:26:19.331586Z","steps":["trace[67051445] 'process raft request' (duration: 885.397229ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:19.331273Z","caller":"traceutil/trace.go:171","msg":"trace[1000416341] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26528; }","duration":"887.05458ms","start":"2026-05-06T10:26:18.444204Z","end":"2026-05-06T10:26:19.331258Z","steps":["trace[1000416341] 'agreement among raft nodes before linearized reading' (duration: 886.929606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.331704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.444195Z","time spent":"887.499755ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-06T10:26:19.331025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.927814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:19.331749Z","caller":"traceutil/trace.go:171","msg":"trace[799453407] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26528; }","duration":"885.720148ms","start":"2026-05-06T10:26:18.446018Z","end":"2026-05-06T10:26:19.331738Z","steps":["trace[799453407] 'agreement among raft nodes before linearized reading' (duration: 884.908173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.331784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.446011Z","time spent":"885.76564ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:26:19.331711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.444498Z","time spent":"887.184034ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:19.330784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.446246Z","time spent":"884.530391ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:19.332298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.594183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:19.33235Z","caller":"traceutil/trace.go:171","msg":"trace[765884167] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26528; }","duration":"597.675065ms","start":"2026-05-06T10:26:18.734659Z","end":"2026-05-06T10:26:19.332334Z","steps":["trace[765884167] 'agreement among raft nodes before linearized reading' (duration: 597.585372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.332371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.264246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:26:19.332404Z","caller":"traceutil/trace.go:171","msg":"trace[177427686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26528; }","duration":"579.323148ms","start":"2026-05-06T10:26:18.753071Z","end":"2026-05-06T10:26:19.332394Z","steps":["trace[177427686] 'agreement among raft nodes before linearized reading' (duration: 579.223315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.332405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.734648Z","time spent":"597.747208ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T10:26:19.332441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.753053Z","time spent":"579.382269ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:26:19.332786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.192482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-06T10:26:19.33264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.994647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:19.331102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.864655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:19.332832Z","caller":"traceutil/trace.go:171","msg":"trace[411864545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26528; }","duration":"448.279984ms","start":"2026-05-06T10:26:18.88454Z","end":"2026-05-06T10:26:19.33282Z","steps":["trace[411864545] 'agreement among raft nodes before linearized reading' (duration: 448.163371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.332871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.884511Z","time spent":"448.352257ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T10:26:19.332871Z","caller":"traceutil/trace.go:171","msg":"trace[1015443501] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26528; }","duration":"888.767334ms","start":"2026-05-06T10:26:18.44409Z","end":"2026-05-06T10:26:19.332857Z","steps":["trace[1015443501] 'agreement among raft nodes before linearized reading' (duration: 886.976388ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:19.332867Z","caller":"traceutil/trace.go:171","msg":"trace[896126718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26528; }","duration":"463.280596ms","start":"2026-05-06T10:26:18.869557Z","end":"2026-05-06T10:26:19.332837Z","steps":["trace[896126718] 'agreement among raft nodes before linearized reading' (duration: 462.692957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:19.332915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.444064Z","time spent":"888.838287ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:19.332931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.869536Z","time spent":"463.381729ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:26:19.331149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:18.90924Z","time spent":"421.902625ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T10:26:19.898331Z","caller":"traceutil/trace.go:171","msg":"trace[1215907060] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"273.635631ms","start":"2026-05-06T10:26:19.624671Z","end":"2026-05-06T10:26:19.898306Z","steps":["trace[1215907060] 'process raft request' (duration: 273.450925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:20.257454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.390507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:26:20.257733Z","caller":"traceutil/trace.go:171","msg":"trace[2096295975] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"521.082526ms","start":"2026-05-06T10:26:19.736592Z","end":"2026-05-06T10:26:20.257674Z","steps":["trace[2096295975] 'process raft request' (duration: 520.965773ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:20.25798Z","caller":"traceutil/trace.go:171","msg":"trace[427559072] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"631.543872ms","start":"2026-05-06T10:26:19.626408Z","end":"2026-05-06T10:26:20.257951Z","steps":["trace[427559072] 'process raft request' (duration: 374.590357ms)","trace[427559072] 'compare' (duration: 256.284224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:20.258076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:19.626384Z","time spent":"631.644905ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:20.257944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:19.736559Z","time spent":"521.266602ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:20.259446Z","caller":"traceutil/trace.go:171","msg":"trace[138256284] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"178.651211ms","start":"2026-05-06T10:26:20.080774Z","end":"2026-05-06T10:26:20.259425Z","steps":["trace[138256284] 'process raft request' (duration: 176.845875ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:20.260063Z","caller":"traceutil/trace.go:171","msg":"trace[996344298] linearizableReadLoop","detail":"{readStateIndex:27413; appliedIndex:27411; }","duration":"297.807441ms","start":"2026-05-06T10:26:19.962234Z","end":"2026-05-06T10:26:20.260042Z","steps":["trace[996344298] 'read index received' (duration: 38.728519ms)","trace[996344298] 'applied index is now lower than readState.Index' (duration: 259.075912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:20.260554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.323597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:305797"} {"level":"info","ts":"2026-05-06T10:26:20.260595Z","caller":"traceutil/trace.go:171","msg":"trace[1055415758] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26538; }","duration":"298.40309ms","start":"2026-05-06T10:26:19.962181Z","end":"2026-05-06T10:26:20.260584Z","steps":["trace[1055415758] 'agreement among raft nodes before linearized reading' (duration: 297.964636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:20.260755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.607328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:26:20.26087Z","caller":"traceutil/trace.go:171","msg":"trace[12829952] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26538; }","duration":"231.795553ms","start":"2026-05-06T10:26:20.029054Z","end":"2026-05-06T10:26:20.26085Z","steps":["trace[12829952] 'agreement among raft nodes before linearized reading' (duration: 231.536305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:20.260914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.904589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:20.260951Z","caller":"traceutil/trace.go:171","msg":"trace[1602491191] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26538; }","duration":"178.973021ms","start":"2026-05-06T10:26:20.081966Z","end":"2026-05-06T10:26:20.260939Z","steps":["trace[1602491191] 'agreement among raft nodes before linearized reading' (duration: 178.909509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:20.265653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.497832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:20.265727Z","caller":"traceutil/trace.go:171","msg":"trace[1468314021] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26538; }","duration":"120.576384ms","start":"2026-05-06T10:26:20.14513Z","end":"2026-05-06T10:26:20.265706Z","steps":["trace[1468314021] 'agreement among raft nodes before linearized reading' (duration: 115.496074ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:22.458675Z","caller":"traceutil/trace.go:171","msg":"trace[1562558152] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"108.99303ms","start":"2026-05-06T10:26:22.349644Z","end":"2026-05-06T10:26:22.458637Z","steps":["trace[1562558152] 'process raft request' (duration: 80.119041ms)","trace[1562558152] 'compare' (duration: 28.750525ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:25.747419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.444285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:26:25.747731Z","caller":"traceutil/trace.go:171","msg":"trace[1175725325] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"335.480485ms","start":"2026-05-06T10:26:25.412213Z","end":"2026-05-06T10:26:25.747693Z","steps":["trace[1175725325] 'process raft request' (duration: 64.694279ms)","trace[1175725325] 'compare' (duration: 270.059543ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:25.747796Z","caller":"traceutil/trace.go:171","msg":"trace[1159091155] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"334.880346ms","start":"2026-05-06T10:26:25.412889Z","end":"2026-05-06T10:26:25.74777Z","steps":["trace[1159091155] 'process raft request' (duration: 334.659449ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.747816Z","caller":"traceutil/trace.go:171","msg":"trace[2021289201] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"330.005791ms","start":"2026-05-06T10:26:25.41779Z","end":"2026-05-06T10:26:25.747796Z","steps":["trace[2021289201] 'process raft request' (duration: 329.895327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.747904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.412864Z","time spent":"334.988349ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:25.747916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.417776Z","time spent":"330.086154ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:25.747928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.41219Z","time spent":"335.63663ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:25.747966Z","caller":"traceutil/trace.go:171","msg":"trace[732807667] linearizableReadLoop","detail":"{readStateIndex:27446; appliedIndex:27444; }","duration":"331.8394ms","start":"2026-05-06T10:26:25.416105Z","end":"2026-05-06T10:26:25.747945Z","steps":["trace[732807667] 'read index received' (duration: 60.886779ms)","trace[732807667] 'applied index is now lower than readState.Index' (duration: 270.951021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:25.748076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.960833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:25.748128Z","caller":"traceutil/trace.go:171","msg":"trace[1189571662] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26571; }","duration":"332.040856ms","start":"2026-05-06T10:26:25.416072Z","end":"2026-05-06T10:26:25.748113Z","steps":["trace[1189571662] 'agreement among raft nodes before linearized reading' (duration: 331.962584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.112131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:25.74814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.613847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:25.748171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.416061Z","time spent":"332.099998ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-06T10:26:25.748185Z","caller":"traceutil/trace.go:171","msg":"trace[1918049259] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26571; }","duration":"268.181144ms","start":"2026-05-06T10:26:25.479984Z","end":"2026-05-06T10:26:25.748166Z","steps":["trace[1918049259] 'agreement among raft nodes before linearized reading' (duration: 268.108091ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.748184Z","caller":"traceutil/trace.go:171","msg":"trace[382199502] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26571; }","duration":"268.677459ms","start":"2026-05-06T10:26:25.479495Z","end":"2026-05-06T10:26:25.748173Z","steps":["trace[382199502] 'agreement among raft nodes before linearized reading' (duration: 268.609087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.7482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.011409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:25.74825Z","caller":"traceutil/trace.go:171","msg":"trace[904911723] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26571; }","duration":"269.072592ms","start":"2026-05-06T10:26:25.479163Z","end":"2026-05-06T10:26:25.748236Z","steps":["trace[904911723] 'agreement among raft nodes before linearized reading' (duration: 269.00848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.939398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:25.748306Z","caller":"traceutil/trace.go:171","msg":"trace[578075440] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26571; }","duration":"269.01924ms","start":"2026-05-06T10:26:25.479275Z","end":"2026-05-06T10:26:25.748294Z","steps":["trace[578075440] 'agreement among raft nodes before linearized reading' (duration: 268.877405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.352379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T10:26:25.74814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.847019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:25.748372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.421266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T10:26:25.748386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.803383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:26:25.748402Z","caller":"traceutil/trace.go:171","msg":"trace[1789005929] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26571; }","duration":"332.115578ms","start":"2026-05-06T10:26:25.416276Z","end":"2026-05-06T10:26:25.748392Z","steps":["trace[1789005929] 'agreement among raft nodes before linearized reading' (duration: 331.795358ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.7484Z","caller":"traceutil/trace.go:171","msg":"trace[464160460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26571; }","duration":"202.476862ms","start":"2026-05-06T10:26:25.5459Z","end":"2026-05-06T10:26:25.748377Z","steps":["trace[464160460] 'agreement among raft nodes before linearized reading' (duration: 202.189103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.416235Z","time spent":"332.194241ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:25.748443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.30167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:25.748405Z","caller":"traceutil/trace.go:171","msg":"trace[928956554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26571; }","duration":"163.468907ms","start":"2026-05-06T10:26:25.584927Z","end":"2026-05-06T10:26:25.748396Z","steps":["trace[928956554] 'agreement among raft nodes before linearized reading' (duration: 163.360084ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.748467Z","caller":"traceutil/trace.go:171","msg":"trace[1426085772] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26571; }","duration":"330.341872ms","start":"2026-05-06T10:26:25.418119Z","end":"2026-05-06T10:26:25.748461Z","steps":["trace[1426085772] 'agreement among raft nodes before linearized reading' (duration: 330.306041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.567017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:25.7485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.418112Z","time spent":"330.381933ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-06T10:26:25.748517Z","caller":"traceutil/trace.go:171","msg":"trace[929633983] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26571; }","duration":"269.635839ms","start":"2026-05-06T10:26:25.478866Z","end":"2026-05-06T10:26:25.748502Z","steps":["trace[929633983] 'agreement among raft nodes before linearized reading' (duration: 269.496955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.60336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:25.748575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.57877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:25.748597Z","caller":"traceutil/trace.go:171","msg":"trace[1077770934] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26571; }","duration":"270.638141ms","start":"2026-05-06T10:26:25.477952Z","end":"2026-05-06T10:26:25.74859Z","steps":["trace[1077770934] 'agreement among raft nodes before linearized reading' (duration: 270.60569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.705215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-06T10:26:25.748637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.646761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:25.748439Z","caller":"traceutil/trace.go:171","msg":"trace[373027390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26571; }","duration":"232.886256ms","start":"2026-05-06T10:26:25.515539Z","end":"2026-05-06T10:26:25.748426Z","steps":["trace[373027390] 'agreement among raft nodes before linearized reading' (duration: 232.750142ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.748668Z","caller":"traceutil/trace.go:171","msg":"trace[1243869401] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26571; }","duration":"330.696063ms","start":"2026-05-06T10:26:25.417962Z","end":"2026-05-06T10:26:25.748658Z","steps":["trace[1243869401] 'agreement among raft nodes before linearized reading' (duration: 330.656442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.41795Z","time spent":"330.749495ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:26:25.748712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.519078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:25.748731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.726725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:25.748745Z","caller":"traceutil/trace.go:171","msg":"trace[70882888] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26571; }","duration":"330.575029ms","start":"2026-05-06T10:26:25.418161Z","end":"2026-05-06T10:26:25.748736Z","steps":["trace[70882888] 'agreement among raft nodes before linearized reading' (duration: 330.480946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.164119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T10:26:25.748781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.418149Z","time spent":"330.626651ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-06T10:26:25.748784Z","caller":"traceutil/trace.go:171","msg":"trace[1359346705] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26571; }","duration":"331.804508ms","start":"2026-05-06T10:26:25.416964Z","end":"2026-05-06T10:26:25.748768Z","steps":["trace[1359346705] 'agreement among raft nodes before linearized reading' (duration: 331.674194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.523931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:25.748598Z","caller":"traceutil/trace.go:171","msg":"trace[1281630555] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26571; }","duration":"330.665992ms","start":"2026-05-06T10:26:25.41792Z","end":"2026-05-06T10:26:25.748586Z","steps":["trace[1281630555] 'agreement among raft nodes before linearized reading' (duration: 330.60292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.416951Z","time spent":"331.876321ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-06T10:26:25.748849Z","caller":"traceutil/trace.go:171","msg":"trace[1699963755] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26571; }","duration":"284.590043ms","start":"2026-05-06T10:26:25.464243Z","end":"2026-05-06T10:26:25.748833Z","steps":["trace[1699963755] 'agreement among raft nodes before linearized reading' (duration: 284.49322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.74887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.417913Z","time spent":"330.949771ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-06T10:26:25.74879Z","caller":"traceutil/trace.go:171","msg":"trace[861896605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26571; }","duration":"164.231331ms","start":"2026-05-06T10:26:25.584549Z","end":"2026-05-06T10:26:25.74878Z","steps":["trace[861896605] 'agreement among raft nodes before linearized reading' (duration: 164.138838ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.748665Z","caller":"traceutil/trace.go:171","msg":"trace[497514281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26571; }","duration":"163.749976ms","start":"2026-05-06T10:26:25.584903Z","end":"2026-05-06T10:26:25.748653Z","steps":["trace[497514281] 'agreement among raft nodes before linearized reading' (duration: 163.633142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.748128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.822293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:25.748996Z","caller":"traceutil/trace.go:171","msg":"trace[1744386646] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26571; }","duration":"269.731503ms","start":"2026-05-06T10:26:25.479256Z","end":"2026-05-06T10:26:25.748987Z","steps":["trace[1744386646] 'agreement among raft nodes before linearized reading' (duration: 268.822034ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.748009Z","caller":"traceutil/trace.go:171","msg":"trace[1047236688] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"328.39562ms","start":"2026-05-06T10:26:25.419587Z","end":"2026-05-06T10:26:25.747982Z","steps":["trace[1047236688] 'process raft request' (duration: 328.161372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:25.749531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:25.419562Z","time spent":"329.915118ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:25.966959Z","caller":"traceutil/trace.go:171","msg":"trace[1934975328] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"211.187909ms","start":"2026-05-06T10:26:25.755709Z","end":"2026-05-06T10:26:25.966897Z","steps":["trace[1934975328] 'process raft request' (duration: 188.689636ms)","trace[1934975328] 'compare' (duration: 21.621395ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:25.967135Z","caller":"traceutil/trace.go:171","msg":"trace[1741668684] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"210.92044ms","start":"2026-05-06T10:26:25.756196Z","end":"2026-05-06T10:26:25.967117Z","steps":["trace[1741668684] 'process raft request' (duration: 210.801846ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.967148Z","caller":"traceutil/trace.go:171","msg":"trace[2086567013] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"211.314142ms","start":"2026-05-06T10:26:25.75579Z","end":"2026-05-06T10:26:25.967104Z","steps":["trace[2086567013] 'process raft request' (duration: 211.023913ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.967292Z","caller":"traceutil/trace.go:171","msg":"trace[1334627716] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"211.007023ms","start":"2026-05-06T10:26:25.75627Z","end":"2026-05-06T10:26:25.967277Z","steps":["trace[1334627716] 'process raft request' (duration: 210.786626ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:25.967402Z","caller":"traceutil/trace.go:171","msg":"trace[162155643] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"182.594073ms","start":"2026-05-06T10:26:25.784782Z","end":"2026-05-06T10:26:25.967376Z","steps":["trace[162155643] 'process raft request' (duration: 182.432708ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:27.889613Z","caller":"traceutil/trace.go:171","msg":"trace[525634507] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"133.101205ms","start":"2026-05-06T10:26:27.756491Z","end":"2026-05-06T10:26:27.889593Z","steps":["trace[525634507] 'process raft request' (duration: 133.042143ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:27.889641Z","caller":"traceutil/trace.go:171","msg":"trace[60625145] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"133.185728ms","start":"2026-05-06T10:26:27.756427Z","end":"2026-05-06T10:26:27.889613Z","steps":["trace[60625145] 'process raft request' (duration: 132.976921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.889983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.618041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.890056Z","caller":"traceutil/trace.go:171","msg":"trace[1275940796] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26589; }","duration":"133.731325ms","start":"2026-05-06T10:26:27.756309Z","end":"2026-05-06T10:26:27.89004Z","steps":["trace[1275940796] 'agreement among raft nodes before linearized reading' (duration: 133.596801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.459626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.890108Z","caller":"traceutil/trace.go:171","msg":"trace[1232634905] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26589; }","duration":"133.522679ms","start":"2026-05-06T10:26:27.756572Z","end":"2026-05-06T10:26:27.890095Z","steps":["trace[1232634905] 'agreement among raft nodes before linearized reading' (duration: 133.444256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.89021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.58826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.890242Z","caller":"traceutil/trace.go:171","msg":"trace[366531181] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26589; }","duration":"133.628252ms","start":"2026-05-06T10:26:27.756604Z","end":"2026-05-06T10:26:27.890232Z","steps":["trace[366531181] 'agreement among raft nodes before linearized reading' (duration: 133.582231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.553539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:27.890276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.700555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.89029Z","caller":"traceutil/trace.go:171","msg":"trace[1281016073] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26589; }","duration":"133.674774ms","start":"2026-05-06T10:26:27.756595Z","end":"2026-05-06T10:26:27.89027Z","steps":["trace[1281016073] 'agreement among raft nodes before linearized reading' (duration: 133.55106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.849649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.890357Z","caller":"traceutil/trace.go:171","msg":"trace[246616392] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26589; }","duration":"133.89727ms","start":"2026-05-06T10:26:27.756455Z","end":"2026-05-06T10:26:27.890352Z","steps":["trace[246616392] 'agreement among raft nodes before linearized reading' (duration: 133.859139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.400495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:27.890486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.095267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:27.890503Z","caller":"traceutil/trace.go:171","msg":"trace[378267387] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26589; }","duration":"134.138408ms","start":"2026-05-06T10:26:27.756359Z","end":"2026-05-06T10:26:27.890498Z","steps":["trace[378267387] 'agreement among raft nodes before linearized reading' (duration: 134.043725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.838378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:27.890553Z","caller":"traceutil/trace.go:171","msg":"trace[1753977655] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26589; }","duration":"133.88309ms","start":"2026-05-06T10:26:27.756661Z","end":"2026-05-06T10:26:27.890544Z","steps":["trace[1753977655] 'agreement among raft nodes before linearized reading' (duration: 133.762496ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:27.890303Z","caller":"traceutil/trace.go:171","msg":"trace[1948987241] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26589; }","duration":"133.740445ms","start":"2026-05-06T10:26:27.756555Z","end":"2026-05-06T10:26:27.890296Z","steps":["trace[1948987241] 'agreement among raft nodes before linearized reading' (duration: 133.700584ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:27.890475Z","caller":"traceutil/trace.go:171","msg":"trace[433705920] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26589; }","duration":"133.667584ms","start":"2026-05-06T10:26:27.756793Z","end":"2026-05-06T10:26:27.890461Z","steps":["trace[433705920] 'agreement among raft nodes before linearized reading' (duration: 133.154737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.620972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.890739Z","caller":"traceutil/trace.go:171","msg":"trace[2038517218] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26589; }","duration":"133.684854ms","start":"2026-05-06T10:26:27.757044Z","end":"2026-05-06T10:26:27.890729Z","steps":["trace[2038517218] 'agreement among raft nodes before linearized reading' (duration: 133.630352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.892991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.890876Z","caller":"traceutil/trace.go:171","msg":"trace[1434256999] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26589; }","duration":"133.936512ms","start":"2026-05-06T10:26:27.756933Z","end":"2026-05-06T10:26:27.89087Z","steps":["trace[1434256999] 'agreement among raft nodes before linearized reading' (duration: 133.89533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.890878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.020674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:27.891263Z","caller":"traceutil/trace.go:171","msg":"trace[1065051762] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26589; }","duration":"134.419677ms","start":"2026-05-06T10:26:27.75683Z","end":"2026-05-06T10:26:27.89125Z","steps":["trace[1065051762] 'agreement among raft nodes before linearized reading' (duration: 134.009664ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:27.890915Z","caller":"traceutil/trace.go:171","msg":"trace[1278107229] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"133.603882ms","start":"2026-05-06T10:26:27.7573Z","end":"2026-05-06T10:26:27.890904Z","steps":["trace[1278107229] 'process raft request' (duration: 132.266289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:27.891005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.954953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:27.891698Z","caller":"traceutil/trace.go:171","msg":"trace[995575441] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26589; }","duration":"134.652324ms","start":"2026-05-06T10:26:27.757031Z","end":"2026-05-06T10:26:27.891683Z","steps":["trace[995575441] 'agreement among raft nodes before linearized reading' (duration: 133.933522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:30.576061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.088665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:30.576149Z","caller":"traceutil/trace.go:171","msg":"trace[462574550] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26612; }","duration":"349.190258ms","start":"2026-05-06T10:26:30.226937Z","end":"2026-05-06T10:26:30.576127Z","steps":["trace[462574550] 'count revisions from in-memory index tree' (duration: 349.001433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:30.576193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.226885Z","time spent":"349.295882ms","remote":"127.0.0.1:43118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:26:30.80413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212208854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T10:26:31.211011Z","caller":"traceutil/trace.go:171","msg":"trace[1564131183] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"940.66031ms","start":"2026-05-06T10:26:30.270332Z","end":"2026-05-06T10:26:31.210992Z","steps":["trace[1564131183] 'process raft request' (duration: 940.535476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:31.211127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.270314Z","time spent":"940.755543ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:31.779159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.184669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:26:31.779452Z","caller":"traceutil/trace.go:171","msg":"trace[651079423] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"1.321662037s","start":"2026-05-06T10:26:30.457772Z","end":"2026-05-06T10:26:31.779434Z","steps":["trace[651079423] 'process raft request' (duration: 1.321498872s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:31.77942Z","caller":"traceutil/trace.go:171","msg":"trace[544149716] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"1.338890393s","start":"2026-05-06T10:26:30.4405Z","end":"2026-05-06T10:26:31.77939Z","steps":["trace[544149716] 'process raft request' (duration: 953.385534ms)","trace[544149716] 'compare' (duration: 384.667402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:31.77954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.457752Z","time spent":"1.321736209s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:31.779662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475666474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-06T10:26:31.779713Z","caller":"traceutil/trace.go:171","msg":"trace[2112994108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26617; }","duration":"1.475775787s","start":"2026-05-06T10:26:30.303925Z","end":"2026-05-06T10:26:31.779701Z","steps":["trace[2112994108] 'agreement among raft nodes before linearized reading' (duration: 1.47555214s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:31.779745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.303909Z","time spent":"1.475828459s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-06T10:26:31.779451Z","caller":"traceutil/trace.go:171","msg":"trace[747142992] linearizableReadLoop","detail":"{readStateIndex:27495; appliedIndex:27490; }","duration":"1.475502729s","start":"2026-05-06T10:26:30.303932Z","end":"2026-05-06T10:26:31.779434Z","steps":["trace[747142992] 'read index received' (duration: 906.920082ms)","trace[747142992] 'applied index is now lower than readState.Index' (duration: 568.581857ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:31.779966Z","caller":"traceutil/trace.go:171","msg":"trace[1983966612] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"1.254896762s","start":"2026-05-06T10:26:30.525053Z","end":"2026-05-06T10:26:31.77995Z","steps":["trace[1983966612] 'process raft request' (duration: 1.254302023s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:31.779945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.440481Z","time spent":"1.339030226s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:31.780026Z","caller":"traceutil/trace.go:171","msg":"trace[524849736] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"1.002597362s","start":"2026-05-06T10:26:30.777419Z","end":"2026-05-06T10:26:31.780016Z","steps":["trace[524849736] 'process raft request' (duration: 1.001973343s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:31.780063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.525031Z","time spent":"1.254982455s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:31.78008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.777398Z","time spent":"1.002656524s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:32.895028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.266736Z","time spent":"628.283867ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T10:26:32.895525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.82435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:26:32.896008Z","caller":"traceutil/trace.go:171","msg":"trace[2113956928] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"908.42418ms","start":"2026-05-06T10:26:31.987561Z","end":"2026-05-06T10:26:32.895985Z","steps":["trace[2113956928] 'process raft request' (duration: 908.363108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.896123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.98755Z","time spent":"908.520963ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:32.896341Z","caller":"traceutil/trace.go:171","msg":"trace[1937210038] linearizableReadLoop","detail":"{readStateIndex:27496; appliedIndex:27495; }","duration":"1.116480139s","start":"2026-05-06T10:26:31.779785Z","end":"2026-05-06T10:26:32.896265Z","steps":["trace[1937210038] 'read index received' (duration: 279.822792ms)","trace[1937210038] 'applied index is now lower than readState.Index' (duration: 836.653627ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:32.896408Z","caller":"traceutil/trace.go:171","msg":"trace[744194712] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"1.056483619s","start":"2026-05-06T10:26:31.839908Z","end":"2026-05-06T10:26:32.896391Z","steps":["trace[744194712] 'process raft request' (duration: 1.055787697s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:32.896481Z","caller":"traceutil/trace.go:171","msg":"trace[1508184024] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"924.162778ms","start":"2026-05-06T10:26:31.972303Z","end":"2026-05-06T10:26:32.896465Z","steps":["trace[1508184024] 'process raft request' (duration: 923.511407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.897166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.839896Z","time spent":"1.057189271s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:32.896488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398055526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:32.897279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.972289Z","time spent":"924.906802ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:32.897329Z","caller":"traceutil/trace.go:171","msg":"trace[1234836375] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26622; }","duration":"1.398952575s","start":"2026-05-06T10:26:31.498353Z","end":"2026-05-06T10:26:32.897306Z","steps":["trace[1234836375] 'agreement among raft nodes before linearized reading' (duration: 1.397966483s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.897371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.498344Z","time spent":"1.399016026s","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-06T10:26:32.896524Z","caller":"traceutil/trace.go:171","msg":"trace[1921045373] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"912.374364ms","start":"2026-05-06T10:26:31.984136Z","end":"2026-05-06T10:26:32.896511Z","steps":["trace[1921045373] 'process raft request' (duration: 911.736374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.897448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.984123Z","time spent":"913.296944ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:32.8967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499414246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.897549Z","caller":"traceutil/trace.go:171","msg":"trace[1788574248] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26622; }","duration":"2.500259503s","start":"2026-05-06T10:26:30.397269Z","end":"2026-05-06T10:26:32.897529Z","steps":["trace[1788574248] 'agreement among raft nodes before linearized reading' (duration: 2.499369084s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.897613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.397222Z","time spent":"2.500370126s","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-06T10:26:32.896726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31514288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.897705Z","caller":"traceutil/trace.go:171","msg":"trace[806687406] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26622; }","duration":"1.316133722s","start":"2026-05-06T10:26:31.581547Z","end":"2026-05-06T10:26:32.897681Z","steps":["trace[806687406] 'agreement among raft nodes before linearized reading' (duration: 1.315086728s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.897769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.581537Z","time spent":"1.316212715s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:26:32.896775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432189297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.897846Z","caller":"traceutil/trace.go:171","msg":"trace[810670607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26622; }","duration":"1.433296102s","start":"2026-05-06T10:26:31.464529Z","end":"2026-05-06T10:26:32.897825Z","steps":["trace[810670607] 'agreement among raft nodes before linearized reading' (duration: 1.432205408s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:32.896808Z","caller":"traceutil/trace.go:171","msg":"trace[157884865] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"1.474181167s","start":"2026-05-06T10:26:31.422604Z","end":"2026-05-06T10:26:32.896785Z","steps":["trace[157884865] 'process raft request' (duration: 636.967713ms)","trace[157884865] 'compare' (duration: 835.061616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:32.897902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.464508Z","time spent":"1.433376065s","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:26:32.897965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.42258Z","time spent":"1.475323124s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:32.896868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743196267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.898047Z","caller":"traceutil/trace.go:171","msg":"trace[1892262125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26622; }","duration":"1.744412566s","start":"2026-05-06T10:26:31.153618Z","end":"2026-05-06T10:26:32.89803Z","steps":["trace[1892262125] 'agreement among raft nodes before linearized reading' (duration: 1.743154636s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.89808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.153603Z","time spent":"1.744467447s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:26:32.897121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032870241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-06T10:26:32.898127Z","caller":"traceutil/trace.go:171","msg":"trace[1406871778] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26622; }","duration":"2.033928514s","start":"2026-05-06T10:26:30.864184Z","end":"2026-05-06T10:26:32.898112Z","steps":["trace[1406871778] 'agreement among raft nodes before linearized reading' (duration: 2.032615883s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.898167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:30.864166Z","time spent":"2.033988216s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-06T10:26:32.952452Z","caller":"traceutil/trace.go:171","msg":"trace[966254131] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"428.605754ms","start":"2026-05-06T10:26:32.523822Z","end":"2026-05-06T10:26:32.952428Z","steps":["trace[966254131] 'process raft request' (duration: 428.255663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097376673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:26:32.95263Z","caller":"traceutil/trace.go:171","msg":"trace[1683716429] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26623; }","duration":"1.097493427s","start":"2026-05-06T10:26:31.855119Z","end":"2026-05-06T10:26:32.952612Z","steps":["trace[1683716429] 'agreement among raft nodes before linearized reading' (duration: 1.097340692s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.136206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:32.952671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.024728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:26:32.952709Z","caller":"traceutil/trace.go:171","msg":"trace[185399580] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26623; }","duration":"965.328751ms","start":"2026-05-06T10:26:31.987361Z","end":"2026-05-06T10:26:32.95269Z","steps":["trace[185399580] 'agreement among raft nodes before linearized reading' (duration: 965.075013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168787855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-06T10:26:32.952752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.910711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:32.95276Z","caller":"traceutil/trace.go:171","msg":"trace[1667109726] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2; range_end:; response_count:1; response_revision:26623; }","duration":"1.168857727s","start":"2026-05-06T10:26:31.783889Z","end":"2026-05-06T10:26:32.952746Z","steps":["trace[1667109726] 'agreement among raft nodes before linearized reading' (duration: 1.168725623s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:32.952718Z","caller":"traceutil/trace.go:171","msg":"trace[1014876757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26623; }","duration":"927.100371ms","start":"2026-05-06T10:26:32.025604Z","end":"2026-05-06T10:26:32.952704Z","steps":["trace[1014876757] 'agreement among raft nodes before linearized reading' (duration: 926.929415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.90962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:32.952795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.025591Z","time spent":"927.196484ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:26:32.952814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.099057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.952839Z","caller":"traceutil/trace.go:171","msg":"trace[506090617] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26623; }","duration":"967.141269ms","start":"2026-05-06T10:26:31.985692Z","end":"2026-05-06T10:26:32.952833Z","steps":["trace[506090617] 'agreement among raft nodes before linearized reading' (duration: 967.107438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.727035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:32.95287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.175735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T10:26:32.95289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.74131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.952902Z","caller":"traceutil/trace.go:171","msg":"trace[1218778503] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26623; }","duration":"449.298149ms","start":"2026-05-06T10:26:32.503596Z","end":"2026-05-06T10:26:32.952894Z","steps":["trace[1218778503] 'agreement among raft nodes before linearized reading' (duration: 449.236857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.193216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:32.952937Z","caller":"traceutil/trace.go:171","msg":"trace[221993468] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26623; }","duration":"964.414503ms","start":"2026-05-06T10:26:31.988516Z","end":"2026-05-06T10:26:32.952931Z","steps":["trace[221993468] 'agreement among raft nodes before linearized reading' (duration: 964.069652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137956619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-06T10:26:32.952835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118159472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:32.952942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.160363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.952984Z","caller":"traceutil/trace.go:171","msg":"trace[303646536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26623; }","duration":"1.13801135s","start":"2026-05-06T10:26:31.814954Z","end":"2026-05-06T10:26:32.952965Z","steps":["trace[303646536] 'agreement among raft nodes before linearized reading' (duration: 1.137897277s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:32.952998Z","caller":"traceutil/trace.go:171","msg":"trace[1002689381] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26623; }","duration":"1.118313867s","start":"2026-05-06T10:26:31.83467Z","end":"2026-05-06T10:26:32.952984Z","steps":["trace[1002689381] 'agreement among raft nodes before linearized reading' (duration: 1.118144851s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.953017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.814941Z","time spent":"1.138070923s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:26:32.953024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.332331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T10:26:32.95302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.426953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-06T10:26:32.953023Z","caller":"traceutil/trace.go:171","msg":"trace[1476511082] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26623; }","duration":"963.258966ms","start":"2026-05-06T10:26:31.989742Z","end":"2026-05-06T10:26:32.953001Z","steps":["trace[1476511082] 'agreement among raft nodes before linearized reading' (duration: 963.137212ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:32.95305Z","caller":"traceutil/trace.go:171","msg":"trace[1312387895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26623; }","duration":"838.476524ms","start":"2026-05-06T10:26:32.114566Z","end":"2026-05-06T10:26:32.953042Z","steps":["trace[1312387895] 'agreement among raft nodes before linearized reading' (duration: 838.396491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.953062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.834636Z","time spent":"1.11841035s","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:26:32.9531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.569287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-06T10:26:32.95309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.989733Z","time spent":"963.336278ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-06T10:26:32.953137Z","caller":"traceutil/trace.go:171","msg":"trace[1933017400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26623; }","duration":"838.605408ms","start":"2026-05-06T10:26:32.114526Z","end":"2026-05-06T10:26:32.953131Z","steps":["trace[1933017400] 'agreement among raft nodes before linearized reading' (duration: 838.532936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.953147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.808357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-06T10:26:32.953163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.114511Z","time spent":"838.647169ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T10:26:32.953161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.864957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:32.953171Z","caller":"traceutil/trace.go:171","msg":"trace[518864704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26623; }","duration":"905.842997ms","start":"2026-05-06T10:26:32.047321Z","end":"2026-05-06T10:26:32.953164Z","steps":["trace[518864704] 'agreement among raft nodes before linearized reading' (duration: 905.778475ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:32.953198Z","caller":"traceutil/trace.go:171","msg":"trace[674226756] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26623; }","duration":"964.913498ms","start":"2026-05-06T10:26:31.988274Z","end":"2026-05-06T10:26:32.953187Z","steps":["trace[674226756] 'agreement among raft nodes before linearized reading' (duration: 964.779874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.953204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.047314Z","time spent":"905.884549ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:26:32.953234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.988268Z","time spent":"964.959859ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-06T10:26:32.952913Z","caller":"traceutil/trace.go:171","msg":"trace[865532824] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26623; }","duration":"980.794841ms","start":"2026-05-06T10:26:31.972112Z","end":"2026-05-06T10:26:32.952907Z","steps":["trace[865532824] 'agreement among raft nodes before linearized reading' (duration: 980.76373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.95329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.088257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:32.953342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.277063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.953348Z","caller":"traceutil/trace.go:171","msg":"trace[317838542] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26623; }","duration":"967.144309ms","start":"2026-05-06T10:26:31.98619Z","end":"2026-05-06T10:26:32.953334Z","steps":["trace[317838542] 'agreement among raft nodes before linearized reading' (duration: 967.063026ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:32.953365Z","caller":"traceutil/trace.go:171","msg":"trace[1577885736] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26623; }","duration":"967.313245ms","start":"2026-05-06T10:26:31.986044Z","end":"2026-05-06T10:26:32.953357Z","steps":["trace[1577885736] 'agreement among raft nodes before linearized reading' (duration: 967.278753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.953372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.170707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:32.953389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.98604Z","time spent":"967.344215ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:32.953397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.98617Z","time spent":"967.215742ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:32.953484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.327561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:32.953082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.114562Z","time spent":"838.514686ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T10:26:32.953527Z","caller":"traceutil/trace.go:171","msg":"trace[1707689298] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26623; }","duration":"965.388664ms","start":"2026-05-06T10:26:31.988128Z","end":"2026-05-06T10:26:32.953517Z","steps":["trace[1707689298] 'agreement among raft nodes before linearized reading' (duration: 965.297751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.985684Z","time spent":"967.17515ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-06T10:26:32.952759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.987352Z","time spent":"965.396103ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:32.953299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.972088Z","time spent":"981.205795ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-06T10:26:32.953407Z","caller":"traceutil/trace.go:171","msg":"trace[1240028289] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26623; }","duration":"965.215388ms","start":"2026-05-06T10:26:31.988182Z","end":"2026-05-06T10:26:32.953397Z","steps":["trace[1240028289] 'agreement among raft nodes before linearized reading' (duration: 965.132655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.954455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152395146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T10:26:32.954497Z","caller":"traceutil/trace.go:171","msg":"trace[1854309066] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26623; }","duration":"1.152462208s","start":"2026-05-06T10:26:31.802025Z","end":"2026-05-06T10:26:32.954488Z","steps":["trace[1854309066] 'agreement among raft nodes before linearized reading' (duration: 1.151186718s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.954526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.802015Z","time spent":"1.152503579s","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2768,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:26:32.956335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.523802Z","time spent":"428.717077ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:32.953046Z","caller":"traceutil/trace.go:171","msg":"trace[1958212128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26623; }","duration":"839.381853ms","start":"2026-05-06T10:26:32.113658Z","end":"2026-05-06T10:26:32.95304Z","steps":["trace[1958212128] 'agreement among raft nodes before linearized reading' (duration: 839.319951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.958535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.113642Z","time spent":"844.878567ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:26:32.952938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:32.503577Z","time spent":"449.352411ms","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:26:32.952814Z","caller":"traceutil/trace.go:171","msg":"trace[1576935474] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26623; }","duration":"174.976071ms","start":"2026-05-06T10:26:32.777824Z","end":"2026-05-06T10:26:32.9528Z","steps":["trace[1576935474] 'agreement among raft nodes before linearized reading' (duration: 174.915969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.952793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.783873Z","time spent":"1.168913358s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b4e53f65-817d-42b2-b6dd-6c8f4df8cdb2\" "} {"level":"info","ts":"2026-05-06T10:26:32.952786Z","caller":"traceutil/trace.go:171","msg":"trace[1794764388] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26623; }","duration":"966.973884ms","start":"2026-05-06T10:26:31.985802Z","end":"2026-05-06T10:26:32.952776Z","steps":["trace[1794764388] 'agreement among raft nodes before linearized reading' (duration: 966.883231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.958847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.985794Z","time spent":"973.040716ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-06T10:26:32.952848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.517472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:32.958937Z","caller":"traceutil/trace.go:171","msg":"trace[63131413] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26623; }","duration":"968.608126ms","start":"2026-05-06T10:26:31.990309Z","end":"2026-05-06T10:26:32.958918Z","steps":["trace[63131413] 'agreement among raft nodes before linearized reading' (duration: 962.479302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.95896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.988177Z","time spent":"970.279928ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-06T10:26:32.952926Z","caller":"traceutil/trace.go:171","msg":"trace[1678755327] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26623; }","duration":"966.87133ms","start":"2026-05-06T10:26:31.986027Z","end":"2026-05-06T10:26:32.952898Z","steps":["trace[1678755327] 'agreement among raft nodes before linearized reading' (duration: 966.655223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:32.959003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.990284Z","time spent":"968.699508ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:32.95296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.988509Z","time spent":"964.445404ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-06T10:26:32.953572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.988119Z","time spent":"965.441795ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-06T10:26:32.952668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.855108Z","time spent":"1.097551948s","remote":"127.0.0.1:59580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:26:32.959036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:31.986004Z","time spent":"973.023615ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-06T10:26:33.106667Z","caller":"traceutil/trace.go:171","msg":"trace[326614784] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"147.594784ms","start":"2026-05-06T10:26:32.959036Z","end":"2026-05-06T10:26:33.106631Z","steps":["trace[326614784] 'process raft request' (duration: 79.728084ms)","trace[326614784] 'compare' (duration: 67.604932ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:33.106706Z","caller":"traceutil/trace.go:171","msg":"trace[496751129] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"147.651177ms","start":"2026-05-06T10:26:32.959029Z","end":"2026-05-06T10:26:33.10668Z","steps":["trace[496751129] 'process raft request' (duration: 147.519312ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:33.106802Z","caller":"traceutil/trace.go:171","msg":"trace[290361770] linearizableReadLoop","detail":"{readStateIndex:27503; appliedIndex:27501; }","duration":"147.397199ms","start":"2026-05-06T10:26:32.959377Z","end":"2026-05-06T10:26:33.106774Z","steps":["trace[290361770] 'read index received' (duration: 79.397425ms)","trace[290361770] 'applied index is now lower than readState.Index' (duration: 67.995563ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:33.106864Z","caller":"traceutil/trace.go:171","msg":"trace[1745534403] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"143.488534ms","start":"2026-05-06T10:26:32.963345Z","end":"2026-05-06T10:26:33.106834Z","steps":["trace[1745534403] 'process raft request' (duration: 143.426842ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:33.106943Z","caller":"traceutil/trace.go:171","msg":"trace[1150751701] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"143.839795ms","start":"2026-05-06T10:26:32.963088Z","end":"2026-05-06T10:26:33.106928Z","steps":["trace[1150751701] 'process raft request' (duration: 143.627929ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:33.106943Z","caller":"traceutil/trace.go:171","msg":"trace[1436804394] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"146.888312ms","start":"2026-05-06T10:26:32.960028Z","end":"2026-05-06T10:26:33.106916Z","steps":["trace[1436804394] 'process raft request' (duration: 146.616383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:33.107099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.140555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:33.107124Z","caller":"traceutil/trace.go:171","msg":"trace[372591326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26628; }","duration":"144.191006ms","start":"2026-05-06T10:26:32.962925Z","end":"2026-05-06T10:26:33.107116Z","steps":["trace[372591326] 'agreement among raft nodes before linearized reading' (duration: 144.136875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:33.107144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.382643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-06T10:26:33.107197Z","caller":"traceutil/trace.go:171","msg":"trace[1272609525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26628; }","duration":"144.465935ms","start":"2026-05-06T10:26:32.962718Z","end":"2026-05-06T10:26:33.107184Z","steps":["trace[1272609525] 'agreement among raft nodes before linearized reading' (duration: 144.311181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:33.1073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.835672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:26:33.107377Z","caller":"traceutil/trace.go:171","msg":"trace[38532944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26628; }","duration":"148.015168ms","start":"2026-05-06T10:26:32.959342Z","end":"2026-05-06T10:26:33.107357Z","steps":["trace[38532944] 'agreement among raft nodes before linearized reading' (duration: 147.555253ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:33.940293Z","caller":"traceutil/trace.go:171","msg":"trace[884328145] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"155.114003ms","start":"2026-05-06T10:26:33.785155Z","end":"2026-05-06T10:26:33.940269Z","steps":["trace[884328145] 'process raft request' (duration: 154.958988ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:33.952324Z","caller":"traceutil/trace.go:171","msg":"trace[169852896] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"165.838582ms","start":"2026-05-06T10:26:33.786467Z","end":"2026-05-06T10:26:33.952306Z","steps":["trace[169852896] 'process raft request' (duration: 165.801461ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:33.952565Z","caller":"traceutil/trace.go:171","msg":"trace[1888973697] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"166.292117ms","start":"2026-05-06T10:26:33.786263Z","end":"2026-05-06T10:26:33.952555Z","steps":["trace[1888973697] 'process raft request' (duration: 165.893574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:34.642403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.432942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:26:35.26345Z","caller":"traceutil/trace.go:171","msg":"trace[1149176153] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"358.752252ms","start":"2026-05-06T10:26:34.904676Z","end":"2026-05-06T10:26:35.263428Z","steps":["trace[1149176153] 'process raft request' (duration: 358.6823ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.263466Z","caller":"traceutil/trace.go:171","msg":"trace[476948187] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"359.612179ms","start":"2026-05-06T10:26:34.903824Z","end":"2026-05-06T10:26:35.263436Z","steps":["trace[476948187] 'process raft request' (duration: 359.34076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.263592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.904663Z","time spent":"358.856345ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:35.263644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.903797Z","time spent":"359.734762ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:26:35.263684Z","caller":"traceutil/trace.go:171","msg":"trace[1236849542] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"359.380651ms","start":"2026-05-06T10:26:34.904245Z","end":"2026-05-06T10:26:35.263626Z","steps":["trace[1236849542] 'process raft request' (duration: 359.070611ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.263747Z","caller":"traceutil/trace.go:171","msg":"trace[2045277271] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"358.363879ms","start":"2026-05-06T10:26:34.905353Z","end":"2026-05-06T10:26:35.263717Z","steps":["trace[2045277271] 'process raft request' (duration: 358.039329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.263832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.706132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.26394Z","caller":"traceutil/trace.go:171","msg":"trace[883470029] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26637; }","duration":"359.855277ms","start":"2026-05-06T10:26:34.904072Z","end":"2026-05-06T10:26:35.263927Z","steps":["trace[883470029] 'agreement among raft nodes before linearized reading' (duration: 359.678211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.263864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.904214Z","time spent":"359.566587ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:35.263945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.905343Z","time spent":"358.464072ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:26:35.263985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.904062Z","time spent":"359.913678ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-06T10:26:35.263679Z","caller":"traceutil/trace.go:171","msg":"trace[121692105] linearizableReadLoop","detail":"{readStateIndex:27513; appliedIndex:27511; }","duration":"359.539646ms","start":"2026-05-06T10:26:34.904101Z","end":"2026-05-06T10:26:35.263641Z","steps":["trace[121692105] 'read index received' (duration: 47.761633ms)","trace[121692105] 'applied index is now lower than readState.Index' (duration: 311.774723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:35.264642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.443105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.264693Z","caller":"traceutil/trace.go:171","msg":"trace[700709306] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26638; }","duration":"360.510387ms","start":"2026-05-06T10:26:34.904171Z","end":"2026-05-06T10:26:35.264681Z","steps":["trace[700709306] 'agreement among raft nodes before linearized reading' (duration: 360.413504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.264913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.96066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:35.264983Z","caller":"traceutil/trace.go:171","msg":"trace[450676504] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26638; }","duration":"300.073744ms","start":"2026-05-06T10:26:34.964892Z","end":"2026-05-06T10:26:35.264966Z","steps":["trace[450676504] 'agreement among raft nodes before linearized reading' (duration: 299.842906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.265027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.275335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.265081Z","caller":"traceutil/trace.go:171","msg":"trace[901464792] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26638; }","duration":"303.385648ms","start":"2026-05-06T10:26:34.961683Z","end":"2026-05-06T10:26:35.265069Z","steps":["trace[901464792] 'agreement among raft nodes before linearized reading' (duration: 303.279994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.265114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.961663Z","time spent":"303.44359ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:26:35.265158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.993062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:35.265197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.838907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.265234Z","caller":"traceutil/trace.go:171","msg":"trace[1202694749] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26638; }","duration":"300.894579ms","start":"2026-05-06T10:26:34.964329Z","end":"2026-05-06T10:26:35.265224Z","steps":["trace[1202694749] 'agreement among raft nodes before linearized reading' (duration: 300.665371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.265498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.964322Z","time spent":"301.164558ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:35.265612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.933217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-06T10:26:35.265614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.253976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.265647Z","caller":"traceutil/trace.go:171","msg":"trace[36763890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26638; }","duration":"154.976748ms","start":"2026-05-06T10:26:35.11066Z","end":"2026-05-06T10:26:35.265637Z","steps":["trace[36763890] 'agreement among raft nodes before linearized reading' (duration: 154.849954ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.265656Z","caller":"traceutil/trace.go:171","msg":"trace[1939557256] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26638; }","duration":"304.328588ms","start":"2026-05-06T10:26:34.961316Z","end":"2026-05-06T10:26:35.265644Z","steps":["trace[1939557256] 'agreement among raft nodes before linearized reading' (duration: 304.257826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.265689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.961302Z","time spent":"304.380389ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-06T10:26:35.265862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.315046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-06T10:26:35.265883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.304922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.265908Z","caller":"traceutil/trace.go:171","msg":"trace[1097146235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26638; }","duration":"153.368627ms","start":"2026-05-06T10:26:35.112522Z","end":"2026-05-06T10:26:35.265891Z","steps":["trace[1097146235] 'agreement among raft nodes before linearized reading' (duration: 153.260683ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.265912Z","caller":"traceutil/trace.go:171","msg":"trace[115266773] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26638; }","duration":"301.349913ms","start":"2026-05-06T10:26:34.964553Z","end":"2026-05-06T10:26:35.265903Z","steps":["trace[115266773] 'agreement among raft nodes before linearized reading' (duration: 301.303402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.267096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.964546Z","time spent":"302.535162ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-06T10:26:35.265017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.464599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.267224Z","caller":"traceutil/trace.go:171","msg":"trace[1194119687] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26638; }","duration":"304.69768ms","start":"2026-05-06T10:26:34.962511Z","end":"2026-05-06T10:26:35.267209Z","steps":["trace[1194119687] 'agreement among raft nodes before linearized reading' (duration: 302.422957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.26727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.962501Z","time spent":"304.757701ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-06T10:26:35.265997Z","caller":"traceutil/trace.go:171","msg":"trace[96904555] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"270.475516ms","start":"2026-05-06T10:26:34.995512Z","end":"2026-05-06T10:26:35.265988Z","steps":["trace[96904555] 'process raft request' (duration: 268.934407ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.265229Z","caller":"traceutil/trace.go:171","msg":"trace[1921778310] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26638; }","duration":"301.075885ms","start":"2026-05-06T10:26:34.964132Z","end":"2026-05-06T10:26:35.265208Z","steps":["trace[1921778310] 'agreement among raft nodes before linearized reading' (duration: 300.92476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.265031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.964877Z","time spent":"300.140095ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-06T10:26:35.264931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.904164Z","time spent":"360.567689ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-06T10:26:35.267649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.964122Z","time spent":"303.462211ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-06T10:26:35.265281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.806429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:35.267774Z","caller":"traceutil/trace.go:171","msg":"trace[2118973009] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26638; }","duration":"305.292548ms","start":"2026-05-06T10:26:34.962467Z","end":"2026-05-06T10:26:35.267759Z","steps":["trace[2118973009] 'agreement among raft nodes before linearized reading' (duration: 302.788219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.267825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.962447Z","time spent":"305.366261ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:26:35.267813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.350932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:35.26529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.729235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:35.265316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.47606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:35.266046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.636023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:35.266128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.282137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-06T10:26:35.266338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.686701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-06T10:26:35.266538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.408063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T10:26:35.266553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.670291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-06T10:26:35.266579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.696964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:35.26664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.044853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:35.268067Z","caller":"traceutil/trace.go:171","msg":"trace[1000722721] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26638; }","duration":"306.235068ms","start":"2026-05-06T10:26:34.961821Z","end":"2026-05-06T10:26:35.268056Z","steps":["trace[1000722721] 'agreement among raft nodes before linearized reading' (duration: 303.478831ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.268099Z","caller":"traceutil/trace.go:171","msg":"trace[18215985] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26638; }","duration":"306.678633ms","start":"2026-05-06T10:26:34.961413Z","end":"2026-05-06T10:26:35.268092Z","steps":["trace[18215985] 'agreement among raft nodes before linearized reading' (duration: 306.152416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.268155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.961393Z","time spent":"306.749814ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-06T10:26:35.268171Z","caller":"traceutil/trace.go:171","msg":"trace[1064715694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26638; }","duration":"158.070406ms","start":"2026-05-06T10:26:35.11008Z","end":"2026-05-06T10:26:35.26815Z","steps":["trace[1064715694] 'agreement among raft nodes before linearized reading' (duration: 155.709252ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.268226Z","caller":"traceutil/trace.go:171","msg":"trace[2118828426] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26638; }","duration":"303.363028ms","start":"2026-05-06T10:26:34.964855Z","end":"2026-05-06T10:26:35.268218Z","steps":["trace[2118828426] 'agreement among raft nodes before linearized reading' (duration: 300.468796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.268272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.964849Z","time spent":"303.410479ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-06T10:26:35.268321Z","caller":"traceutil/trace.go:171","msg":"trace[1897033600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26638; }","duration":"157.480978ms","start":"2026-05-06T10:26:35.110831Z","end":"2026-05-06T10:26:35.268312Z","steps":["trace[1897033600] 'agreement among raft nodes before linearized reading' (duration: 155.239697ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.268384Z","caller":"traceutil/trace.go:171","msg":"trace[1612891987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26638; }","duration":"157.754276ms","start":"2026-05-06T10:26:35.110614Z","end":"2026-05-06T10:26:35.268368Z","steps":["trace[1612891987] 'agreement among raft nodes before linearized reading' (duration: 155.66752ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.268486Z","caller":"traceutil/trace.go:171","msg":"trace[2057726788] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26638; }","duration":"149.098732ms","start":"2026-05-06T10:26:35.119374Z","end":"2026-05-06T10:26:35.268473Z","steps":["trace[2057726788] 'agreement among raft nodes before linearized reading' (duration: 146.638814ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:35.268548Z","caller":"traceutil/trace.go:171","msg":"trace[652680888] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26638; }","duration":"302.680426ms","start":"2026-05-06T10:26:34.965853Z","end":"2026-05-06T10:26:35.268534Z","steps":["trace[652680888] 'agreement among raft nodes before linearized reading' (duration: 300.591069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.269956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.965845Z","time spent":"304.09367ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-06T10:26:35.2686Z","caller":"traceutil/trace.go:171","msg":"trace[1211825419] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26638; }","duration":"303.022976ms","start":"2026-05-06T10:26:34.965568Z","end":"2026-05-06T10:26:35.268591Z","steps":["trace[1211825419] 'agreement among raft nodes before linearized reading' (duration: 301.020753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.270209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.965558Z","time spent":"304.638357ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-06T10:26:35.268177Z","caller":"traceutil/trace.go:171","msg":"trace[1384276329] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26638; }","duration":"304.617757ms","start":"2026-05-06T10:26:34.963529Z","end":"2026-05-06T10:26:35.268147Z","steps":["trace[1384276329] 'agreement among raft nodes before linearized reading' (duration: 301.729506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:35.271273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.963519Z","time spent":"307.739956ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:26:35.271479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:26:34.961815Z","time spent":"309.647086ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-06T10:26:51.641133Z","caller":"traceutil/trace.go:171","msg":"trace[1800309485] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"103.578081ms","start":"2026-05-06T10:26:51.537507Z","end":"2026-05-06T10:26:51.641085Z","steps":["trace[1800309485] 'process raft request' (duration: 42.425704ms)","trace[1800309485] 'compare' (duration: 60.998562ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:51.641281Z","caller":"traceutil/trace.go:171","msg":"trace[1904412583] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"103.758766ms","start":"2026-05-06T10:26:51.537503Z","end":"2026-05-06T10:26:51.641262Z","steps":["trace[1904412583] 'process raft request' (duration: 103.541339ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:53.552905Z","caller":"traceutil/trace.go:171","msg":"trace[517702634] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"124.493792ms","start":"2026-05-06T10:26:53.428375Z","end":"2026-05-06T10:26:53.552869Z","steps":["trace[517702634] 'process raft request' (duration: 67.27277ms)","trace[517702634] 'compare' (duration: 56.83958ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:53.552981Z","caller":"traceutil/trace.go:171","msg":"trace[979126102] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27650; }","duration":"124.342358ms","start":"2026-05-06T10:26:53.428609Z","end":"2026-05-06T10:26:53.552952Z","steps":["trace[979126102] 'read index received' (duration: 67.026183ms)","trace[979126102] 'applied index is now lower than readState.Index' (duration: 57.313765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:53.553219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.513593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:26:53.553261Z","caller":"traceutil/trace.go:171","msg":"trace[1856199123] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26771; }","duration":"124.583795ms","start":"2026-05-06T10:26:53.428667Z","end":"2026-05-06T10:26:53.553251Z","steps":["trace[1856199123] 'agreement among raft nodes before linearized reading' (duration: 124.42389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:53.553209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:26:53.553306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.456861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-06T10:26:53.553346Z","caller":"traceutil/trace.go:171","msg":"trace[1687370102] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26771; }","duration":"124.752961ms","start":"2026-05-06T10:26:53.428571Z","end":"2026-05-06T10:26:53.553324Z","steps":["trace[1687370102] 'agreement among raft nodes before linearized reading' (duration: 124.473052ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:53.55338Z","caller":"traceutil/trace.go:171","msg":"trace[2083407109] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26771; }","duration":"124.547004ms","start":"2026-05-06T10:26:53.428817Z","end":"2026-05-06T10:26:53.553363Z","steps":["trace[2083407109] 'agreement among raft nodes before linearized reading' (duration: 124.370498ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:53.684609Z","caller":"traceutil/trace.go:171","msg":"trace[236211103] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"127.383925ms","start":"2026-05-06T10:26:53.557201Z","end":"2026-05-06T10:26:53.684585Z","steps":["trace[236211103] 'process raft request' (duration: 98.946554ms)","trace[236211103] 'compare' (duration: 28.243395ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:53.684759Z","caller":"traceutil/trace.go:171","msg":"trace[516735764] linearizableReadLoop","detail":"{readStateIndex:27655; appliedIndex:27653; }","duration":"114.233598ms","start":"2026-05-06T10:26:53.570508Z","end":"2026-05-06T10:26:53.684742Z","steps":["trace[516735764] 'read index received' (duration: 85.653423ms)","trace[516735764] 'applied index is now lower than readState.Index' (duration: 28.579125ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:53.68486Z","caller":"traceutil/trace.go:171","msg":"trace[1967425590] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"126.812786ms","start":"2026-05-06T10:26:53.558038Z","end":"2026-05-06T10:26:53.684851Z","steps":["trace[1967425590] 'process raft request' (duration: 126.508187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:53.685063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.544587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:26:53.685115Z","caller":"traceutil/trace.go:171","msg":"trace[2063373748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26773; }","duration":"114.63552ms","start":"2026-05-06T10:26:53.570468Z","end":"2026-05-06T10:26:53.685103Z","steps":["trace[2063373748] 'agreement among raft nodes before linearized reading' (duration: 114.462555ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:54.214336Z","caller":"traceutil/trace.go:171","msg":"trace[1427281447] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"105.090608ms","start":"2026-05-06T10:26:54.109217Z","end":"2026-05-06T10:26:54.214307Z","steps":["trace[1427281447] 'process raft request' (duration: 104.813219ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:55.825137Z","caller":"traceutil/trace.go:171","msg":"trace[1891282946] linearizableReadLoop","detail":"{readStateIndex:27669; appliedIndex:27667; }","duration":"127.857969ms","start":"2026-05-06T10:26:55.697247Z","end":"2026-05-06T10:26:55.825105Z","steps":["trace[1891282946] 'read index received' (duration: 36.085373ms)","trace[1891282946] 'applied index is now lower than readState.Index' (duration: 91.771436ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:55.825653Z","caller":"traceutil/trace.go:171","msg":"trace[938682400] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"131.9871ms","start":"2026-05-06T10:26:55.69364Z","end":"2026-05-06T10:26:55.825628Z","steps":["trace[938682400] 'process raft request' (duration: 105.284464ms)","trace[938682400] 'compare' (duration: 26.055445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:26:55.825765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.492689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:26:55.826283Z","caller":"traceutil/trace.go:171","msg":"trace[600522070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26786; }","duration":"129.020956ms","start":"2026-05-06T10:26:55.697224Z","end":"2026-05-06T10:26:55.826245Z","steps":["trace[600522070] 'agreement among raft nodes before linearized reading' (duration: 128.379786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:55.826047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.010528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:26:55.826433Z","caller":"traceutil/trace.go:171","msg":"trace[1177425916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26786; }","duration":"118.42028ms","start":"2026-05-06T10:26:55.707977Z","end":"2026-05-06T10:26:55.826397Z","steps":["trace[1177425916] 'agreement among raft nodes before linearized reading' (duration: 117.543722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:26:55.82616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.287694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:26:55.8267Z","caller":"traceutil/trace.go:171","msg":"trace[466246350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26786; }","duration":"117.797151ms","start":"2026-05-06T10:26:55.70884Z","end":"2026-05-06T10:26:55.826637Z","steps":["trace[466246350] 'agreement among raft nodes before linearized reading' (duration: 117.241673ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:26:55.949637Z","caller":"traceutil/trace.go:171","msg":"trace[933756169] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"118.72234ms","start":"2026-05-06T10:26:55.830889Z","end":"2026-05-06T10:26:55.949611Z","steps":["trace[933756169] 'process raft request' (duration: 93.955196ms)","trace[933756169] 'compare' (duration: 24.585089ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:26:55.949759Z","caller":"traceutil/trace.go:171","msg":"trace[1078518303] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"118.768801ms","start":"2026-05-06T10:26:55.830961Z","end":"2026-05-06T10:26:55.94973Z","steps":["trace[1078518303] 'process raft request' (duration: 118.605626ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:00.071579Z","caller":"traceutil/trace.go:171","msg":"trace[1598612198] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"106.233444ms","start":"2026-05-06T10:26:59.965313Z","end":"2026-05-06T10:27:00.071547Z","steps":["trace[1598612198] 'process raft request' (duration: 69.026086ms)","trace[1598612198] 'compare' (duration: 37.097015ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:00.120742Z","caller":"traceutil/trace.go:171","msg":"trace[1705488519] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"153.949475ms","start":"2026-05-06T10:26:59.96677Z","end":"2026-05-06T10:27:00.120719Z","steps":["trace[1705488519] 'process raft request' (duration: 153.725748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:01.570892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.720459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:01.570987Z","caller":"traceutil/trace.go:171","msg":"trace[177248021] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26825; }","duration":"195.859113ms","start":"2026-05-06T10:27:01.375104Z","end":"2026-05-06T10:27:01.570963Z","steps":["trace[177248021] 'range keys from in-memory index tree' (duration: 195.632006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:01.570984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.041118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:01.571072Z","caller":"traceutil/trace.go:171","msg":"trace[687440211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26825; }","duration":"118.176943ms","start":"2026-05-06T10:27:01.452873Z","end":"2026-05-06T10:27:01.57105Z","steps":["trace[687440211] 'range keys from in-memory index tree' (duration: 117.967186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:01.57115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.293922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:01.571191Z","caller":"traceutil/trace.go:171","msg":"trace[2024649645] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26825; }","duration":"199.352353ms","start":"2026-05-06T10:27:01.371827Z","end":"2026-05-06T10:27:01.57118Z","steps":["trace[2024649645] 'range keys from in-memory index tree' (duration: 199.209739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:01.571243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.988222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:01.571325Z","caller":"traceutil/trace.go:171","msg":"trace[1233936684] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26825; }","duration":"199.093535ms","start":"2026-05-06T10:27:01.372214Z","end":"2026-05-06T10:27:01.571308Z","steps":["trace[1233936684] 'range keys from in-memory index tree' (duration: 198.93774ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:03.119834Z","caller":"traceutil/trace.go:171","msg":"trace[1710901833] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"117.517072ms","start":"2026-05-06T10:27:03.002297Z","end":"2026-05-06T10:27:03.119814Z","steps":["trace[1710901833] 'process raft request' (duration: 117.378098ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:04.206144Z","caller":"traceutil/trace.go:171","msg":"trace[139458599] linearizableReadLoop","detail":"{readStateIndex:27731; appliedIndex:27730; }","duration":"185.403622ms","start":"2026-05-06T10:27:04.020715Z","end":"2026-05-06T10:27:04.206119Z","steps":["trace[139458599] 'read index received' (duration: 185.273348ms)","trace[139458599] 'applied index is now lower than readState.Index' (duration: 129.114µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:04.206195Z","caller":"traceutil/trace.go:171","msg":"trace[433455281] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"187.209769ms","start":"2026-05-06T10:27:04.018952Z","end":"2026-05-06T10:27:04.206162Z","steps":["trace[433455281] 'process raft request' (duration: 187.037034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:04.206613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.633249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:27:04.206674Z","caller":"traceutil/trace.go:171","msg":"trace[103858772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26847; }","duration":"185.96701ms","start":"2026-05-06T10:27:04.020691Z","end":"2026-05-06T10:27:04.206658Z","steps":["trace[103858772] 'agreement among raft nodes before linearized reading' (duration: 185.535026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:04.319532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.609235ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:27:04.319638Z","caller":"traceutil/trace.go:171","msg":"trace[284723665] linearizableReadLoop","detail":"{readStateIndex:27732; appliedIndex:27731; }","duration":"113.417832ms","start":"2026-05-06T10:27:04.206207Z","end":"2026-05-06T10:27:04.319625Z","steps":["trace[284723665] 'read index received' (duration: 1.666923ms)","trace[284723665] 'applied index is now lower than readState.Index' (duration: 111.749669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:27:04.320043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.536412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T10:27:04.320082Z","caller":"traceutil/trace.go:171","msg":"trace[1028742478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26847; }","duration":"159.622845ms","start":"2026-05-06T10:27:04.16045Z","end":"2026-05-06T10:27:04.320073Z","steps":["trace[1028742478] 'agreement among raft nodes before linearized reading' (duration: 159.47229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:04.320447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.051079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-05-06T10:27:04.320505Z","caller":"traceutil/trace.go:171","msg":"trace[1787123031] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26847; }","duration":"112.141191ms","start":"2026-05-06T10:27:04.208348Z","end":"2026-05-06T10:27:04.32049Z","steps":["trace[1787123031] 'agreement among raft nodes before linearized reading' (duration: 111.958115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:04.320548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.461536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:04.32057Z","caller":"traceutil/trace.go:171","msg":"trace[1129516159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26847; }","duration":"168.572829ms","start":"2026-05-06T10:27:04.151991Z","end":"2026-05-06T10:27:04.320564Z","steps":["trace[1129516159] 'agreement among raft nodes before linearized reading' (duration: 168.529778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:04.32068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.851995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T10:27:04.320726Z","caller":"traceutil/trace.go:171","msg":"trace[1543545881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26847; }","duration":"232.933967ms","start":"2026-05-06T10:27:04.08778Z","end":"2026-05-06T10:27:04.320714Z","steps":["trace[1543545881] 'agreement among raft nodes before linearized reading' (duration: 232.806643ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:06.809618Z","caller":"traceutil/trace.go:171","msg":"trace[796792045] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"386.436558ms","start":"2026-05-06T10:27:06.423152Z","end":"2026-05-06T10:27:06.809589Z","steps":["trace[796792045] 'process raft request' (duration: 313.057175ms)","trace[796792045] 'compare' (duration: 72.866897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:27:06.809827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:27:06.423139Z","time spent":"386.583033ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:27:06.809918Z","caller":"traceutil/trace.go:171","msg":"trace[46631394] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"386.699627ms","start":"2026-05-06T10:27:06.423181Z","end":"2026-05-06T10:27:06.809881Z","steps":["trace[46631394] 'process raft request' (duration: 386.281983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:06.810103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:27:06.423147Z","time spent":"386.853192ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:27:06.810146Z","caller":"traceutil/trace.go:171","msg":"trace[463422826] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"382.36297ms","start":"2026-05-06T10:27:06.427638Z","end":"2026-05-06T10:27:06.810001Z","steps":["trace[463422826] 'process raft request' (duration: 382.256416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:06.810488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:27:06.427622Z","time spent":"382.591296ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:27:06.989062Z","caller":"traceutil/trace.go:171","msg":"trace[1761585329] linearizableReadLoop","detail":"{readStateIndex:27751; appliedIndex:27747; }","duration":"277.86336ms","start":"2026-05-06T10:27:06.711175Z","end":"2026-05-06T10:27:06.989038Z","steps":["trace[1761585329] 'read index received' (duration: 24.977881ms)","trace[1761585329] 'applied index is now lower than readState.Index' (duration: 252.884369ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:06.989179Z","caller":"traceutil/trace.go:171","msg":"trace[730933290] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"526.419782ms","start":"2026-05-06T10:27:06.462745Z","end":"2026-05-06T10:27:06.989165Z","steps":["trace[730933290] 'process raft request' (duration: 475.941943ms)","trace[730933290] 'compare' (duration: 50.118207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:27:06.98928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:27:06.462731Z","time spent":"526.475543ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:27:06.989844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.663125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418754"} {"level":"info","ts":"2026-05-06T10:27:06.989921Z","caller":"traceutil/trace.go:171","msg":"trace[2085304463] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26867; }","duration":"278.750028ms","start":"2026-05-06T10:27:06.711153Z","end":"2026-05-06T10:27:06.989904Z","steps":["trace[2085304463] 'agreement among raft nodes before linearized reading' (duration: 277.986774ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:06.990669Z","caller":"traceutil/trace.go:171","msg":"trace[771479288] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"100.985518ms","start":"2026-05-06T10:27:06.888261Z","end":"2026-05-06T10:27:06.989246Z","steps":["trace[771479288] 'process raft request' (duration: 100.700169ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:11.865785Z","caller":"traceutil/trace.go:171","msg":"trace[933965664] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"137.436863ms","start":"2026-05-06T10:27:11.728296Z","end":"2026-05-06T10:27:11.865733Z","steps":["trace[933965664] 'process raft request' (duration: 112.311067ms)","trace[933965664] 'compare' (duration: 24.881968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:27:13.008757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.834158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:27:13.008872Z","caller":"traceutil/trace.go:171","msg":"trace[314285045] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"144.947871ms","start":"2026-05-06T10:27:12.863902Z","end":"2026-05-06T10:27:13.00885Z","steps":["trace[314285045] 'process raft request' (duration: 16.924506ms)","trace[314285045] 'compare' (duration: 127.133206ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:13.014536Z","caller":"traceutil/trace.go:171","msg":"trace[893188253] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"138.194226ms","start":"2026-05-06T10:27:12.876327Z","end":"2026-05-06T10:27:13.014521Z","steps":["trace[893188253] 'process raft request' (duration: 138.165425ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:13.014578Z","caller":"traceutil/trace.go:171","msg":"trace[624768964] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"145.88815ms","start":"2026-05-06T10:27:12.868661Z","end":"2026-05-06T10:27:13.014549Z","steps":["trace[624768964] 'process raft request' (duration: 145.718655ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:13.014632Z","caller":"traceutil/trace.go:171","msg":"trace[1541688417] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"138.403503ms","start":"2026-05-06T10:27:12.87621Z","end":"2026-05-06T10:27:13.014613Z","steps":["trace[1541688417] 'process raft request' (duration: 138.251658ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:14.120348Z","caller":"traceutil/trace.go:171","msg":"trace[1954417846] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"235.427787ms","start":"2026-05-06T10:27:13.884898Z","end":"2026-05-06T10:27:14.120326Z","steps":["trace[1954417846] 'process raft request' (duration: 141.676318ms)","trace[1954417846] 'compare' (duration: 93.359396ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:14.120601Z","caller":"traceutil/trace.go:171","msg":"trace[315343362] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"234.115134ms","start":"2026-05-06T10:27:13.886461Z","end":"2026-05-06T10:27:14.120576Z","steps":["trace[315343362] 'process raft request' (duration: 233.710242ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:14.120612Z","caller":"traceutil/trace.go:171","msg":"trace[1312752222] linearizableReadLoop","detail":"{readStateIndex:27805; appliedIndex:27803; }","duration":"107.04032ms","start":"2026-05-06T10:27:14.01355Z","end":"2026-05-06T10:27:14.12059Z","steps":["trace[1312752222] 'read index received' (duration: 12.95016ms)","trace[1312752222] 'applied index is now lower than readState.Index' (duration: 94.08774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:27:14.285608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.361617ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:27:14.285711Z","caller":"traceutil/trace.go:171","msg":"trace[1292700109] linearizableReadLoop","detail":"{readStateIndex:27806; appliedIndex:27805; }","duration":"164.951204ms","start":"2026-05-06T10:27:14.120742Z","end":"2026-05-06T10:27:14.285693Z","steps":["trace[1292700109] 'read index received' (duration: 37.451µs)","trace[1292700109] 'applied index is now lower than readState.Index' (duration: 164.912183ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:27:14.285885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.440754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T10:27:14.285925Z","caller":"traceutil/trace.go:171","msg":"trace[1249839295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26919; }","duration":"180.527488ms","start":"2026-05-06T10:27:14.105387Z","end":"2026-05-06T10:27:14.285915Z","steps":["trace[1249839295] 'agreement among raft nodes before linearized reading' (duration: 180.363372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:14.286114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.564212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:27:14.286165Z","caller":"traceutil/trace.go:171","msg":"trace[239014775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26919; }","duration":"272.608663ms","start":"2026-05-06T10:27:14.013537Z","end":"2026-05-06T10:27:14.286146Z","steps":["trace[239014775] 'agreement among raft nodes before linearized reading' (duration: 107.124732ms)","trace[239014775] 'range keys from in-memory index tree' (duration: 165.367328ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:14.555043Z","caller":"traceutil/trace.go:171","msg":"trace[1925925981] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"122.788768ms","start":"2026-05-06T10:27:14.432231Z","end":"2026-05-06T10:27:14.55502Z","steps":["trace[1925925981] 'process raft request' (duration: 122.652604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:14.729652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.643679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:14.729769Z","caller":"traceutil/trace.go:171","msg":"trace[116817313] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26922; }","duration":"119.815774ms","start":"2026-05-06T10:27:14.609923Z","end":"2026-05-06T10:27:14.729739Z","steps":["trace[116817313] 'count revisions from in-memory index tree' (duration: 119.536516ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:16.630758Z","caller":"traceutil/trace.go:171","msg":"trace[480245790] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"247.143518ms","start":"2026-05-06T10:27:16.383591Z","end":"2026-05-06T10:27:16.630735Z","steps":["trace[480245790] 'process raft request' (duration: 246.975162ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:16.633643Z","caller":"traceutil/trace.go:171","msg":"trace[1478791311] linearizableReadLoop","detail":"{readStateIndex:27821; appliedIndex:27819; }","duration":"105.690997ms","start":"2026-05-06T10:27:16.527936Z","end":"2026-05-06T10:27:16.633627Z","steps":["trace[1478791311] 'read index received' (duration: 102.680512ms)","trace[1478791311] 'applied index is now lower than readState.Index' (duration: 3.009325ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:16.633714Z","caller":"traceutil/trace.go:171","msg":"trace[1953988476] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"249.581904ms","start":"2026-05-06T10:27:16.384107Z","end":"2026-05-06T10:27:16.633689Z","steps":["trace[1953988476] 'process raft request' (duration: 249.43914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:16.633817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.858292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:16.633859Z","caller":"traceutil/trace.go:171","msg":"trace[387504991] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26934; }","duration":"105.978126ms","start":"2026-05-06T10:27:16.52787Z","end":"2026-05-06T10:27:16.633848Z","steps":["trace[387504991] 'agreement among raft nodes before linearized reading' (duration: 105.860133ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:16.895397Z","caller":"traceutil/trace.go:171","msg":"trace[618506795] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"141.434379ms","start":"2026-05-06T10:27:16.753937Z","end":"2026-05-06T10:27:16.895371Z","steps":["trace[618506795] 'process raft request' (duration: 141.197972ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:24.071399Z","caller":"traceutil/trace.go:171","msg":"trace[1786006315] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"152.879341ms","start":"2026-05-06T10:27:23.918493Z","end":"2026-05-06T10:27:24.071373Z","steps":["trace[1786006315] 'process raft request' (duration: 152.727287ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:34.521778Z","caller":"traceutil/trace.go:171","msg":"trace[821701810] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"133.473477ms","start":"2026-05-06T10:27:34.388284Z","end":"2026-05-06T10:27:34.521758Z","steps":["trace[821701810] 'process raft request' (duration: 119.271787ms)","trace[821701810] 'compare' (duration: 13.88253ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:35.483833Z","caller":"traceutil/trace.go:171","msg":"trace[1869197030] linearizableReadLoop","detail":"{readStateIndex:27960; appliedIndex:27959; }","duration":"116.015515ms","start":"2026-05-06T10:27:35.367796Z","end":"2026-05-06T10:27:35.483811Z","steps":["trace[1869197030] 'read index received' (duration: 115.768557ms)","trace[1869197030] 'applied index is now lower than readState.Index' (duration: 246.048µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:27:35.48394Z","caller":"traceutil/trace.go:171","msg":"trace[474798372] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"118.653868ms","start":"2026-05-06T10:27:35.365274Z","end":"2026-05-06T10:27:35.483928Z","steps":["trace[474798372] 'process raft request' (duration: 118.244305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:27:35.484201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.384376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:27:35.484271Z","caller":"traceutil/trace.go:171","msg":"trace[1580388925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27069; }","duration":"116.51316ms","start":"2026-05-06T10:27:35.367742Z","end":"2026-05-06T10:27:35.484255Z","steps":["trace[1580388925] 'agreement among raft nodes before linearized reading' (duration: 116.277792ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:27:35.498328Z","caller":"traceutil/trace.go:171","msg":"trace[2134631787] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"120.662081ms","start":"2026-05-06T10:27:35.377651Z","end":"2026-05-06T10:27:35.498314Z","steps":["trace[2134631787] 'process raft request' (duration: 120.490366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.026924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.536896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:28:22.026978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.523181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:28:22.027014Z","caller":"traceutil/trace.go:171","msg":"trace[527802612] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27482; }","duration":"401.66685ms","start":"2026-05-06T10:28:21.625325Z","end":"2026-05-06T10:28:22.026992Z","steps":["trace[527802612] 'range keys from in-memory index tree' (duration: 401.462655ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:22.027037Z","caller":"traceutil/trace.go:171","msg":"trace[2098675254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27482; }","duration":"536.636885ms","start":"2026-05-06T10:28:21.490384Z","end":"2026-05-06T10:28:22.027021Z","steps":["trace[2098675254] 'range keys from in-memory index tree' (duration: 536.345436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.02706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:21.62531Z","time spent":"401.741353ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:28:22.027067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:21.49037Z","time spent":"536.690898ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:28:22.027047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.72942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:28:22.027135Z","caller":"traceutil/trace.go:171","msg":"trace[1512034033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27482; }","duration":"561.857544ms","start":"2026-05-06T10:28:21.46526Z","end":"2026-05-06T10:28:22.027117Z","steps":["trace[1512034033] 'range keys from in-memory index tree' (duration: 561.575206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.027183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:21.46524Z","time spent":"561.933686ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:28:22.027089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.416116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-05-06T10:28:22.027305Z","caller":"traceutil/trace.go:171","msg":"trace[609435052] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27482; }","duration":"367.696555ms","start":"2026-05-06T10:28:21.659588Z","end":"2026-05-06T10:28:22.027285Z","steps":["trace[609435052] 'range keys from in-memory index tree' (duration: 367.276941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.02735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:21.659567Z","time spent":"367.772257ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-06T10:28:22.027592Z","caller":"traceutil/trace.go:171","msg":"trace[1468143438] transaction","detail":"{read_only:false; response_revision:27483; number_of_response:1; }","duration":"353.058961ms","start":"2026-05-06T10:28:21.674506Z","end":"2026-05-06T10:28:22.027565Z","steps":["trace[1468143438] 'process raft request' (duration: 344.009205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.027897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:21.674486Z","time spent":"353.349501ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:28:22.096445Z","caller":"traceutil/trace.go:171","msg":"trace[2084372043] transaction","detail":"{read_only:false; response_revision:27484; number_of_response:1; }","duration":"386.058606ms","start":"2026-05-06T10:28:21.710366Z","end":"2026-05-06T10:28:22.096424Z","steps":["trace[2084372043] 'process raft request' (duration: 385.897021ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:22.096584Z","caller":"traceutil/trace.go:171","msg":"trace[793462949] linearizableReadLoop","detail":"{readStateIndex:28387; appliedIndex:28384; }","duration":"240.692322ms","start":"2026-05-06T10:28:21.855861Z","end":"2026-05-06T10:28:22.096553Z","steps":["trace[793462949] 'read index received' (duration: 162.788905ms)","trace[793462949] 'applied index is now lower than readState.Index' (duration: 77.901187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:28:22.096581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:21.710351Z","time spent":"386.15491ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:28:22.096694Z","caller":"traceutil/trace.go:171","msg":"trace[1360773335] transaction","detail":"{read_only:false; response_revision:27485; number_of_response:1; }","duration":"377.577927ms","start":"2026-05-06T10:28:21.719073Z","end":"2026-05-06T10:28:22.096651Z","steps":["trace[1360773335] 'process raft request' (duration: 377.310329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.0968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.918399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:28:22.096867Z","caller":"traceutil/trace.go:171","msg":"trace[1177034130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27485; }","duration":"240.997803ms","start":"2026-05-06T10:28:21.855854Z","end":"2026-05-06T10:28:22.096852Z","steps":["trace[1177034130] 'agreement among raft nodes before linearized reading' (duration: 240.833617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.096856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:21.719048Z","time spent":"377.721142ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:28:22.156578Z","caller":"traceutil/trace.go:171","msg":"trace[1717203743] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"124.703959ms","start":"2026-05-06T10:28:22.031851Z","end":"2026-05-06T10:28:22.156554Z","steps":["trace[1717203743] 'process raft request' (duration: 96.00719ms)","trace[1717203743] 'compare' (duration: 28.521944ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:28:22.156862Z","caller":"traceutil/trace.go:171","msg":"trace[1656865712] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"119.585177ms","start":"2026-05-06T10:28:22.03724Z","end":"2026-05-06T10:28:22.156825Z","steps":["trace[1656865712] 'process raft request' (duration: 119.273827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.161021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:28:22.157061Z","caller":"traceutil/trace.go:171","msg":"trace[1390590667] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27488; }","duration":"267.265844ms","start":"2026-05-06T10:28:21.88978Z","end":"2026-05-06T10:28:22.157046Z","steps":["trace[1390590667] 'agreement among raft nodes before linearized reading' (duration: 267.12775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.157099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.691928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-05-06T10:28:22.157138Z","caller":"traceutil/trace.go:171","msg":"trace[1910032844] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27488; }","duration":"261.769781ms","start":"2026-05-06T10:28:21.895358Z","end":"2026-05-06T10:28:22.157127Z","steps":["trace[1910032844] 'agreement among raft nodes before linearized reading' (duration: 261.613676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.157172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.99511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:28:22.157266Z","caller":"traceutil/trace.go:171","msg":"trace[88429432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27488; }","duration":"126.111324ms","start":"2026-05-06T10:28:22.031134Z","end":"2026-05-06T10:28:22.157245Z","steps":["trace[88429432] 'agreement among raft nodes before linearized reading' (duration: 125.906548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.157301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.576842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-05-06T10:28:22.157355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.132466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-05-06T10:28:22.157364Z","caller":"traceutil/trace.go:171","msg":"trace[1114016072] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27488; }","duration":"188.694086ms","start":"2026-05-06T10:28:21.968653Z","end":"2026-05-06T10:28:22.157348Z","steps":["trace[1114016072] 'agreement among raft nodes before linearized reading' (duration: 188.518301ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:22.157396Z","caller":"traceutil/trace.go:171","msg":"trace[1248330324] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27488; }","duration":"265.183468ms","start":"2026-05-06T10:28:21.892203Z","end":"2026-05-06T10:28:22.157386Z","steps":["trace[1248330324] 'agreement among raft nodes before linearized reading' (duration: 265.051794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:22.157496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.462177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:28:22.157505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.760016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:28:22.157531Z","caller":"traceutil/trace.go:171","msg":"trace[1849817726] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27488; }","duration":"265.822748ms","start":"2026-05-06T10:28:21.891702Z","end":"2026-05-06T10:28:22.157525Z","steps":["trace[1849817726] 'agreement among raft nodes before linearized reading' (duration: 265.784947ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:22.157527Z","caller":"traceutil/trace.go:171","msg":"trace[530711891] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27488; }","duration":"265.492198ms","start":"2026-05-06T10:28:21.892027Z","end":"2026-05-06T10:28:22.157519Z","steps":["trace[530711891] 'agreement among raft nodes before linearized reading' (duration: 265.449837ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:23.570185Z","caller":"traceutil/trace.go:171","msg":"trace[1866518686] transaction","detail":"{read_only:false; response_revision:27504; number_of_response:1; }","duration":"127.630422ms","start":"2026-05-06T10:28:23.442533Z","end":"2026-05-06T10:28:23.570163Z","steps":["trace[1866518686] 'process raft request' (duration: 125.207615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:23.790002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.411428ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T10:28:24.224227Z","caller":"traceutil/trace.go:171","msg":"trace[515592601] transaction","detail":"{read_only:false; response_revision:27508; number_of_response:1; }","duration":"169.332072ms","start":"2026-05-06T10:28:24.054868Z","end":"2026-05-06T10:28:24.2242Z","steps":["trace[515592601] 'process raft request' (duration: 169.102315ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:24.226814Z","caller":"traceutil/trace.go:171","msg":"trace[1067857964] linearizableReadLoop","detail":"{readStateIndex:28412; appliedIndex:28410; }","duration":"171.776219ms","start":"2026-05-06T10:28:24.055017Z","end":"2026-05-06T10:28:24.226793Z","steps":["trace[1067857964] 'read index received' (duration: 168.916219ms)","trace[1067857964] 'applied index is now lower than readState.Index' (duration: 2.85913ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:28:24.227224Z","caller":"traceutil/trace.go:171","msg":"trace[84239134] transaction","detail":"{read_only:false; response_revision:27509; number_of_response:1; }","duration":"172.277675ms","start":"2026-05-06T10:28:24.054932Z","end":"2026-05-06T10:28:24.227209Z","steps":["trace[84239134] 'process raft request' (duration: 171.566593ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:24.227682Z","caller":"traceutil/trace.go:171","msg":"trace[750997395] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"126.269638ms","start":"2026-05-06T10:28:24.101398Z","end":"2026-05-06T10:28:24.227668Z","steps":["trace[750997395] 'process raft request' (duration: 125.225985ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:24.227832Z","caller":"traceutil/trace.go:171","msg":"trace[775497276] transaction","detail":"{read_only:false; response_revision:27511; number_of_response:1; }","duration":"125.485203ms","start":"2026-05-06T10:28:24.102337Z","end":"2026-05-06T10:28:24.227823Z","steps":["trace[775497276] 'process raft request' (duration: 124.332816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:24.228148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.114691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-05-06T10:28:24.228183Z","caller":"traceutil/trace.go:171","msg":"trace[1369850086] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27512; }","duration":"173.207295ms","start":"2026-05-06T10:28:24.054965Z","end":"2026-05-06T10:28:24.228172Z","steps":["trace[1369850086] 'agreement among raft nodes before linearized reading' (duration: 173.05758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:24.228376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.187032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:28:24.228404Z","caller":"traceutil/trace.go:171","msg":"trace[284946855] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27512; }","duration":"172.247124ms","start":"2026-05-06T10:28:24.056148Z","end":"2026-05-06T10:28:24.228395Z","steps":["trace[284946855] 'agreement among raft nodes before linearized reading' (duration: 172.201133ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:24.677291Z","caller":"traceutil/trace.go:171","msg":"trace[1465880972] transaction","detail":"{read_only:false; response_revision:27518; number_of_response:1; }","duration":"135.102279ms","start":"2026-05-06T10:28:24.542163Z","end":"2026-05-06T10:28:24.677266Z","steps":["trace[1465880972] 'process raft request' (duration: 133.803477ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:28:27.59061Z","caller":"traceutil/trace.go:171","msg":"trace[126007276] linearizableReadLoop","detail":"{readStateIndex:28448; appliedIndex:28447; }","duration":"232.864145ms","start":"2026-05-06T10:28:27.35772Z","end":"2026-05-06T10:28:27.590584Z","steps":["trace[126007276] 'read index received' (duration: 210.950931ms)","trace[126007276] 'applied index is now lower than readState.Index' (duration: 21.911904ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:28:27.590733Z","caller":"traceutil/trace.go:171","msg":"trace[1189452902] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"251.067491ms","start":"2026-05-06T10:28:27.339651Z","end":"2026-05-06T10:28:27.590719Z","steps":["trace[1189452902] 'process raft request' (duration: 228.968831ms)","trace[1189452902] 'compare' (duration: 21.308895ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:28:27.591076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.202094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:28:27.591153Z","caller":"traceutil/trace.go:171","msg":"trace[1203499631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27545; }","duration":"142.326177ms","start":"2026-05-06T10:28:27.448806Z","end":"2026-05-06T10:28:27.591133Z","steps":["trace[1203499631] 'agreement among raft nodes before linearized reading' (duration: 142.133161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:27.591364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.640559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:28:27.591458Z","caller":"traceutil/trace.go:171","msg":"trace[385887180] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27545; }","duration":"233.760863ms","start":"2026-05-06T10:28:27.357678Z","end":"2026-05-06T10:28:27.591439Z","steps":["trace[385887180] 'agreement among raft nodes before linearized reading' (duration: 233.497775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.706151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.440304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:28:28.706397Z","caller":"traceutil/trace.go:171","msg":"trace[472560013] transaction","detail":"{read_only:false; response_revision:27549; number_of_response:1; }","duration":"391.123727ms","start":"2026-05-06T10:28:28.315221Z","end":"2026-05-06T10:28:28.706345Z","steps":["trace[472560013] 'process raft request' (duration: 252.422514ms)","trace[472560013] 'compare' (duration: 138.192056ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:28:28.706452Z","caller":"traceutil/trace.go:171","msg":"trace[176252347] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"390.570359ms","start":"2026-05-06T10:28:28.315859Z","end":"2026-05-06T10:28:28.706429Z","steps":["trace[176252347] 'process raft request' (duration: 390.381753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.706579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.315843Z","time spent":"390.688543ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:28:28.706629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.315184Z","time spent":"391.319883ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:28:28.707701Z","caller":"traceutil/trace.go:171","msg":"trace[519512901] linearizableReadLoop","detail":"{readStateIndex:28454; appliedIndex:28451; }","duration":"375.331126ms","start":"2026-05-06T10:28:28.332361Z","end":"2026-05-06T10:28:28.707692Z","steps":["trace[519512901] 'read index received' (duration: 235.301991ms)","trace[519512901] 'applied index is now lower than readState.Index' (duration: 140.027925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:28:28.707897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.266888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:28:28.707983Z","caller":"traceutil/trace.go:171","msg":"trace[261352020] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27551; }","duration":"389.390362ms","start":"2026-05-06T10:28:28.318575Z","end":"2026-05-06T10:28:28.707965Z","steps":["trace[261352020] 'agreement among raft nodes before linearized reading' (duration: 389.188616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.707966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.175466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:28:28.708117Z","caller":"traceutil/trace.go:171","msg":"trace[270763378] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27551; }","duration":"390.358382ms","start":"2026-05-06T10:28:28.317736Z","end":"2026-05-06T10:28:28.708095Z","steps":["trace[270763378] 'agreement among raft nodes before linearized reading' (duration: 390.109604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.708117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.941142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:28:28.708151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.988325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-05-06T10:28:28.708185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.317725Z","time spent":"390.449286ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-06T10:28:28.708196Z","caller":"traceutil/trace.go:171","msg":"trace[879835568] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27551; }","duration":"392.010765ms","start":"2026-05-06T10:28:28.316162Z","end":"2026-05-06T10:28:28.708173Z","steps":["trace[879835568] 'agreement among raft nodes before linearized reading' (duration: 391.913201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.708021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.31856Z","time spent":"389.453864ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-06T10:28:28.708367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.316109Z","time spent":"392.250112ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-06T10:28:28.7082Z","caller":"traceutil/trace.go:171","msg":"trace[780398649] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27551; }","duration":"386.038216ms","start":"2026-05-06T10:28:28.322143Z","end":"2026-05-06T10:28:28.708181Z","steps":["trace[780398649] 'agreement among raft nodes before linearized reading' (duration: 385.897301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.708556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.322137Z","time spent":"386.397047ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:28:28.708209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.578797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-05-06T10:28:28.708593Z","caller":"traceutil/trace.go:171","msg":"trace[175403432] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27551; }","duration":"389.973471ms","start":"2026-05-06T10:28:28.31861Z","end":"2026-05-06T10:28:28.708584Z","steps":["trace[175403432] 'agreement among raft nodes before linearized reading' (duration: 389.440634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.708627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.318604Z","time spent":"390.015912ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:28:28.707997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.918756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-05-06T10:28:28.70871Z","caller":"traceutil/trace.go:171","msg":"trace[922234114] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27551; }","duration":"389.65783ms","start":"2026-05-06T10:28:28.319043Z","end":"2026-05-06T10:28:28.708701Z","steps":["trace[922234114] 'agreement among raft nodes before linearized reading' (duration: 388.71207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.708739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.319037Z","time spent":"389.692351ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-06T10:28:28.708746Z","caller":"traceutil/trace.go:171","msg":"trace[2137608361] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"392.616184ms","start":"2026-05-06T10:28:28.316117Z","end":"2026-05-06T10:28:28.708734Z","steps":["trace[2137608361] 'process raft request' (duration: 390.161497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.708309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.353033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-05-06T10:28:28.708812Z","caller":"traceutil/trace.go:171","msg":"trace[1518958315] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27551; }","duration":"390.868289ms","start":"2026-05-06T10:28:28.317935Z","end":"2026-05-06T10:28:28.708803Z","steps":["trace[1518958315] 'agreement among raft nodes before linearized reading' (duration: 390.309181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.708837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.317928Z","time spent":"390.903569ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-06T10:28:28.709399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.316101Z","time spent":"392.674286ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:28:28.76093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.211729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T10:28:28.761004Z","caller":"traceutil/trace.go:171","msg":"trace[421658482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27552; }","duration":"397.325643ms","start":"2026-05-06T10:28:28.363663Z","end":"2026-05-06T10:28:28.760989Z","steps":["trace[421658482] 'agreement among raft nodes before linearized reading' (duration: 397.083106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.761152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.36365Z","time spent":"397.492388ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T10:28:28.761524Z","caller":"traceutil/trace.go:171","msg":"trace[1450500580] transaction","detail":"{read_only:false; response_revision:27552; number_of_response:1; }","duration":"186.60833ms","start":"2026-05-06T10:28:28.574901Z","end":"2026-05-06T10:28:28.761509Z","steps":["trace[1450500580] 'process raft request' (duration: 185.726562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.761759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.669135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-06T10:28:28.761797Z","caller":"traceutil/trace.go:171","msg":"trace[576927233] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:27552; }","duration":"158.746787ms","start":"2026-05-06T10:28:28.603042Z","end":"2026-05-06T10:28:28.761789Z","steps":["trace[576927233] 'agreement among raft nodes before linearized reading' (duration: 158.649534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.761813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.088572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:28:28.761991Z","caller":"traceutil/trace.go:171","msg":"trace[1834521258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27552; }","duration":"395.277238ms","start":"2026-05-06T10:28:28.366698Z","end":"2026-05-06T10:28:28.761975Z","steps":["trace[1834521258] 'agreement among raft nodes before linearized reading' (duration: 394.931647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:28:28.76206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:28:28.366683Z","time spent":"395.364521ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T10:29:09.360748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25377} {"level":"info","ts":"2026-05-06T10:29:09.52528Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25377,"took":"161.164484ms","hash":3722704993,"current-db-size-bytes":57643008,"current-db-size":"58 MB","current-db-size-in-use-bytes":34263040,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T10:29:09.525336Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3722704993,"revision":25377,"compact-revision":22172} {"level":"info","ts":"2026-05-06T10:29:11.544578Z","caller":"traceutil/trace.go:171","msg":"trace[489908036] transaction","detail":"{read_only:false; response_revision:27950; number_of_response:1; }","duration":"106.782722ms","start":"2026-05-06T10:29:11.437772Z","end":"2026-05-06T10:29:11.544555Z","steps":["trace[489908036] 'process raft request' (duration: 106.628647ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:29:17.181832Z","caller":"traceutil/trace.go:171","msg":"trace[1666777799] transaction","detail":"{read_only:false; response_revision:27993; number_of_response:1; }","duration":"194.117287ms","start":"2026-05-06T10:29:16.987694Z","end":"2026-05-06T10:29:17.181811Z","steps":["trace[1666777799] 'process raft request' (duration: 193.992843ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:29:17.185627Z","caller":"traceutil/trace.go:171","msg":"trace[1161914132] transaction","detail":"{read_only:false; response_revision:27994; number_of_response:1; }","duration":"166.678699ms","start":"2026-05-06T10:29:17.018917Z","end":"2026-05-06T10:29:17.185596Z","steps":["trace[1161914132] 'process raft request' (duration: 166.494603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:17.462067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.653978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T10:29:17.462149Z","caller":"traceutil/trace.go:171","msg":"trace[2017010665] transaction","detail":"{read_only:false; response_revision:27998; number_of_response:1; }","duration":"271.069905ms","start":"2026-05-06T10:29:17.191065Z","end":"2026-05-06T10:29:17.462135Z","steps":["trace[2017010665] 'process raft request' (duration: 104.288313ms)","trace[2017010665] 'compare' (duration: 166.566825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:29:18.10359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212212634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:29:18.172841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.362582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T10:29:18.172922Z","caller":"traceutil/trace.go:171","msg":"trace[1600976168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27998; }","duration":"576.477156ms","start":"2026-05-06T10:29:17.596426Z","end":"2026-05-06T10:29:18.172903Z","steps":["trace[1600976168] 'range keys from in-memory index tree' (duration: 576.218118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:18.172959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:17.596411Z","time spent":"576.539408ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T10:29:18.604112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831626212212634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T10:29:19.011326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408293079s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T10:29:19.011684Z","caller":"traceutil/trace.go:171","msg":"trace[817390050] transaction","detail":"{read_only:false; response_revision:27999; number_of_response:1; }","duration":"1.408725273s","start":"2026-05-06T10:29:17.602938Z","end":"2026-05-06T10:29:19.011663Z","steps":["trace[817390050] 'process raft request' (duration: 1.408569108s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.011806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:17.602923Z","time spent":"1.408827696s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T10:29:19.400832Z","caller":"traceutil/trace.go:171","msg":"trace[1164388997] transaction","detail":"{read_only:false; response_revision:28000; number_of_response:1; }","duration":"1.223096325s","start":"2026-05-06T10:29:18.177711Z","end":"2026-05-06T10:29:19.400807Z","steps":["trace[1164388997] 'process raft request' (duration: 1.222865748s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.400951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.177692Z","time spent":"1.223202699s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:29:19.401205Z","caller":"traceutil/trace.go:171","msg":"trace[1229846280] transaction","detail":"{read_only:false; response_revision:28002; number_of_response:1; }","duration":"566.48084ms","start":"2026-05-06T10:29:18.834709Z","end":"2026-05-06T10:29:19.40119Z","steps":["trace[1229846280] 'process raft request' (duration: 566.283144ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:29:19.401249Z","caller":"traceutil/trace.go:171","msg":"trace[1447910084] linearizableReadLoop","detail":"{readStateIndex:28916; appliedIndex:28914; }","duration":"1.798055463s","start":"2026-05-06T10:29:17.603178Z","end":"2026-05-06T10:29:19.401233Z","steps":["trace[1447910084] 'read index received' (duration: 1.408370411s)","trace[1447910084] 'applied index is now lower than readState.Index' (duration: 389.684082ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:29:19.401328Z","caller":"traceutil/trace.go:171","msg":"trace[130373071] transaction","detail":"{read_only:false; response_revision:28004; number_of_response:1; }","duration":"429.597235ms","start":"2026-05-06T10:29:18.971721Z","end":"2026-05-06T10:29:19.401318Z","steps":["trace[130373071] 'process raft request' (duration: 429.42548ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:29:19.401339Z","caller":"traceutil/trace.go:171","msg":"trace[910304020] transaction","detail":"{read_only:false; response_revision:28003; number_of_response:1; }","duration":"436.337789ms","start":"2026-05-06T10:29:18.964994Z","end":"2026-05-06T10:29:19.401332Z","steps":["trace[910304020] 'process raft request' (duration: 436.112972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.401373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.964973Z","time spent":"436.382741ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:29:19.401371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.971696Z","time spent":"429.652157ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:29:19.401303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.834676Z","time spent":"566.592314ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:29:19.40141Z","caller":"traceutil/trace.go:171","msg":"trace[470103569] transaction","detail":"{read_only:false; response_revision:28005; number_of_response:1; }","duration":"402.90498ms","start":"2026-05-06T10:29:18.99847Z","end":"2026-05-06T10:29:19.401375Z","steps":["trace[470103569] 'process raft request' (duration: 402.719104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.401654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798468266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-7ddf5b49fc-xb9dx\" ","response":"range_response_count:1 size:8089"} {"level":"warn","ts":"2026-05-06T10:29:19.401803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.998457Z","time spent":"403.22238ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:29:19.401754Z","caller":"traceutil/trace.go:171","msg":"trace[1725934637] range","detail":"{range_begin:/registry/pods/openstack/manila-api-7ddf5b49fc-xb9dx; range_end:; response_count:1; response_revision:28005; }","duration":"1.798627061s","start":"2026-05-06T10:29:17.603113Z","end":"2026-05-06T10:29:19.40174Z","steps":["trace[1725934637] 'agreement among raft nodes before linearized reading' (duration: 1.79829412s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.401902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:17.603095Z","time spent":"1.798793416s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8112,"request content":"key:\"/registry/pods/openstack/manila-api-7ddf5b49fc-xb9dx\" "} {"level":"info","ts":"2026-05-06T10:29:19.402443Z","caller":"traceutil/trace.go:171","msg":"trace[903186213] transaction","detail":"{read_only:false; response_revision:28001; number_of_response:1; }","duration":"726.498498ms","start":"2026-05-06T10:29:18.675903Z","end":"2026-05-06T10:29:19.402401Z","steps":["trace[903186213] 'process raft request' (duration: 724.825505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.402702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.675877Z","time spent":"726.660303ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:29:19.40364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575854905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:29:19.403687Z","caller":"traceutil/trace.go:171","msg":"trace[1682993427] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28009; }","duration":"1.575945219s","start":"2026-05-06T10:29:17.827732Z","end":"2026-05-06T10:29:19.403677Z","steps":["trace[1682993427] 'agreement among raft nodes before linearized reading' (duration: 1.575827105s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.40371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:17.827706Z","time spent":"1.57599814s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:29:19.403836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.576844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-06T10:29:19.403884Z","caller":"traceutil/trace.go:171","msg":"trace[1405546475] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:28009; }","duration":"800.662946ms","start":"2026-05-06T10:29:18.603207Z","end":"2026-05-06T10:29:19.40387Z","steps":["trace[1405546475] 'agreement among raft nodes before linearized reading' (duration: 800.445529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.403907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.603187Z","time spent":"800.715488ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-05-06T10:29:19.403914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.743244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-06T10:29:19.403939Z","caller":"traceutil/trace.go:171","msg":"trace[6566240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28009; }","duration":"809.792016ms","start":"2026-05-06T10:29:18.594141Z","end":"2026-05-06T10:29:19.403933Z","steps":["trace[6566240] 'agreement among raft nodes before linearized reading' (duration: 809.697523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.403966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.594128Z","time spent":"809.832987ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T10:29:19.404094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113807704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-06T10:29:19.404121Z","caller":"traceutil/trace.go:171","msg":"trace[1675921446] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28009; }","duration":"1.113871056s","start":"2026-05-06T10:29:18.290242Z","end":"2026-05-06T10:29:19.404113Z","steps":["trace[1675921446] 'agreement among raft nodes before linearized reading' (duration: 1.113803324s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.404139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.290214Z","time spent":"1.113920737s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-06T10:29:19.40413Z","caller":"traceutil/trace.go:171","msg":"trace[508046311] transaction","detail":"{read_only:false; response_revision:28006; number_of_response:1; }","duration":"215.606648ms","start":"2026-05-06T10:29:19.188515Z","end":"2026-05-06T10:29:19.404122Z","steps":["trace[508046311] 'process raft request' (duration: 214.927026ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:29:19.404273Z","caller":"traceutil/trace.go:171","msg":"trace[447342929] transaction","detail":"{read_only:false; response_revision:28007; number_of_response:1; }","duration":"213.745129ms","start":"2026-05-06T10:29:19.19052Z","end":"2026-05-06T10:29:19.404265Z","steps":["trace[447342929] 'process raft request' (duration: 212.968924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.404306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230946354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:29:19.404331Z","caller":"traceutil/trace.go:171","msg":"trace[955038050] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28009; }","duration":"1.230991665s","start":"2026-05-06T10:29:18.173329Z","end":"2026-05-06T10:29:19.404321Z","steps":["trace[955038050] 'agreement among raft nodes before linearized reading' (duration: 1.230900472s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:29:19.404342Z","caller":"traceutil/trace.go:171","msg":"trace[1684488424] transaction","detail":"{read_only:false; response_revision:28008; number_of_response:1; }","duration":"213.036167ms","start":"2026-05-06T10:29:19.1913Z","end":"2026-05-06T10:29:19.404336Z","steps":["trace[1684488424] 'process raft request' (duration: 212.212481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.404356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.173317Z","time spent":"1.231033586s","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:29:19.404389Z","caller":"traceutil/trace.go:171","msg":"trace[12059605] transaction","detail":"{read_only:false; response_revision:28009; number_of_response:1; }","duration":"213.026056ms","start":"2026-05-06T10:29:19.191358Z","end":"2026-05-06T10:29:19.404384Z","steps":["trace[12059605] 'process raft request' (duration: 212.174929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.404465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231729479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T10:29:19.404481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.149955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T10:29:19.40449Z","caller":"traceutil/trace.go:171","msg":"trace[832939968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28009; }","duration":"1.231791861s","start":"2026-05-06T10:29:18.172692Z","end":"2026-05-06T10:29:19.404484Z","steps":["trace[832939968] 'agreement among raft nodes before linearized reading' (duration: 1.231753619s)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:29:19.404499Z","caller":"traceutil/trace.go:171","msg":"trace[1313907203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28009; }","duration":"186.205617ms","start":"2026-05-06T10:29:19.218288Z","end":"2026-05-06T10:29:19.404494Z","steps":["trace[1313907203] 'agreement among raft nodes before linearized reading' (duration: 186.142965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.404509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:18.172667Z","time spent":"1.231838912s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T10:29:19.404646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488835691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:29:19.404673Z","caller":"traceutil/trace.go:171","msg":"trace[1607866566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28009; }","duration":"1.488897392s","start":"2026-05-06T10:29:17.915769Z","end":"2026-05-06T10:29:19.404667Z","steps":["trace[1607866566] 'agreement among raft nodes before linearized reading' (duration: 1.48882775s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.404691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:17.91575Z","time spent":"1.488936514s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:29:19.40486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507723899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:29:19.404885Z","caller":"traceutil/trace.go:171","msg":"trace[702136989] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28009; }","duration":"1.507806922s","start":"2026-05-06T10:29:17.897071Z","end":"2026-05-06T10:29:19.404878Z","steps":["trace[702136989] 'agreement among raft nodes before linearized reading' (duration: 1.50775747s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.404904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:17.897045Z","time spent":"1.507854114s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T10:29:19.405038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564976471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T10:29:19.405063Z","caller":"traceutil/trace.go:171","msg":"trace[1038919017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28009; }","duration":"1.565045384s","start":"2026-05-06T10:29:17.840011Z","end":"2026-05-06T10:29:19.405057Z","steps":["trace[1038919017] 'agreement among raft nodes before linearized reading' (duration: 1.564982682s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:29:19.405081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:29:17.839987Z","time spent":"1.565090335s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T10:30:00.297127Z","caller":"traceutil/trace.go:171","msg":"trace[2050615356] linearizableReadLoop","detail":"{readStateIndex:29387; appliedIndex:29386; }","duration":"189.432699ms","start":"2026-05-06T10:30:00.107675Z","end":"2026-05-06T10:30:00.297107Z","steps":["trace[2050615356] 'read index received' (duration: 189.247563ms)","trace[2050615356] 'applied index is now lower than readState.Index' (duration: 184.406µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:30:00.29721Z","caller":"traceutil/trace.go:171","msg":"trace[1784299139] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"191.133113ms","start":"2026-05-06T10:30:00.106051Z","end":"2026-05-06T10:30:00.297184Z","steps":["trace[1784299139] 'process raft request' (duration: 190.932487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:00.297327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.604639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-06T10:30:00.297309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.608905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:30:00.297354Z","caller":"traceutil/trace.go:171","msg":"trace[1946926020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28458; }","duration":"114.672571ms","start":"2026-05-06T10:30:00.182674Z","end":"2026-05-06T10:30:00.297346Z","steps":["trace[1946926020] 'agreement among raft nodes before linearized reading' (duration: 114.537457ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:00.297391Z","caller":"traceutil/trace.go:171","msg":"trace[670295920] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28458; }","duration":"189.738689ms","start":"2026-05-06T10:30:00.107635Z","end":"2026-05-06T10:30:00.297374Z","steps":["trace[670295920] 'agreement among raft nodes before linearized reading' (duration: 189.574844ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:01.732266Z","caller":"traceutil/trace.go:171","msg":"trace[358509387] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"179.837725ms","start":"2026-05-06T10:30:01.552398Z","end":"2026-05-06T10:30:01.732236Z","steps":["trace[358509387] 'process raft request' (duration: 161.277587ms)","trace[358509387] 'compare' (duration: 18.278009ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:30:01.952618Z","caller":"traceutil/trace.go:171","msg":"trace[229481733] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"398.125839ms","start":"2026-05-06T10:30:01.554471Z","end":"2026-05-06T10:30:01.952597Z","steps":["trace[229481733] 'process raft request' (duration: 397.890882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.952747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.554458Z","time spent":"398.222612ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:30:01.952971Z","caller":"traceutil/trace.go:171","msg":"trace[59919359] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"384.955601ms","start":"2026-05-06T10:30:01.567995Z","end":"2026-05-06T10:30:01.95295Z","steps":["trace[59919359] 'process raft request' (duration: 384.564799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.953037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.567978Z","time spent":"385.028374ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:30:01.953114Z","caller":"traceutil/trace.go:171","msg":"trace[1403512077] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"376.487893ms","start":"2026-05-06T10:30:01.576616Z","end":"2026-05-06T10:30:01.953104Z","steps":["trace[1403512077] 'process raft request' (duration: 376.263976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.953153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.576592Z","time spent":"376.542525ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:30:01.953206Z","caller":"traceutil/trace.go:171","msg":"trace[466652792] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"373.045894ms","start":"2026-05-06T10:30:01.580154Z","end":"2026-05-06T10:30:01.9532Z","steps":["trace[466652792] 'process raft request' (duration: 372.849118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.953242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.580129Z","time spent":"373.096336ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:30:01.953296Z","caller":"traceutil/trace.go:171","msg":"trace[2111835959] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"371.598959ms","start":"2026-05-06T10:30:01.581691Z","end":"2026-05-06T10:30:01.95329Z","steps":["trace[2111835959] 'process raft request' (duration: 371.393522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.953345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.581677Z","time spent":"371.64742ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T10:30:01.953362Z","caller":"traceutil/trace.go:171","msg":"trace[1648505457] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"371.217126ms","start":"2026-05-06T10:30:01.582117Z","end":"2026-05-06T10:30:01.953334Z","steps":["trace[1648505457] 'process raft request' (duration: 371.073782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.953502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.582102Z","time spent":"371.330799ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T10:30:01.953521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.187752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:30:01.953605Z","caller":"traceutil/trace.go:171","msg":"trace[109849021] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28481; }","duration":"387.321776ms","start":"2026-05-06T10:30:01.566267Z","end":"2026-05-06T10:30:01.953588Z","steps":["trace[109849021] 'agreement among raft nodes before linearized reading' (duration: 387.147611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.953688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.566249Z","time spent":"387.42352ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-06T10:30:01.953331Z","caller":"traceutil/trace.go:171","msg":"trace[1866503294] linearizableReadLoop","detail":"{readStateIndex:29405; appliedIndex:29403; }","duration":"386.983245ms","start":"2026-05-06T10:30:01.56632Z","end":"2026-05-06T10:30:01.953303Z","steps":["trace[1866503294] 'read index received' (duration: 147.46596ms)","trace[1866503294] 'applied index is now lower than readState.Index' (duration: 239.515645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T10:30:01.953909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.351825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T10:30:01.953947Z","caller":"traceutil/trace.go:171","msg":"trace[731486364] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28481; }","duration":"260.414727ms","start":"2026-05-06T10:30:01.693523Z","end":"2026-05-06T10:30:01.953938Z","steps":["trace[731486364] 'agreement among raft nodes before linearized reading' (duration: 260.349975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.953954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.894806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:30:01.954027Z","caller":"traceutil/trace.go:171","msg":"trace[269699248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28481; }","duration":"287.01603ms","start":"2026-05-06T10:30:01.666992Z","end":"2026-05-06T10:30:01.954009Z","steps":["trace[269699248] 'agreement among raft nodes before linearized reading' (duration: 286.817393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.954068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.53952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-06T10:30:01.954125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.080102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T10:30:01.954138Z","caller":"traceutil/trace.go:171","msg":"trace[1083727416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28481; }","duration":"355.637753ms","start":"2026-05-06T10:30:01.598485Z","end":"2026-05-06T10:30:01.954122Z","steps":["trace[1083727416] 'agreement among raft nodes before linearized reading' (duration: 355.415056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.954172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.598475Z","time spent":"355.690615ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T10:30:01.954218Z","caller":"traceutil/trace.go:171","msg":"trace[484204801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28481; }","duration":"365.161435ms","start":"2026-05-06T10:30:01.589021Z","end":"2026-05-06T10:30:01.954183Z","steps":["trace[484204801] 'agreement among raft nodes before linearized reading' (duration: 364.918907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.954266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.295392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T10:30:01.954307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.589015Z","time spent":"365.280659ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T10:30:01.954352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.676621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-06T10:30:01.954348Z","caller":"traceutil/trace.go:171","msg":"trace[1972275171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28481; }","duration":"349.368475ms","start":"2026-05-06T10:30:01.604957Z","end":"2026-05-06T10:30:01.954326Z","steps":["trace[1972275171] 'agreement among raft nodes before linearized reading' (duration: 349.115407ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:01.95438Z","caller":"traceutil/trace.go:171","msg":"trace[1986944719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28481; }","duration":"365.732763ms","start":"2026-05-06T10:30:01.588638Z","end":"2026-05-06T10:30:01.954371Z","steps":["trace[1986944719] 'agreement among raft nodes before linearized reading' (duration: 365.159375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:01.954393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.604901Z","time spent":"349.483858ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T10:30:01.954402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T10:30:01.588628Z","time spent":"365.766664ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T10:30:01.954038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.597991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T10:30:01.954608Z","caller":"traceutil/trace.go:171","msg":"trace[1281682547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28481; }","duration":"164.252452ms","start":"2026-05-06T10:30:01.790345Z","end":"2026-05-06T10:30:01.954597Z","steps":["trace[1281682547] 'agreement among raft nodes before linearized reading' (duration: 163.527739ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:03.677423Z","caller":"traceutil/trace.go:171","msg":"trace[761895394] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"127.572781ms","start":"2026-05-06T10:30:03.549787Z","end":"2026-05-06T10:30:03.67736Z","steps":["trace[761895394] 'process raft request' (duration: 127.410355ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.079806Z","caller":"traceutil/trace.go:171","msg":"trace[721798626] transaction","detail":"{read_only:false; response_revision:28492; number_of_response:1; }","duration":"119.243616ms","start":"2026-05-06T10:30:03.960542Z","end":"2026-05-06T10:30:04.079785Z","steps":["trace[721798626] 'process raft request' (duration: 119.157734ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.079884Z","caller":"traceutil/trace.go:171","msg":"trace[148679076] transaction","detail":"{read_only:false; response_revision:28491; number_of_response:1; }","duration":"119.507175ms","start":"2026-05-06T10:30:03.960367Z","end":"2026-05-06T10:30:04.079874Z","steps":["trace[148679076] 'process raft request' (duration: 119.291898ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.07981Z","caller":"traceutil/trace.go:171","msg":"trace[880673454] transaction","detail":"{read_only:false; response_revision:28490; number_of_response:1; }","duration":"119.502955ms","start":"2026-05-06T10:30:03.960274Z","end":"2026-05-06T10:30:04.079776Z","steps":["trace[880673454] 'process raft request' (duration: 119.195295ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.08018Z","caller":"traceutil/trace.go:171","msg":"trace[1928117122] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"118.231174ms","start":"2026-05-06T10:30:03.961935Z","end":"2026-05-06T10:30:04.080166Z","steps":["trace[1928117122] 'process raft request' (duration: 117.801001ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.080223Z","caller":"traceutil/trace.go:171","msg":"trace[1258381679] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"118.160852ms","start":"2026-05-06T10:30:03.962052Z","end":"2026-05-06T10:30:04.080213Z","steps":["trace[1258381679] 'process raft request' (duration: 118.006697ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.219135Z","caller":"traceutil/trace.go:171","msg":"trace[764732345] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"133.791997ms","start":"2026-05-06T10:30:04.085296Z","end":"2026-05-06T10:30:04.219088Z","steps":["trace[764732345] 'process raft request' (duration: 133.473617ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.219121Z","caller":"traceutil/trace.go:171","msg":"trace[499540133] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"133.23887ms","start":"2026-05-06T10:30:04.085848Z","end":"2026-05-06T10:30:04.219087Z","steps":["trace[499540133] 'process raft request' (duration: 133.122226ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.219582Z","caller":"traceutil/trace.go:171","msg":"trace[953800900] transaction","detail":"{read_only:false; response_revision:28498; number_of_response:1; }","duration":"133.439496ms","start":"2026-05-06T10:30:04.086126Z","end":"2026-05-06T10:30:04.219566Z","steps":["trace[953800900] 'process raft request' (duration: 132.904849ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:04.219736Z","caller":"traceutil/trace.go:171","msg":"trace[1984156133] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"133.494258ms","start":"2026-05-06T10:30:04.086231Z","end":"2026-05-06T10:30:04.219725Z","steps":["trace[1984156133] 'process raft request' (duration: 133.278701ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:22.170556Z","caller":"traceutil/trace.go:171","msg":"trace[776166544] transaction","detail":"{read_only:false; response_revision:28744; number_of_response:1; }","duration":"102.151325ms","start":"2026-05-06T10:30:22.068369Z","end":"2026-05-06T10:30:22.17052Z","steps":["trace[776166544] 'process raft request' (duration: 102.018271ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:22.348846Z","caller":"traceutil/trace.go:171","msg":"trace[391773003] transaction","detail":"{read_only:false; response_revision:28745; number_of_response:1; }","duration":"206.758347ms","start":"2026-05-06T10:30:22.142064Z","end":"2026-05-06T10:30:22.348822Z","steps":["trace[391773003] 'process raft request' (duration: 206.509659ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:22.349173Z","caller":"traceutil/trace.go:171","msg":"trace[1828793751] linearizableReadLoop","detail":"{readStateIndex:29688; appliedIndex:29683; }","duration":"118.695778ms","start":"2026-05-06T10:30:22.230461Z","end":"2026-05-06T10:30:22.349157Z","steps":["trace[1828793751] 'read index received' (duration: 118.101769ms)","trace[1828793751] 'applied index is now lower than readState.Index' (duration: 592.979µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:30:22.349271Z","caller":"traceutil/trace.go:171","msg":"trace[144242326] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"204.438773ms","start":"2026-05-06T10:30:22.144802Z","end":"2026-05-06T10:30:22.349241Z","steps":["trace[144242326] 'process raft request' (duration: 204.166994ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:22.349358Z","caller":"traceutil/trace.go:171","msg":"trace[923551363] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"204.443863ms","start":"2026-05-06T10:30:22.144872Z","end":"2026-05-06T10:30:22.349316Z","steps":["trace[923551363] 'process raft request' (duration: 204.189915ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:22.349445Z","caller":"traceutil/trace.go:171","msg":"trace[1482921389] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"205.046143ms","start":"2026-05-06T10:30:22.144389Z","end":"2026-05-06T10:30:22.349435Z","steps":["trace[1482921389] 'process raft request' (duration: 204.386172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:30:22.349447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.962226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T10:30:22.349573Z","caller":"traceutil/trace.go:171","msg":"trace[1023004533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28749; }","duration":"119.109441ms","start":"2026-05-06T10:30:22.23042Z","end":"2026-05-06T10:30:22.349529Z","steps":["trace[1023004533] 'agreement among raft nodes before linearized reading' (duration: 118.853143ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:30:22.349591Z","caller":"traceutil/trace.go:171","msg":"trace[1144463798] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"202.385429ms","start":"2026-05-06T10:30:22.147159Z","end":"2026-05-06T10:30:22.349544Z","steps":["trace[1144463798] 'process raft request' (duration: 201.939794ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:31:00.523849Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T10:31:00.541822Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-06T10:31:00.541899Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-06T10:34:09.366564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27908} {"level":"info","ts":"2026-05-06T10:34:09.486444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27908,"took":"115.496169ms","hash":2905909374,"current-db-size-bytes":57643008,"current-db-size":"58 MB","current-db-size-in-use-bytes":34729984,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-06T10:34:09.486506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2905909374,"revision":27908,"compact-revision":25377} {"level":"info","ts":"2026-05-06T10:39:09.373547Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30435} {"level":"info","ts":"2026-05-06T10:39:09.545513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30435,"took":"168.09961ms","hash":2512144270,"current-db-size-bytes":57643008,"current-db-size":"58 MB","current-db-size-in-use-bytes":31002624,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-06T10:39:09.545571Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2512144270,"revision":30435,"compact-revision":27908} {"level":"info","ts":"2026-05-06T10:44:09.381049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32662} {"level":"info","ts":"2026-05-06T10:44:09.530181Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32662,"took":"146.065415ms","hash":2327070437,"current-db-size-bytes":58683392,"current-db-size":"59 MB","current-db-size-in-use-bytes":31707136,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-06T10:44:09.53024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2327070437,"revision":32662,"compact-revision":30435} {"level":"info","ts":"2026-05-06T10:44:34.587186Z","caller":"traceutil/trace.go:171","msg":"trace[223880356] linearizableReadLoop","detail":"{readStateIndex:36269; appliedIndex:36268; }","duration":"231.957224ms","start":"2026-05-06T10:44:34.355204Z","end":"2026-05-06T10:44:34.587161Z","steps":["trace[223880356] 'read index received' (duration: 231.746968ms)","trace[223880356] 'applied index is now lower than readState.Index' (duration: 208.956µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T10:44:34.587229Z","caller":"traceutil/trace.go:171","msg":"trace[2032852940] transaction","detail":"{read_only:false; response_revision:35144; number_of_response:1; }","duration":"297.393376ms","start":"2026-05-06T10:44:34.289813Z","end":"2026-05-06T10:44:34.587206Z","steps":["trace[2032852940] 'process raft request' (duration: 297.193729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T10:44:34.587383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.165881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T10:44:34.587423Z","caller":"traceutil/trace.go:171","msg":"trace[1683835917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35144; }","duration":"232.246463ms","start":"2026-05-06T10:44:34.355165Z","end":"2026-05-06T10:44:34.587411Z","steps":["trace[1683835917] 'agreement among raft nodes before linearized reading' (duration: 232.101119ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T10:49:09.388129Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34967} {"level":"info","ts":"2026-05-06T10:49:09.542913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34967,"took":"151.401259ms","hash":2064559042,"current-db-size-bytes":59150336,"current-db-size":"59 MB","current-db-size-in-use-bytes":31875072,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-06T10:49:09.542989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2064559042,"revision":34967,"compact-revision":32662} {"level":"info","ts":"2026-05-06T10:52:41.021727Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T10:52:41.026662Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-06T10:52:41.026739Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-06T10:54:09.394155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37191} {"level":"info","ts":"2026-05-06T10:54:09.509256Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37191,"took":"110.074546ms","hash":391184312,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":32055296,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-06T10:54:09.509325Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":391184312,"revision":37191,"compact-revision":34967}